-- Logs begin at Thu 2021-11-25 10:35:26 UTC, end at Thu 2021-11-25 12:22:10 UTC. -- Nov 25 11:10:18.883692 dv-neutron-819177-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 11:10:20.993908 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.common.config [-] Logging enabled! Nov 25 11:10:20.994482 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev68 Nov 25 11:10:20.994664 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83466) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 25 11:10:20.996911 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.common.config [-] Logging enabled! Nov 25 11:10:20.997168 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev68 Nov 25 11:10:20.997415 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83466) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 25 11:10:20.998370 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 11:10:20.998602 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 11:10:20.998955 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 11:10:20.999193 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 11:10:20.999415 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 11:10:20.999732 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.000054 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.000354 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.000584 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.000885 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.001174 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.001456 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.001748 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.002046 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.002332 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.002613 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.002897 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.003126 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.003406 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.003694 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.003982 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.004230 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] debug = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.004512 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.004937 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.005363 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.005643 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.006069 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.006211 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.006490 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.006773 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.007110 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] host = dv-neutron-819177-1-hyperv {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.007389 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.007676 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.007963 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.008281 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.009093 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.009374 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.009662 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.009938 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.010214 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] log_file = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.010489 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.010782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.011071 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.011368 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.011593 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.011814 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.012129 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.012423 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.012700 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.012976 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.013251 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.013525 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.013800 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.014070 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.014354 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.014639 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.014927 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.015203 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.015479 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.015752 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.016050 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.016340 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.016613 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.016887 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.017165 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.017452 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.017722 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.017995 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.018294 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.018581 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.018866 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.019154 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.019429 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.019713 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.019987 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.020282 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.020556 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] use_json = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.020832 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.021105 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.021386 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.021798 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.022077 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.022353 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.022626 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.022914 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:21.023212 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.023510 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.023814 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.024144 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.024439 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.024723 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.025016 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.025298 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.025590 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.025879 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.026169 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.026450 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.026738 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.027040 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.027333 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.027610 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.027891 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.028206 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.028488 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.028762 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.029041 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.029332 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.029613 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.029888 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.030172 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.030450 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.030723 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.030995 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.031273 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.031565 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.031842 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.032137 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.032411 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.032686 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.032957 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.033245 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.033526 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.033799 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.034073 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.034353 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.034626 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.034898 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.035178 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.035453 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.035730 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.036013 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.036297 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.036571 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.036843 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.037121 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.037394 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.037669 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.037952 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.038228 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.038501 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.038774 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.039046 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.039319 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.039607 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.039931 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.040235 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.040515 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.040796 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.041076 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.041357 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.041635 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.041914 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.042195 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.042468 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.042760 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.043290 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.043587 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.043873 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.044176 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.044476 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.044757 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.045040 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.045320 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.045599 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.045885 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.046170 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.046466 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.046760 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.047061 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.047358 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.047652 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.047932 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.048269 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.048554 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:21.048770 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 11:10:21.049010 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83466) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 11:10:21.450517 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO keyring.backend [-] Loading KWallet Nov 25 11:10:21.457930 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO keyring.backend [-] Loading SecretService Nov 25 11:10:21.461103 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO keyring.backend [-] Loading Windows Nov 25 11:10:21.463006 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO keyring.backend [-] Loading chainer Nov 25 11:10:21.463593 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO keyring.backend [-] Loading macOS Nov 25 11:10:21.497207 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:21.497487 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:21.497779 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:21.498117 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 11:10:21.801492 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.801704 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.801975 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.858086 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.858366 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.858637 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.861694 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.861980 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.862249 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.891366 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.891645 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.891913 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.918921 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.919196 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:21.919460 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.234823 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.235472 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.235472 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.235654 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.236385 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.361151 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.361470 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.361756 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.362028 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.362295 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.362603 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.362867 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.363125 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.363380 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.363660 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.363917 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.364205 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.364471 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.364726 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.364989 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.365272 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.365509 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.365780 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.366036 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.366314 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.366659 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.366911 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.367160 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.367440 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.367690 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.367958 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.368370 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:22.368611 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:22.368849 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:22.369086 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:22.369321 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:22.369555 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:22.370098 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 11:10:22.373314 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 11:10:22.377284 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 11:10:22.381269 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 25 11:10:22.382921 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 11:10:22.383303 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 11:10:22.383664 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 11:10:22.384081 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 11:10:22.386895 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 11:10:22.387145 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 11:10:22.387496 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 11:10:22.416385 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 25 11:10:22.416832 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.417128 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83466) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 25 11:10:22.417491 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.419108 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83466) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 11:10:22.419384 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 11:10:22.419624 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 11:10:22.422912 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.423195 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.483180 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 11:10:22.483417 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 11:10:22.483655 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 11:10:22.484056 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 11:10:22.514093 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_db.sqlalchemy.engines [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83466) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 25 11:10:22.836353 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing driver for type 'gre' Nov 25 11:10:22.837371 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] gre ID ranges: [(1, 1000)] Nov 25 11:10:22.889595 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing driver for type 'local' Nov 25 11:10:22.889920 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing driver for type 'vlan' Nov 25 11:10:22.901970 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] VlanTypeDriver initialization complete Nov 25 11:10:22.902319 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing driver for type 'vxlan' Nov 25 11:10:22.902796 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] vxlan ID ranges: [(1, 1000)] Nov 25 11:10:22.955711 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing extension driver 'port_security' Nov 25 11:10:22.956082 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] PortSecurityExtensionDriver initialization complete Nov 25 11:10:22.956423 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing mechanism driver 'openvswitch' Nov 25 11:10:22.956765 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing mechanism driver 'hyperv' Nov 25 11:10:22.963871 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:10:22.964673 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.965037 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.965394 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.965782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnet after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.966135 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnet after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.966482 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.966859 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.967208 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.967547 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.967919 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > security_group after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.968291 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > security_group after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.968634 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.969011 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.969353 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.969687 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.970025 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] ML2 OVO RPC backend initialized. {{(pid=83466) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 25 11:10:22.970660 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.971014 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.971431 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.971774 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > networks before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.972149 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.972490 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > ports before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.972840 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnet before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.973331 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnets before_response 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.973681 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.974066 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.974406 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.974743 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.975078 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.975413 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.975748 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnet after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.976109 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnet after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.976442 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:22.977019 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Modular L2 Plugin initialization complete Nov 25 11:10:22.977347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading services supported by the core plugin {{(pid=83466) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 11:10:22.977673 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.managers [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Got port-security extension from driver 'port_security' Nov 25 11:10:22.978140 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.extensions.vlantransparent [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Disabled vlantransparent extension. Nov 25 11:10:22.978556 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83466) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 11:10:22.978868 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: router Nov 25 11:10:23.015352 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.015743 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router after_create 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.016138 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router before_create 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.016507 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.016879 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.017236 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router after_delete 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.017594 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.017955 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router after_create 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.018301 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router after_update 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.018650 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router after_update 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.018996 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.019352 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router after_update 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.019760 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_update 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.020154 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: port after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.020494 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: port after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.020838 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: subnet after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.021175 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.021522 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.021868 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_create 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.022208 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: port before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.022549 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.022904 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router after_update 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.023245 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.023591 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_create 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.023969 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.024928 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_update 55549900 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.025294 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > agent after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.025648 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > agent after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.025993 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > network after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.026853 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Tracking information for resource: router configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:23.027182 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Tracking information for resource: floatingip configured {{(pid=83466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:10:23.032291 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.db.l3_agentschedulers_db [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 11:10:23.032878 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: port after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.033242 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: port after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.033595 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: port after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.033946 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: port after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.034735 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router before_create 55550100 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.035102 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.035464 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_create 55550100 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.035820 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > router precommit_update 55550100 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.040369 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.services.provider_configuration [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service providers = [] {{(pid=83466) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 11:10:23.040737 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.db.servicetype_db [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83466) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 11:10:23.044190 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.services.service_base [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:10:23.044541 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.services.service_base [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:10:23.044886 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.services.service_base [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:10:23.045790 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.services.service_base [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:10:23.046165 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.services.service_base [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 11:10:23.046549 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.046869 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 11:10:23.057699 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.058035 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: auto_allocate Nov 25 11:10:23.063988 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: network precommit_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.064392 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: network precommit_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.064913 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.065234 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: tag Nov 25 11:10:23.072584 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.072916 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: timestamp Nov 25 11:10:23.076790 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.077119 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: network_ip_availability Nov 25 11:10:23.082403 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.082774 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.083128 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.083842 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.084192 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: flavors Nov 25 11:10:23.089778 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.090057 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading Plugin: revisions Nov 25 11:10:23.094341 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:10:23.094733 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_concurrency.lockutils [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.597s {{(pid=83466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:23.095481 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83466) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Nov 25 11:10:23.095816 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Initializing extension manager. Nov 25 11:10:23.096344 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: __init__.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.096688 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: __pycache__ {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.097026 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.097360 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.097688 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: _filter_validation_lib.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.098020 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.098345 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: address_group.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.099104 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.099671 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: address-group Nov 25 11:10:23.099990 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: address_scope.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.100729 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.101237 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: address-scope Nov 25 11:10:23.101559 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.102514 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.103019 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: router-admin-state-down-before-update Nov 25 11:10:23.103341 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: agent.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.104070 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.104577 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: agent Nov 25 11:10:23.104895 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: agent_resources_synced.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.105813 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.106316 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: agent-resources-synced Nov 25 11:10:23.106635 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: allowedaddresspairs.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.108469 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.108997 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: allowed-address-pairs Nov 25 11:10:23.109325 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: auto_allocated_topology.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.110410 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.110927 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: auto-allocated-topology Nov 25 11:10:23.111253 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: availability_zone.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.111952 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.112480 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: availability_zone Nov 25 11:10:23.112804 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: availability_zone_filter.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.113721 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.114228 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: availability_zone_filter Nov 25 11:10:23.114551 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: data_plane_status.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.115466 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.115971 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 11:10:23.116321 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: default_subnetpools.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.117240 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.118258 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: default-subnetpools Nov 25 11:10:23.118583 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.119358 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.119871 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: dhcp_agent_scheduler Nov 25 11:10:23.120222 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: dns.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.121151 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.121656 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension dns-integration not supported by any of loaded plugins Nov 25 11:10:23.121975 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: dns_domain_ports.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.122905 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.123412 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 11:10:23.123733 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: dvr.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.124443 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.124948 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: dvr Nov 25 11:10:23.125265 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: empty_string_filtering.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.126183 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.126684 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: empty-string-filtering Nov 25 11:10:23.127000 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.127915 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.128440 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 11:10:23.128756 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.129694 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.130204 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 11:10:23.130522 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: external_net.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.131443 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.131948 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: external-net Nov 25 11:10:23.132300 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.133218 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.134273 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: extra_dhcp_opt Nov 25 11:10:23.134590 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: extraroute.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.135503 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.136022 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: extraroute Nov 25 11:10:23.136353 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: extraroute_atomic.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.137386 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.137890 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: extraroute-atomic Nov 25 11:10:23.138210 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: filter_validation.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.138874 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.139377 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: filter-validation Nov 25 11:10:23.139693 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: fip_pf_description.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.140818 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.141326 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 11:10:23.141646 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: fip_port_details.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.142585 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.143089 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: fip-port-details Nov 25 11:10:23.143409 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: flavors.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.144674 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.145190 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: flavors Nov 25 11:10:23.145512 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.147177 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.147701 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 11:10:23.148057 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: floatingip_pools.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.148759 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.149435 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: floatingip-pools Nov 25 11:10:23.149758 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: ip_allocation.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.150694 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.151203 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 11:10:23.151524 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.152480 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.152990 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: ip-substring-filtering Nov 25 11:10:23.153314 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l2_adjacency.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.154249 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.154757 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 11:10:23.155077 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l3.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.156065 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.156583 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: router Nov 25 11:10:23.156904 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.159143 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.159673 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 11:10:23.160019 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.160976 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.161491 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: ext-gw-mode Nov 25 11:10:23.161815 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.162738 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.163287 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: l3-ha Nov 25 11:10:23.163608 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l3_flavors.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.164559 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.165115 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: l3-flavors Nov 25 11:10:23.165437 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.166383 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.166888 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 11:10:23.167211 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: l3agentscheduler.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.168519 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.169027 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: l3_agent_scheduler Nov 25 11:10:23.169349 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: logging.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.170872 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.171395 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension logging not supported by any of loaded plugins Nov 25 11:10:23.171724 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: metering.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.172493 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.173070 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: metering Nov 25 11:10:23.173391 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.174489 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.175006 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: metering_source_and_destination_fields Nov 25 11:10:23.175330 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: multiprovidernet.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.176413 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.176926 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: multi-provider Nov 25 11:10:23.177250 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: netmtu.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.178172 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.178684 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: net-mtu Nov 25 11:10:23.179006 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: netmtu_writable.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.179926 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.180976 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: net-mtu-writable Nov 25 11:10:23.181297 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: network_availability_zone.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.181968 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.182475 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: network_availability_zone Nov 25 11:10:23.182795 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: network_ip_availability.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.183886 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.184431 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: network-ip-availability Nov 25 11:10:23.184756 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: network_segment_range.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.185521 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.186025 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 11:10:23.186346 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: pagination.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.187338 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.187667 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: pagination Nov 25 11:10:23.187989 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.188929 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.189437 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: port-mac-address-regenerate Nov 25 11:10:23.189757 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: port_resource_request.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.190689 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.191192 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 11:10:23.191510 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: portbindings.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.192477 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.192985 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: binding Nov 25 11:10:23.193304 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: portbindings_extended.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.194580 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.195091 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: binding-extended Nov 25 11:10:23.195413 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: portsecurity.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.196941 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.197450 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: port-security Nov 25 11:10:23.197770 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: project_id.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.198750 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.199080 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: project-id Nov 25 11:10:23.199400 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: providernet.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.200359 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.200873 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: provider Nov 25 11:10:23.201193 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.204731 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.205258 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos not supported by any of loaded plugins Nov 25 11:10:23.205591 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.206855 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.207371 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 11:10:23.207698 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.208665 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.209180 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 11:10:23.209501 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_default.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.210421 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.210936 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-default not supported by any of loaded plugins Nov 25 11:10:23.211257 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_fip.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.211932 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.212466 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-fip not supported by any of loaded plugins Nov 25 11:10:23.212785 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_gateway_ip.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.213718 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.214233 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 11:10:23.214555 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_port_network_policy.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.215473 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.215982 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 11:10:23.216338 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_rule_type_details.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.217256 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.217762 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 11:10:23.218085 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: qos_rules_alias.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.219133 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.219643 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 11:10:23.219965 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: quotasv2.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.220870 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.221194 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: quotas Nov 25 11:10:23.221514 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: quotasv2_detail.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.223272 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.223608 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: quota_details Nov 25 11:10:23.223934 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: rbac.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.225009 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.225529 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: rbac-policies Nov 25 11:10:23.225854 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: rbac_address_scope.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.226787 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.227329 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: rbac-address-scope Nov 25 11:10:23.227653 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: rbac_security_groups.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.228603 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.229116 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: rbac-security-groups Nov 25 11:10:23.229437 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: rbac_subnetpool.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.230359 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.230876 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: rbac-subnetpool Nov 25 11:10:23.231198 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: revisionifmatch.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.232155 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.232667 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: revision-if-match Nov 25 11:10:23.232989 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: revisions.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.234107 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.234620 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: standard-attr-revisions Nov 25 11:10:23.234944 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: router_availability_zone.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.235624 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.236173 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: router_availability_zone Nov 25 11:10:23.236496 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: routerservicetype.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.237441 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.237949 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension router-service-type not supported by any of loaded plugins Nov 25 11:10:23.238268 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.239190 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.239703 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: port-security-groups-filtering Nov 25 11:10:23.240047 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: securitygroup.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.251329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.251861 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: security-group Nov 25 11:10:23.252221 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: segment.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.253006 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.253520 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension segment not supported by any of loaded plugins Nov 25 11:10:23.253847 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.254795 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.255307 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 11:10:23.255632 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: servicetype.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.256765 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.257284 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: service-type Nov 25 11:10:23.257606 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: sorting.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.259140 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.259470 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: sorting Nov 25 11:10:23.259791 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: standard_attr_segment.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.260756 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.261276 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 11:10:23.261596 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: standardattrdescription.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.262245 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.262750 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: standard-attr-description Nov 25 11:10:23.263071 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: stateful_security_group.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.264034 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.264555 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: stateful-security-group Nov 25 11:10:23.264864 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: stdattrs_common.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.265448 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 11:10:23.265766 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.266713 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.267233 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 11:10:23.267553 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: subnet_onboard.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.268748 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.269268 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: subnet_onboard Nov 25 11:10:23.269591 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.270531 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.271063 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 11:10:23.271368 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: subnet_service_types.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.272334 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.272849 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: subnet-service-types Nov 25 11:10:23.273171 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: subnetallocation.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.274303 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.274814 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: subnet_allocation Nov 25 11:10:23.275141 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.275808 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.276344 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: subnetpool-prefix-ops Nov 25 11:10:23.276668 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.277625 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.278136 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 11:10:23.278457 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: tagging.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.279514 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.280060 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: standard-attr-tag Nov 25 11:10:23.280390 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: timestamp.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.281614 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.282129 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loaded extension: standard-attr-timestamp Nov 25 11:10:23.282454 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: trunk.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.283496 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.284042 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension trunk not supported by any of loaded plugins Nov 25 11:10:23.284370 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: trunk_details.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.285295 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.285809 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension trunk-details not supported by any of loaded plugins Nov 25 11:10:23.286133 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: uplink_status_propagation.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.287061 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.287570 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 11:10:23.287891 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Loading extension file: vlantransparent.py {{(pid=83466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 25 11:10:23.288597 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 25 11:10:23.289106 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 11:10:23.291368 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:network Nov 25 11:10:23.292100 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:subnet Nov 25 11:10:23.292979 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:10:23.293920 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:port Nov 25 11:10:23.295192 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.295635 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service FLAVORS assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.296297 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.296722 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.297051 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:router Nov 25 11:10:23.297694 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 11:10:23.298396 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service METERING assigned prefix: /metering {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.299797 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.300191 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.300545 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:10:23.301689 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 11:10:23.302124 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:security_group Nov 25 11:10:23.302776 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 11:10:23.303524 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service CORE assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.303854 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:10:23.304216 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] subnetpool is already registered Nov 25 11:10:23.304821 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service CORE assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.305147 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:10:23.305996 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] subnetpool is already registered Nov 25 11:10:23.308564 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.308993 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service FLAVORS assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.309576 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.309995 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.310325 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:router Nov 25 11:10:23.310651 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] router is already registered Nov 25 11:10:23.311236 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 11:10:23.311571 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] floatingip is already registered Nov 25 11:10:23.312215 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service METERING assigned prefix: /metering {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.312881 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 11:10:23.313207 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] rbac_policy is already registered Nov 25 11:10:23.313746 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:security_group Nov 25 11:10:23.314074 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] security_group is already registered Nov 25 11:10:23.314651 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 11:10:23.314977 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] security_group_rule is already registered Nov 25 11:10:23.315627 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service CORE assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.315955 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:10:23.316309 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] subnetpool is already registered Nov 25 11:10:23.316915 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.resource_helper [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Service CORE assigned prefix: {{(pid=83466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:10:23.317239 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:10:23.317558 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING neutron.quota.resource_registry [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] subnetpool is already registered Nov 25 11:10:23.318194 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: extensions {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.319677 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: address-groups {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.321927 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: address-scopes {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.323129 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: agents {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.324337 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: auto-allocated-topology {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.325581 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: availability_zones {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.326884 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: dhcp-networks {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.328328 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: dhcp-agents {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.329794 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: routers {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.331539 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: flavors {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.332731 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: service_profiles {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.333921 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: next_providers {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.335452 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: service_profiles {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.336952 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: floatingip-pools {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.338152 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: routers {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.339983 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: floatingips {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.341161 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: l3-routers {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.342517 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: l3-agents {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.343908 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: metering-labels {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.346081 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: metering-label-rules {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.347341 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: network-ip-availabilities {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.348598 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: bindings {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.350243 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: quotas {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.351671 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: quotas {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.353163 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: rbac-policies {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.354449 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: security-groups {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.355650 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: security-group-rules {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.356928 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: service-providers {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.358156 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: subnetpools {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.359560 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: subnetpools {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.361033 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.362712 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.364565 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.366348 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.368653 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.370324 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.372100 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.373950 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.375782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.377649 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron.api.extensions [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Extended resource: tags {{(pid=83466) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 25 11:10:23.384271 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING keystonemiddleware.auth_token [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 11:10:23.388991 dv-neutron-819177-1-hyperv neutron-server[83466]: WARNING keystonemiddleware.auth_token [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 11:10:23.397581 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_concurrency.lockutils [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Acquired lock "singleton_lock" {{(pid=83466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 25 11:10:23.398057 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_concurrency.lockutils [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Releasing lock "singleton_lock" {{(pid=83466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 25 11:10:23.398676 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO oslo_service.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Starting 2 workers Nov 25 11:10:23.403215 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Started child 83569 {{(pid=83466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:10:23.407304 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Started child 83570 {{(pid=83466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:10:23.408486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:23.409211 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO neutron.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 11:10:23.409507 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Notify callbacks [] for process, before_spawn {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:23.410039 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [-] (83569) wsgi starting up on http://0.0.0.0:9696 Nov 25 11:10:23.411833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:23.412395 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO oslo_service.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Starting 1 workers Nov 25 11:10:23.413229 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [-] (83570) wsgi starting up on http://0.0.0.0:9696 Nov 25 11:10:23.416872 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Started child 83571 {{(pid=83466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:10:23.417390 dv-neutron-819177-1-hyperv neutron-server[83466]: INFO oslo_service.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Starting 1 workers Nov 25 11:10:23.420716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] calling RpcWorker wait() {{(pid=83571) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 11:10:23.421258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] returning from RpcWorker wait() {{(pid=83571) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 11:10:23.421788 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Started child 83572 {{(pid=83466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:10:23.422410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:23.422545 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d9cd767-9cf3-44b4-9712-d65e780d7ab6 None None] Notify callbacks [] for process, after_spawn {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:23.422847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:10:23.424509 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 25 11:10:23.424724 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 11:10:23.424906 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 11:10:23.425111 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 11:10:23.425430 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 11:10:23.425593 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 11:10:23.426096 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.426371 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.426630 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.426913 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.427211 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.427365 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:23.427823 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.428027 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.428268 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.428545 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.428773 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.428939 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.429102 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.429357 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.429589 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.429872 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.430144 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.430914 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.431179 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.431348 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.431595 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.431857 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.432126 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.432403 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] debug = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.432655 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.433115 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.433344 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.433598 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.433849 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.434126 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.434375 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.434636 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.434870 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.435115 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.435360 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.435626 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.435872 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.436117 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.436364 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.436583 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.437074 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] host = dv-neutron-819177-1-hyperv {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.437300 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.437545 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.437782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.438013 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.438271 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.438487 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.438754 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.439012 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.439270 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.439499 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.439758 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.439985 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.440238 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.440479 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_file = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.440644 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_options = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.440885 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.441147 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.441422 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.441613 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.441780 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.441954 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.442212 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.442376 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.442632 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.442848 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.443062 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.443299 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.443545 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.443782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.444082 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.444318 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.444553 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.444766 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.445006 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.445248 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.445473 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.445719 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.446007 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.446776 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.446997 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.447233 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.447475 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.447720 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.447932 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.448195 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.448472 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.448718 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.448959 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.449211 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.449457 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.449686 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.449900 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.450164 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.450691 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.450892 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.451178 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.451546 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.451752 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.452217 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.452217 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.452668 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_json = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.452668 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.452949 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.453095 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.453315 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.453585 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.453800 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.454289 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.454289 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.454684 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.455236 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.455347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.457461 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.458132 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.458132 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.458323 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.458425 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:10:23.458555 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.458740 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.458997 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.459215 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.459431 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.459648 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.459864 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.460281 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.460385 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.460615 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.460837 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.461069 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.461302 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.461581 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.461830 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.462089 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.462324 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.462572 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.462788 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.463008 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.463225 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.463439 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.463668 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.463882 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.464144 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.464391 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.464636 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.464851 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.465064 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.465285 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.465518 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.465736 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.465947 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.466187 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.466406 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.466620 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.466969 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.467098 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.467284 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.467500 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.467721 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.467942 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.468218 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.468478 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.468713 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.468939 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.469186 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.469423 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.469644 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.469862 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.470082 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.470300 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.470515 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.470740 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.470979 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.471198 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.471528 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.471658 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.471859 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.480251 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.481053 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.481906 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.482353 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.483232 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.483889 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.484338 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.484759 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.485159 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.485768 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.486421 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.486851 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.487332 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.487788 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.488450 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.488952 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.489416 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.489998 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.490401 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.490794 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.491211 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.491615 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.492142 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.493370 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.493794 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.494317 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.494726 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.495414 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.495871 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.496366 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.496763 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.497188 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.497725 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.498014 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.498332 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.498556 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.499193 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.499508 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.499799 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.500502 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.500761 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.501094 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.501500 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.501790 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.503607 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.503607 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.503607 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.503607 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.503607 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.504096 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.504360 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.504737 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.504994 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.505365 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.505503 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.505825 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.506077 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.506334 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.507299 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.507299 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.507484 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.507704 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.507990 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.508182 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.508795 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.509086 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.509317 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.509541 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.509949 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.510246 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.510475 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.510721 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.510947 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.511193 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.511446 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.511666 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.511859 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.512661 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.512661 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.512841 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.512982 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.513208 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.513521 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.513787 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.514023 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.514302 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.514556 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.514794 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.515042 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.515298 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.515554 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.515761 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.516066 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.516330 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.516557 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.516769 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.516980 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.517190 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.517418 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.517734 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.517973 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.518254 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.518902 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.518902 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.519178 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.519328 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.519556 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.520216 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.520455 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.520672 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.521195 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.521195 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.521494 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.521637 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.521842 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.522048 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.522378 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.522584 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.522795 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.523008 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.523225 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.523492 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.523712 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.523912 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.524668 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.524668 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.525054 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.525054 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.525321 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.529420 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.529420 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.529420 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.529420 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.529741 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.529823 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.530020 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.531433 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.532129 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.532953 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.533281 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.533582 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.533982 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.534188 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.534479 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.534752 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.535014 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.535251 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.535527 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.535867 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.537426 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.539411 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.540247 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.540567 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.541523 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.541849 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.542086 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.542397 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.542747 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.543316 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.543601 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.543841 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.544141 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.544513 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.544625 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.544836 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.545079 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.545305 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.545590 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.545851 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.546090 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.546334 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.546570 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.546793 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.547024 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.547262 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.547492 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.547717 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.548293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57140) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:23.548685 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 11:10:23.549299 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 25 11:10:23.549534 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 11:10:23.549831 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 11:10:23.550067 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 11:10:23.550312 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 11:10:23.550543 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 11:10:23.550808 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.551021 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.551373 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.551736 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.551964 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.552575 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.552851 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.552988 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.553230 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.553430 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.553650 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.553860 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.554072 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.554303 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.554439 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.554713 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.554899 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.555125 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.555886 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.556115 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.556327 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.556538 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.556747 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] debug = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.556955 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.557212 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.557424 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.557662 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.557848 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.558070 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.559411 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.560034 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.560909 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.561575 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.561575 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.561575 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.561575 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.561861 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.561861 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.562078 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.562186 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] host = dv-neutron-819177-1-hyperv {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.562332 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.562488 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.562645 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.562802 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.562958 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.563113 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.563268 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.563423 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.563571 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.563717 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.563864 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.564099 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.564261 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.564414 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_file = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.564565 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_options = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.564714 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.564863 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.565107 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.565329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566383 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566383 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566383 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566715 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137565 Nov 25 11:10:23.566837 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566837 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566837 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566837 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566837 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.566837 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.567528 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.567528 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.567528 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.567528 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.567932 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569347 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569815 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569815 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.569815 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570026 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570104 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570181 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570342 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570535 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570652 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570809 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.570993 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.571149 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.571305 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.571466 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.571621 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.571777 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.572027 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.572153 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.572274 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.572420 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.572573 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.572728 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_json = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.572882 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.573038 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.573180 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.573428 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.573557 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.573691 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.573816 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.573939 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:10:23.574077 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.574241 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.574404 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.574926 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.574926 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.574926 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.575374 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.575374 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.575374 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.575663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:10:23.575782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.575782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.575782 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.576145 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.576877 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.577063 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.577233 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.577396 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.577558 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.577719 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.578013 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.578176 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.578335 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.578494 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.578655 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.578814 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.578973 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.579131 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.579290 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.579449 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.579611 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.579770 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.579930 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.580133 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.580295 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.580455 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.580622 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.580810 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.580961 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.581106 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.581257 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.581418 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.581560 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.581721 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.581871 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.582033 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.582194 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.582355 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.582504 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.582667 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.582835 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.582979 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.583146 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.583296 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.583457 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.583607 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.583769 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.583919 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.584115 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.584278 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.584422 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.584582 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.584733 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.584894 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.585052 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.585208 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.585371 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.585534 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.585693 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.585849 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.586004 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.586161 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.586323 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.586496 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.586660 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.586829 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.587002 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.587170 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.587313 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.587467 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.588455 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.588642 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.588796 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.588963 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.589127 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.589290 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.589432 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.589789 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.589789 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.589954 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.590811 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.590960 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.591078 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.591223 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.591413 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.591624 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.591793 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.592678 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.592678 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.592678 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.592678 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.592678 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.593051 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.593051 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595124 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595800 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.595800 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.596959 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.596959 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.596959 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.596959 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.596959 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.597327 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.597327 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.597491 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.597579 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.597745 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.597904 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.598063 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.598221 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.598379 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.598539 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.598698 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.598855 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.599014 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.599172 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.599334 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.599499 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.599657 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.599814 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.599974 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.600189 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.600446 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.600622 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.600764 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.600905 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.601064 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.601241 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.601400 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.601559 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.603859 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.603859 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.604215 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.604215 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.604416 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.604522 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.604626 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.604762 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.604924 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.605089 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.605240 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.605394 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.605551 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.605709 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.606064 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.606221 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.606662 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.606991 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.607330 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.607494 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.607659 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.607820 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.607979 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.608176 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.608334 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.608552 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.608704 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.609005 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.609294 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.609609 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.609910 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.610229 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.610392 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.610555 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.611271 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.611271 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.611271 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.611271 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.611705 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.611705 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.611705 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.612047 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.612047 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.612252 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.612252 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.612455 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.613329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.613329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.613329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.613329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.613329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.613329 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614117 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614117 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614117 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614117 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614117 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614601 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614601 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614601 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614601 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614983 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.614983 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.615908 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.615908 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.615908 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.615908 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.615908 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.615908 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.616572 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.616572 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.616572 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.616572 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.616572 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617049 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617049 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617049 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617336 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617336 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617530 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617634 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.617842 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.618522 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.618683 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.618847 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.619017 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.619176 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.619333 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.619492 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.619651 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.619893 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.620079 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.620275 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.620396 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.620697 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.621041 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.621208 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.621351 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.621704 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.621704 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.622691 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.622848 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.624031 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.624140 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.624295 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:10:23.624428 dv-neutron-819177-1-hyperv neutron-server[83466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 11:10:33.950916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630bd49-f5cb-4041-bf29-52f9a7c4f535 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:10:34.059920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6630bd49-f5cb-4041-bf29-52f9a7c4f535 None None] No non-hosted networks {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 11:10:34.094246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-920998'] for agent, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:34.095189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.095737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.096381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.096843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.097344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.097668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.098134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.099518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.100065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.100374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.100714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:34.101258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-819177-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:10:34.105286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-34c6a3af-1538-4e40-afec-8a7db079cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-920998'] for agent, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:34.129479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.agentschedulers_db [None req-6630bd49-f5cb-4041-bf29-52f9a7c4f535 None None] DHCP Agent not found on host dv-neutron-819177-1-hyperv {{(pid=83571) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 11:10:34.174896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819177-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:10:36.203718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d87243e1-340d-4dc0-8275-a44fc8aaba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-920998'] for agent, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:36.242151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f46d7875-c203-46a6-9e22-d140804b7ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:37.260741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-920998'] for agent, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:38.303272 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.db.l3_hamode_db [None req-8207a09c-ed94-4039-9206-0134a8502de8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 11:10:38.391723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207a09c-ed94-4039-9206-0134a8502de8 None None] Routers set() bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:10:38.392285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207a09c-ed94-4039-9206-0134a8502de8 None None] Router IDs set() for agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 11:10:38.713904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-920998'] for agent, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:40.314065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57240) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:40.895213 dv-neutron-819177-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-58d931a9-1fcd-4971-a281-2ba97b58434a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:40.895740 dv-neutron-819177-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-58d931a9-1fcd-4971-a281-2ba97b58434a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:41.109689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-58d931a9-1fcd-4971-a281-2ba97b58434a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:10:41.110716 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-58d931a9-1fcd-4971-a281-2ba97b58434a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7957790 Nov 25 11:10:43.339064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57254) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:43.717781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:10:43.766024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.policy [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83569) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 25 11:10:43.766746 dv-neutron-819177-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:43.767176 dv-neutron-819177-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:43.770454 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.quota [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] Loaded quota_driver: . Nov 25 11:10:43.785906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:10:43.855487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746510074061', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746510072623', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746510067423', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746510110036', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746510120542', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1175140', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1116260', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566632', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-643106'] for rbac-policy, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:43.921420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:43.922653 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7948392a-c685-44df-9815-05f3f9013c30 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5826614 Nov 25 11:10:46.396923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57268) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:46.763116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Request body: {'network': {'project_id': '74debd6987554b31a57c9f2f4c238c25', 'name': 'private', 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:10:46.767734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:10:46.772214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Usage tracker for resource:network and tenant:74debd6987554b31a57c9f2f4c238c25 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:10:46.776687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:10:46.782677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:10:46.792752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Made reservation on behalf of 74debd6987554b31a57c9f2f4c238c25 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:10:46.795747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:46.813733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:46.856689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:10:46.860320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Usage tracker for resource:security_group_rule and tenant:74debd6987554b31a57c9f2f4c238c25 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:10:46.863103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:10:46.869019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:10:46.935701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:46.938967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:46.944181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:46.960374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:10:46.985407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746508743626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:46.985990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Unsubscribe: segment precommit_create {{(pid=83569) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 11:10:46.986432 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Added segment 5ca3d2e5-99e2-420c-ad0f-4f6dc498b684 of type vlan for network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 Nov 25 11:10:47.003351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86296a5b-003b-4474-a58d-011e932bdbb6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:10:47.061017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.061271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.061584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.061893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.062210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.062520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.062838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.063144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.063441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.063737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.064051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Tracked resource versions report: Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: pushed versions: Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Log': {'1.0'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Network': {'1.1'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Port': {'1.5'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'PortForwarding': {'1.2'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'QosPolicy': {'1.8'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroup': {'1.2'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SubPort': {'1.0'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Subnet': {'1.1'}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Trunk': {'1.1'}} Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: consumer versions: Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Log': '1.0', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Network': '1.1', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Port': '1.5', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'PortForwarding': '1.2', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'QosPolicy': '1.8', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroup': '1.2', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroupRule': '1.0', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SubPort': '1.0', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Subnet': '1.1', Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Trunk': '1.1'}} Nov 25 11:10:47.065280 dv-neutron-819177-1-hyperv neutron-server[83569]: {{(pid=83569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:10:47.102718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:47.110595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:47.142981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:47.144306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:10:47.144941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:47.149397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:47.249044 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8510203 Nov 25 11:10:47.251575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Pushing event updated for resources: {'Network': ['ID=c72f10c9-eb29-4a71-9b5a-dc00d29f72b3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:10:47.270407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:47.278543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:10:49.799131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57284) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:50.257421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1c1f1-6190-41a3-b87e-1f765093a49b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:10:50.258659 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e9d1c1f1-6190-41a3-b87e-1f765093a49b admin admin] 10.222.0.41 "GET /v2.0/networks/c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 HTTP/1.1" status: 200 len: 825 time: 0.4585989 Nov 25 11:10:50.288376 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1af3067-dbae-4711-b538-b698094beb48 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/060fda1b-30bc-4669-a9b3-251bdf23a788 HTTP/1.1" status: 200 len: 734 time: 0.0243754 Nov 25 11:10:50.297366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'subnetpool_id': '060fda1b-30bc-4669-a9b3-251bdf23a788', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:10:50.307148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:10:50.310956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Usage tracker for resource:subnet and tenant:74debd6987554b31a57c9f2f4c238c25 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:10:50.313846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:10:50.319589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:10:50.329281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Made reservation on behalf of 74debd6987554b31a57c9f2f4c238c25 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:10:50.331509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:50.591381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:50.595110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:50.670727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a25f11a-a877-4f71-991f-8f4b19e9d06a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:10:50.675863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:50.681463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Checking segment: {'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:10:50.681811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Network hostable DHCP agents. Network: c72f10c9-eb29-4a71-9b5a-dc00d29f72b3, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:10:50.704819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:10:50.715641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, c72f10c9-eb29-4a71-9b5a-dc00d29f72b3) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:10:50.720101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:10:50.720682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:50.725956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e17ef-3a0b-41e1-942d-143de8b1e68c None None] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:10:50.739690 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4455380 Nov 25 11:10:51.036755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'fixed_ips': [{'subnet_id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:10:51.037911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:51.224274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Allocated IP 172.20.0.2 (c72f10c9-eb29-4a71-9b5a-dc00d29f72b3/3a25f11a-a877-4f71-991f-8f4b19e9d06a/b6e3bb5b-40ef-44a1-924d-6515db1d9701) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:10:51.445199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:51.458670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Transition to ACTIVE for port object b6e3bb5b-40ef-44a1-924d-6515db1d9701 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:10:51.481041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Transition to ACTIVE for port object b6e3bb5b-40ef-44a1-924d-6515db1d9701 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:10:51.487176 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:51.498794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:51.539753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:10:51.540620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:10:51.544256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:10:51.644375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Pushing event updated for resources: {'Port': ['ID=b6e3bb5b-40ef-44a1-924d-6515db1d9701,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:10:51.658724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Attempting to bind port b6e3bb5b-40ef-44a1-924d-6515db1d9701 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:10:51.659095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Attempting to bind port b6e3bb5b-40ef-44a1-924d-6515db1d9701 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:10:51.659518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Attempting to bind port b6e3bb5b-40ef-44a1-924d-6515db1d9701 on network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:10:51.662630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.662967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.663293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.663613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.664574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.664897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.665211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.665538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.665852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.666157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.666465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Tracked resource versions report: Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: pushed versions: Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Log': {'1.0'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Network': {'1.1'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Port': {'1.5'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'PortForwarding': {'1.2'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'QosPolicy': {'1.8'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroup': {'1.2'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SubPort': {'1.0'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Subnet': {'1.1'}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Trunk': {'1.1'}} Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: consumer versions: Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Log': '1.0', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Network': '1.1', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Port': '1.5', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'PortForwarding': '1.2', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'QosPolicy': '1.8', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroup': '1.2', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroupRule': '1.0', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SubPort': '1.0', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Subnet': '1.1', Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Trunk': '1.1'}} Nov 25 11:10:51.667743 dv-neutron-819177-1-hyperv neutron-server[83571]: {{(pid=83571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:10:51.673742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:51.674810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:10:51.675218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Checking segment: {'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:10:51.675685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:51.676449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Bound using segment: {'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:10:51.676645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Bound port: b6e3bb5b-40ef-44a1-924d-6515db1d9701, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:10:51.676925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:51.762129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] For port b6e3bb5b-40ef-44a1-924d-6515db1d9701, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:10:51.765902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] For port b6e3bb5b-40ef-44a1-924d-6515db1d9701, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b6e3bb5b-40ef-44a1-924d-6515db1d9701,segment=NetworkSegment(5ca3d2e5-99e2-420c-ad0f-4f6dc498b684),segment_id=5ca3d2e5-99e2-420c-ad0f-4f6dc498b684)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:10:51.770189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:51.774371 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:51.873799 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Pushing event updated for resources: {'Port': ['ID=b6e3bb5b-40ef-44a1-924d-6515db1d9701,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:10:51.877374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:52.979300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 57294) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:53.597126 dv-neutron-819177-1-hyperv neutron-server[83570]: WARNING oslo_policy.policy [None req-0ed4ee4b-c660-483b-99bd-ad7db6eee85b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:53.597717 dv-neutron-819177-1-hyperv neutron-server[83570]: WARNING oslo_policy.policy [None req-0ed4ee4b-c660-483b-99bd-ad7db6eee85b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:53.812425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-0ed4ee4b-c660-483b-99bd-ad7db6eee85b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:10:53.813625 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0ed4ee4b-c660-483b-99bd-ad7db6eee85b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8322489 Nov 25 11:10:55.430188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a6488-ecc7-4736-845a-f4c0dac46843 None None] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:10:55.587027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2d394833-142c-4573-8b51-6b33765c3028 None None] Provisioning for port b6e3bb5b-40ef-44a1-924d-6515db1d9701 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:10:56.060167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 57312) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:56.400426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b6e3bb5b-40ef-44a1-924d-6515db1d9701 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:10:56.442456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-ddc4ed96-bf9c-4723-a492-74a408930bbf admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:10:56.443472 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ddc4ed96-bf9c-4723-a492-74a408930bbf admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3824668 Nov 25 11:10:56.468841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b6e3bb5b-40ef-44a1-924d-6515db1d9701 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:10:56.473440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b6e3bb5b-40ef-44a1-924d-6515db1d9701 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:10:56.473836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:56.596347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:56.630593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b6e3bb5b-40ef-44a1-924d-6515db1d9701, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b6e3bb5b-40ef-44a1-924d-6515db1d9701,segment=NetworkSegment(5ca3d2e5-99e2-420c-ad0f-4f6dc498b684),segment_id=5ca3d2e5-99e2-420c-ad0f-4f6dc498b684)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:10:56.634164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:56.636308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:10:56.699538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b6e3bb5b-40ef-44a1-924d-6515db1d9701,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:10:56.702603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:10:58.375517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b6e3bb5b-40ef-44a1-924d-6515db1d9701 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:10:58.444984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b6e3bb5b-40ef-44a1-924d-6515db1d9701 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:10:58.445355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:59.051874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 57324) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:10:59.411166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'name': 'router1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:10:59.443706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.policy [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83570) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 25 11:10:59.444551 dv-neutron-819177-1-hyperv neutron-server[83570]: WARNING oslo_policy.policy [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:59.445480 dv-neutron-819177-1-hyperv neutron-server[83570]: WARNING oslo_policy.policy [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:10:59.448711 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.quota [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Loaded quota_driver: . Nov 25 11:10:59.463824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:10:59.470034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Usage tracker for resource:router and tenant:74debd6987554b31a57c9f2f4c238c25 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:10:59.474646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:10:59.482497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:10:59.500113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:59.502174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:59.531717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:59.642464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:59.661185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:10:59.662350 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fbb8fafa-438c-40fd-8003-aaf9e1142add admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6095121 Nov 25 11:11:01.889560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 57336) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:11:02.268970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-55b5daeb-2745-40c1-8448-5e4bc92819bb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:11:02.269937 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-55b5daeb-2745-40c1-8448-5e4bc92819bb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3794715 Nov 25 11:11:03.889884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-81fed17b-1247-4046-84d3-88d1e41a0c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:04.050806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:04.521818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 57346) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:11:04.900168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:11:04.905109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:11:04.908811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Usage tracker for resource:network and tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:11:04.912140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:11:04.917674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:11:04.927268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Made reservation on behalf of c0af1e7e1eed4fb4876d29fdcd0a6eaf for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:11:04.930159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:04.949092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:04.987745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:11:04.991310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:11:04.994381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:11:04.999786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:11:05.065294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:05.068787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:05.074374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:05.084659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=83570) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 11:11:05.112918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746508743626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:05.113486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Unsubscribe: segment precommit_create {{(pid=83570) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 11:11:05.113953 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Added segment cb08890f-e805-4b56-9ab0-c0c709123ae9 of type flat for network 35b3f533-d13d-49b2-bde7-632e1c76c762 Nov 25 11:11:05.167299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8399f21-dfe2-4855-9187-47220b623391,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:05.192208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.192547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.192849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.193159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.193485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.193789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.194104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.194408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.195311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.195611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.195910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Tracked resource versions report: Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: pushed versions: Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Log': {'1.0'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Network': {'1.1'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Port': {'1.5'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'PortForwarding': {'1.2'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'QosPolicy': {'1.8'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroup': {'1.2'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SubPort': {'1.0'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Subnet': {'1.1'}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Trunk': {'1.1'}} Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: consumer versions: Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Log': '1.0', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Network': '1.1', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Port': '1.5', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'PortForwarding': '1.2', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'QosPolicy': '1.8', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroup': '1.2', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroupRule': '1.0', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SubPort': '1.0', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Subnet': '1.1', Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Trunk': '1.1'}} Nov 25 11:11:05.197167 dv-neutron-819177-1-hyperv neutron-server[83570]: {{(pid=83570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:11:05.233929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:05.243435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:05.280238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:05.281900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:11:05.282553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:05.287027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:05.390931 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8678784 Nov 25 11:11:05.393561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=35b3f533-d13d-49b2-bde7-632e1c76c762,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:05.397588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:05.404217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:11:06.190248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36226751-20bd-4b7c-a36e-0beb00835ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:07.215105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:07.607796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 57360) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:11:07.972890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5239-dc61-4091-9f7f-df23b19ae9e0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:11:07.974165 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-280c5239-dc61-4091-9f7f-df23b19ae9e0 admin admin] 10.222.0.41 "GET /v2.0/subnets/3a25f11a-a877-4f71-991f-8f4b19e9d06a HTTP/1.1" status: 200 len: 849 time: 0.3654113 Nov 25 11:11:08.114807 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3e1f4052-ab16-4d38-9727-fe67819019b8 admin admin] 10.222.0.41 "GET /v2.0/routers/ceee1f46-a40c-470a-9808-191087ab0408 HTTP/1.1" status: 200 len: 704 time: 0.1350720 Nov 25 11:11:08.589705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:08.672161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:08.831224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Allocated IP 172.20.0.1 (c72f10c9-eb29-4a71-9b5a-dc00d29f72b3/3a25f11a-a877-4f71-991f-8f4b19e9d06a/97715c37-14e1-4469-a6e4-a93743e12fea) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:11:08.990985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.008555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Transition to ACTIVE for port object 97715c37-14e1-4469-a6e4-a93743e12fea will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:11:09.061112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.065385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:09.143352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:11:09.146476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:11:09.151538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Pushing event updated for resources: {'Port': ['ID=97715c37-14e1-4469-a6e4-a93743e12fea,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:09.165748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:11:09.166262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.216334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:09.293212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.405465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-871a8f2a-a2fd-43fb-b7a7-cd46c9a04453 None None] Provisioning for port 97715c37-14e1-4469-a6e4-a93743e12fea completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:11:09.410151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-871a8f2a-a2fd-43fb-b7a7-cd46c9a04453 None None] Provisioning complete for port 97715c37-14e1-4469-a6e4-a93743e12fea triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:11:09.410526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-871a8f2a-a2fd-43fb-b7a7-cd46c9a04453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.461169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-871a8f2a-a2fd-43fb-b7a7-cd46c9a04453 None None] Port 97715c37-14e1-4469-a6e4-a93743e12fea cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:11:09.517253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.521223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.522301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:09.526085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:09.654159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Pushing event updated for resources: {'Port': ['ID=97715c37-14e1-4469-a6e4-a93743e12fea,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:09.658615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:09.748876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:11:09.749920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:11:09.983374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d27ff1d3-a732-4b95-853f-dc74ea90eb52 None None] Provisioning complete for port 97715c37-14e1-4469-a6e4-a93743e12fea triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:11:09.983896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d27ff1d3-a732-4b95-853f-dc74ea90eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:10.035948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d27ff1d3-a732-4b95-853f-dc74ea90eb52 None None] Port 97715c37-14e1-4469-a6e4-a93743e12fea cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:11:10.094442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Router ceee1f46-a40c-470a-9808-191087ab0408 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:11:10.257366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:11:10.266609 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] 10.222.0.41 "PUT /v2.0/routers/ceee1f46-a40c-470a-9808-191087ab0408/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1465786 Nov 25 11:11:10.267986 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Sync routers for ids ['ceee1f46-a40c-470a-9808-191087ab0408'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:11:10.281473 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Routers {'ceee1f46-a40c-470a-9808-191087ab0408'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:11:10.282313 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ceee1f46-a40c-470a-9808-191087ab0408'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:10.454348 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Set router ceee1f46-a40c-470a-9808-191087ab0408 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:11:10.816478 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'name': 'router1', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:10:59Z', 'updated_at': '2021-11-25T11:11:09Z', 'revision_number': 2, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'gw_port_host': None, '_interfaces': [{'id': '97715c37-14e1-4469-a6e4-a93743e12fea', 'name': '', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'mac_address': 'fa:16:3e:76:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:08Z', 'updated_at': '2021-11-25T11:11:09Z', 'revision_number': 2, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'subnets': [{'id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '060fda1b-30bc-4669-a9b3-251bdf23a788'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:10.821729 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Checking router: ceee1f46-a40c-470a-9808-191087ab0408 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:11:10.822096 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Updating router ceee1f46-a40c-470a-9808-191087ab0408 port 97715c37-14e1-4469-a6e4-a93743e12fea binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:11:10.874473 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:11.239239 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:11.254658 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Transition to ACTIVE for port object 97715c37-14e1-4469-a6e4-a93743e12fea will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:11:11.261399 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:11.266683 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:11.492919 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Pushing event updated for resources: {'Port': ['ID=97715c37-14e1-4469-a6e4-a93743e12fea,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:11.505222 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Attempting to bind port 97715c37-14e1-4469-a6e4-a93743e12fea on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:11:11.505642 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Attempting to bind port 97715c37-14e1-4469-a6e4-a93743e12fea by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:11:11.506096 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Attempting to bind port 97715c37-14e1-4469-a6e4-a93743e12fea on network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:11:11.509876 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.510200 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.510625 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.511101 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.511330 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.511699 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.512053 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.512440 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.512784 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.513156 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.513578 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Tracked resource versions report: Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: pushed versions: Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Log': {'1.0'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Network': {'1.1'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Port': {'1.5'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'PortForwarding': {'1.2'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'QosPolicy': {'1.8'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroup': {'1.2'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SubPort': {'1.0'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Subnet': {'1.1'}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Trunk': {'1.1'}} Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: consumer versions: Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Log': '1.0', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Network': '1.1', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Port': '1.5', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'PortForwarding': '1.2', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'QosPolicy': '1.8', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroup': '1.2', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroupRule': '1.0', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SubPort': '1.0', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Subnet': '1.1', Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Trunk': '1.1'}} Nov 25 11:11:11.514948 dv-neutron-819177-1-hyperv neutron-server[83572]: {{(pid=83572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:11:11.519498 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:11.524772 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:11:11.525191 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Checking segment: {'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:11:11.525717 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:11.526087 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Bound using segment: {'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:11:11.526563 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Bound port: 97715c37-14e1-4469-a6e4-a93743e12fea, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca3d2e5-99e2-420c-ad0f-4f6dc498b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:11:11.526938 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:11.615673 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] For port 97715c37-14e1-4469-a6e4-a93743e12fea, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:11:11.620697 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] For port 97715c37-14e1-4469-a6e4-a93743e12fea, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=97715c37-14e1-4469-a6e4-a93743e12fea,segment=NetworkSegment(5ca3d2e5-99e2-420c-ad0f-4f6dc498b684),segment_id=5ca3d2e5-99e2-420c-ad0f-4f6dc498b684)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:11:11.624987 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:11.628682 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:11.709509 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Pushing event updated for resources: {'Port': ['ID=97715c37-14e1-4469-a6e4-a93743e12fea,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:11.712849 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:11.721310 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Routers {'ceee1f46-a40c-470a-9808-191087ab0408'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:11:11.721908 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ceee1f46-a40c-470a-9808-191087ab0408'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:11.872900 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] Set router ceee1f46-a40c-470a-9808-191087ab0408 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:11:12.184854 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'name': 'router1', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:10:59Z', 'updated_at': '2021-11-25T11:11:09Z', 'revision_number': 2, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'gw_port_host': None, '_interfaces': [{'id': '97715c37-14e1-4469-a6e4-a93743e12fea', 'name': '', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'mac_address': 'fa:16:3e:76:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:08Z', 'updated_at': '2021-11-25T11:11:11Z', 'revision_number': 4, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'subnets': [{'id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '060fda1b-30bc-4669-a9b3-251bdf23a788'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:12.188669 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beae687-d712-4580-a84b-81b1dd435931 None None] The sync data for ids ['ceee1f46-a40c-470a-9808-191087ab0408'] in dv-neutron-819177-1-hyperv is: [{'id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'name': 'router1', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:10:59Z', 'updated_at': '2021-11-25T11:11:09Z', 'revision_number': 2, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'gw_port_host': None, '_interfaces': [{'id': '97715c37-14e1-4469-a6e4-a93743e12fea', 'name': '', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'mac_address': 'fa:16:3e:76:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:08Z', 'updated_at': '2021-11-25T11:11:11Z', 'revision_number': 4, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'subnets': [{'id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '060fda1b-30bc-4669-a9b3-251bdf23a788'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:11:12.344065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57384) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:11:12.531164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f953f-5ec9-4c72-92ea-fedf575dd5f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:11:12.533459 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-662f953f-5ec9-4c72-92ea-fedf575dd5f4 admin admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 842 time: 0.1875336 Nov 25 11:11:12.542007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Request body: {'subnet': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'gateway_ip': '172.26.5.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.5.0/24', 'enable_dhcp': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:11:12.546853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:11:12.550577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Usage tracker for resource:subnet and tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:11:12.553364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:11:12.559421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:11:12.568966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Made reservation on behalf of c0af1e7e1eed4fb4876d29fdcd0a6eaf for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:11:12.571312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:12.949419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:11:12.949833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:12.953852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:13.036417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9591449-f79b-4ca5-b55b-b69f87f33643,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:13.039371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:11:13.039716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Network hostable DHCP agents. Network: 35b3f533-d13d-49b2-bde7-632e1c76c762, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:11:13.044057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:13.063102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:11:13.072752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 35b3f533-d13d-49b2-bde7-632e1c76c762) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:11:13.077599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:11:13.078174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:13.081939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d8b41-a97e-4402-8732-c9f4daa39074 None None] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:11:13.100160 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5619678 Nov 25 11:11:13.314189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438cf41-6c08-43b2-a52c-0ec27ee36bba None None] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:11:14.396997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 97715c37-14e1-4469-a6e4-a93743e12fea up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:11:14.470286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 97715c37-14e1-4469-a6e4-a93743e12fea completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:11:14.479201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 97715c37-14e1-4469-a6e4-a93743e12fea triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:11:14.479573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:14.615008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:14.646482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 97715c37-14e1-4469-a6e4-a93743e12fea, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=97715c37-14e1-4469-a6e4-a93743e12fea,segment=NetworkSegment(5ca3d2e5-99e2-420c-ad0f-4f6dc498b684),segment_id=5ca3d2e5-99e2-420c-ad0f-4f6dc498b684)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:11:14.649428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:14.651399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:14.716326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=97715c37-14e1-4469-a6e4-a93743e12fea,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:14.719332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:15.233790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57408) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:11:15.485480 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-090de17d-6f44-494c-88d2-bb2bf20b648c admin admin] 10.222.0.41 "GET /v2.0/routers/ceee1f46-a40c-470a-9808-191087ab0408 HTTP/1.1" status: 200 len: 710 time: 0.2504902 Nov 25 11:11:15.609890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea130b1-5388-416f-bb0a-88ce54f018c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:11:15.611232 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aea130b1-5388-416f-bb0a-88ce54f018c3 admin admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 886 time: 0.1209099 Nov 25 11:11:15.620490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:11:16.114490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:16.294825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:16.349535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:16.385053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 97715c37-14e1-4469-a6e4-a93743e12fea up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:11:16.451483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 97715c37-14e1-4469-a6e4-a93743e12fea triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:11:16.451753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:16.490092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Allocated IP 172.26.5.136 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/d3d02f4d-4786-47dd-bad9-e51771a00cf5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:11:16.637199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:16.691288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:16.696579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:16.750565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:11:16.758202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:11:16.762186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:11:16.795417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Pushing event updated for resources: {'Port': ['ID=d3d02f4d-4786-47dd-bad9-e51771a00cf5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:16.801412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:16.937097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:17.098352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:17.101730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:17.295973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Router ceee1f46-a40c-470a-9808-191087ab0408 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:11:17.490274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:11:17.498688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:17.499853 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] 10.222.0.41 "PUT /v2.0/routers/ceee1f46-a40c-470a-9808-191087ab0408 HTTP/1.1" status: 200 len: 890 time: 1.8827033 Nov 25 11:11:17.500792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Sync routers for ids ['ceee1f46-a40c-470a-9808-191087ab0408'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:11:17.513737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Routers {'ceee1f46-a40c-470a-9808-191087ab0408'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:11:17.514408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ceee1f46-a40c-470a-9808-191087ab0408'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:17.707362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Set router ceee1f46-a40c-470a-9808-191087ab0408 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:11:18.039494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'name': 'router1', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': 'd3d02f4d-4786-47dd-bad9-e51771a00cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:10:59Z', 'updated_at': '2021-11-25T11:11:16Z', 'revision_number': 4, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'gw_port': {'id': 'd3d02f4d-4786-47dd-bad9-e51771a00cf5', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:16Z', 'updated_at': '2021-11-25T11:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '97715c37-14e1-4469-a6e4-a93743e12fea', 'name': '', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'mac_address': 'fa:16:3e:76:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:08Z', 'updated_at': '2021-11-25T11:11:14Z', 'revision_number': 5, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'subnets': [{'id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '060fda1b-30bc-4669-a9b3-251bdf23a788'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:18.044452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Checking router: ceee1f46-a40c-470a-9808-191087ab0408 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:11:18.044799 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Updating router ceee1f46-a40c-470a-9808-191087ab0408 port d3d02f4d-4786-47dd-bad9-e51771a00cf5 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:11:18.093041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:18.413381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:18.425124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Transition to ACTIVE for port object d3d02f4d-4786-47dd-bad9-e51771a00cf5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:11:18.431941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:18.435467 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:18.516607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Attempting to bind port d3d02f4d-4786-47dd-bad9-e51771a00cf5 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:11:18.517254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Attempting to bind port d3d02f4d-4786-47dd-bad9-e51771a00cf5 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:11:18.517254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Attempting to bind port d3d02f4d-4786-47dd-bad9-e51771a00cf5 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:11:18.519310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e00532-c37c-4b60-93d5-3edd97d51417 None None] Pushing event updated for resources: {'Port': ['ID=d3d02f4d-4786-47dd-bad9-e51771a00cf5,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:18.523985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-94e00532-c37c-4b60-93d5-3edd97d51417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:18.527218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:11:18.527586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:11:18.527986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:18.528395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:11:18.528856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Bound port: d3d02f4d-4786-47dd-bad9-e51771a00cf5, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:11:18.529238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:18.599019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] For port d3d02f4d-4786-47dd-bad9-e51771a00cf5, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:11:18.602617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] For port d3d02f4d-4786-47dd-bad9-e51771a00cf5, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d3d02f4d-4786-47dd-bad9-e51771a00cf5,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:11:18.606719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:18.610450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:18.710770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e00532-c37c-4b60-93d5-3edd97d51417 None None] Pushing event updated for resources: {'Port': ['ID=d3d02f4d-4786-47dd-bad9-e51771a00cf5,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:18.714050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-94e00532-c37c-4b60-93d5-3edd97d51417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:18.716320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Routers {'ceee1f46-a40c-470a-9808-191087ab0408'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:11:18.716901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ceee1f46-a40c-470a-9808-191087ab0408'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:18.891248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] Set router ceee1f46-a40c-470a-9808-191087ab0408 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:11:19.208154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'name': 'router1', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': 'd3d02f4d-4786-47dd-bad9-e51771a00cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:10:59Z', 'updated_at': '2021-11-25T11:11:16Z', 'revision_number': 4, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'gw_port': {'id': 'd3d02f4d-4786-47dd-bad9-e51771a00cf5', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:16Z', 'updated_at': '2021-11-25T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '97715c37-14e1-4469-a6e4-a93743e12fea', 'name': '', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'mac_address': 'fa:16:3e:76:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:08Z', 'updated_at': '2021-11-25T11:11:14Z', 'revision_number': 5, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'subnets': [{'id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '060fda1b-30bc-4669-a9b3-251bdf23a788'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:11:19.212173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04342d9b-d248-4367-a115-b60b5fb16d82 None None] The sync data for ids ['ceee1f46-a40c-470a-9808-191087ab0408'] in dv-neutron-819177-1-hyperv is: [{'id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'name': 'router1', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': 'd3d02f4d-4786-47dd-bad9-e51771a00cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:10:59Z', 'updated_at': '2021-11-25T11:11:16Z', 'revision_number': 4, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'gw_port': {'id': 'd3d02f4d-4786-47dd-bad9-e51771a00cf5', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:16Z', 'updated_at': '2021-11-25T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '97715c37-14e1-4469-a6e4-a93743e12fea', 'name': '', 'network_id': 'c72f10c9-eb29-4a71-9b5a-dc00d29f72b3', 'tenant_id': '74debd6987554b31a57c9f2f4c238c25', 'mac_address': 'fa:16:3e:76:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceee1f46-a40c-470a-9808-191087ab0408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:11:08Z', 'updated_at': '2021-11-25T11:11:14Z', 'revision_number': 5, 'project_id': '74debd6987554b31a57c9f2f4c238c25', 'subnets': [{'id': '3a25f11a-a877-4f71-991f-8f4b19e9d06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '060fda1b-30bc-4669-a9b3-251bdf23a788'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:11:19.494274 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:11:19.811871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 57418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:11:19.979725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a091f359-3467-46d3-a2aa-800f18833db7 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1667233 Nov 25 11:11:20.408852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d3d02f4d-4786-47dd-bad9-e51771a00cf5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:11:20.487218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port d3d02f4d-4786-47dd-bad9-e51771a00cf5 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:11:20.493225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d3d02f4d-4786-47dd-bad9-e51771a00cf5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:11:20.493644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:20.613316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:20.629749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port d3d02f4d-4786-47dd-bad9-e51771a00cf5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d3d02f4d-4786-47dd-bad9-e51771a00cf5,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:11:20.634626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:20.636781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:11:20.704313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=d3d02f4d-4786-47dd-bad9-e51771a00cf5,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:11:20.707803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:11:22.395052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d3d02f4d-4786-47dd-bad9-e51771a00cf5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:11:22.494640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d3d02f4d-4786-47dd-bad9-e51771a00cf5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:11:22.494940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:33.892386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-618afb53-a0ce-4fb3-9155-22a34e21d1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:34.053508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:36.191561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-28178f59-4f0e-4d00-8a66-75d293b793ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:37.216875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:38.686750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:11:56.495536 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:12:03.895356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3988b640-d7b0-4bf9-8b3c-ca69e0000a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:04.057874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:06.199040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ff64b154-8aa3-41ee-ab1c-82a8cbf905ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:07.220413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:08.699449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:33.496196 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:12:33.899850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8223094e-2c0a-46c3-ba15-5bd563df44b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:34.062837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:36.193523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6425f572-d599-48d7-a001-906b752b2f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:37.224094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:12:38.695968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:03.902353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-50678578-c4ed-40e9-8f22-63436d6856d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:04.066876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:06.195035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ece41ce5-a815-41cb-befc-be5a8eb6cc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:07.225415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:08.695465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:10.496903 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:13:24.812085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58026) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:24.902739 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91f1aee-b6c6-436b-95b3-ea4de8f386c3 admin admin] GET failed (client error): The resource could not be found. Nov 25 11:13:24.903894 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b91f1aee-b6c6-436b-95b3-ea4de8f386c3 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0899427 Nov 25 11:13:25.031152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4694b8c-c37a-41c5-b69d-975d4921ce03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:25.032519 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4694b8c-c37a-41c5-b69d-975d4921ce03 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1248345 Nov 25 11:13:27.039217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58036) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:27.167003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a22f63-642b-403f-8721-cb96791b0ab2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:27.167548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-16a22f63-642b-403f-8721-cb96791b0ab2 admin admin] Synchronizing usage tracker for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:13:27.185272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-16a22f63-642b-403f-8721-cb96791b0ab2 admin admin] Unset dirty status for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:13:27.186516 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-16a22f63-642b-403f-8721-cb96791b0ab2 admin admin] 10.222.0.41 "GET /v2.0/subnets/3a25f11a-a877-4f71-991f-8f4b19e9d06a HTTP/1.1" status: 200 len: 849 time: 0.1463747 Nov 25 11:13:27.195688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:13:27.310122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:27.492120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746508649988'] for subnet, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:27.495661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d5bb7811-b50d-448b-8305-3dde0e261186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:13:27.542652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:27.543401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:27.546596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d261b3-a040-49b4-bff2-00b5d4886600 None None] Network c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:13:27.548456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] 10.222.0.41 "PUT /v2.0/subnets/3a25f11a-a877-4f71-991f-8f4b19e9d06a HTTP/1.1" status: 200 len: 868 time: 0.3564744 Nov 25 11:13:27.570644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a25f11a-a877-4f71-991f-8f4b19e9d06a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:13:27.579903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.580280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.580607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.580925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.581259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.581728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.582047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.582358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.582795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.583107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.583505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:13:27.588043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:13:27.976620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d9a55155-f7ff-400c-aa97-1d939f6ecb55 None None] Provisioning complete for port b6e3bb5b-40ef-44a1-924d-6515db1d9701 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:13:27.976983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d9a55155-f7ff-400c-aa97-1d939f6ecb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:28.097668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d9a55155-f7ff-400c-aa97-1d939f6ecb55 None None] Provisioning complete for port 97715c37-14e1-4469-a6e4-a93743e12fea triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:13:28.098035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d9a55155-f7ff-400c-aa97-1d939f6ecb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:29.561765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:29.752723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31f3f1-2451-42c5-b1c4-9bc40fe0a1d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:29.753012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31f3f1-2451-42c5-b1c4-9bc40fe0a1d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:29.754548 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb31f3f1-2451-42c5-b1c4-9bc40fe0a1d4 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1918278 Nov 25 11:13:31.748691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58056) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:31.940243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4740d0-f791-4062-92f1-9391ff910e79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:31.940614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4740d0-f791-4062-92f1-9391ff910e79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:31.942100 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee4740d0-f791-4062-92f1-9391ff910e79 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1924818 Nov 25 11:13:33.905453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e6b17f6-298d-44c0-a142-3c4f7806e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:33.954280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58066) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:34.069946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:34.142868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30bc49-aefe-4726-83c2-c2769ed45d9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:34.144174 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb30bc49-aefe-4726-83c2-c2769ed45d9e admin admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 886 time: 0.1889439 Nov 25 11:13:36.156313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58076) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:36.198272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-28df1ed8-3281-4bbc-b4af-7743ec5ac979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:36.349821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28ec8d-4bb0-4b27-ba68-1b0ee30d2354 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:36.351155 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9d28ec8d-4bb0-4b27-ba68-1b0ee30d2354 admin admin] 10.222.0.41 "GET /v2.0/networks/c72f10c9-eb29-4a71-9b5a-dc00d29f72b3 HTTP/1.1" status: 200 len: 869 time: 0.1939719 Nov 25 11:13:37.235686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:38.357350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58086) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:38.483898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6419df-05e0-4434-9c49-77de9373960c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:38.484296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6419df-05e0-4434-9c49-77de9373960c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:38.485796 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c6419df-05e0-4434-9c49-77de9373960c admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275253 Nov 25 11:13:38.697537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:13:40.505221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58096) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:40.638978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eee48a-9855-4aa9-97fc-e96821edb7ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:40.639349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eee48a-9855-4aa9-97fc-e96821edb7ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:40.640886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b4eee48a-9855-4aa9-97fc-e96821edb7ea admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347451 Nov 25 11:13:42.649303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58106) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:42.780585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd05a95-1312-40df-b30f-683bd03b0eac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:42.781884 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ecd05a95-1312-40df-b30f-683bd03b0eac admin admin] 10.222.0.41 "GET /v2.0/subnets/3a25f11a-a877-4f71-991f-8f4b19e9d06a HTTP/1.1" status: 200 len: 868 time: 0.1316600 Nov 25 11:13:44.768912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58116) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:13:44.893628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad586e40-1841-4860-b8f2-7435acdbb15b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:13:44.894941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad586e40-1841-4860-b8f2-7435acdbb15b admin admin] 10.222.0.41 "GET /v2.0/subnets/b9591449-f79b-4ca5-b55b-b69f87f33643 HTTP/1.1" status: 200 len: 816 time: 0.1250985 Nov 25 11:13:47.497017 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:14:02.955968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58154) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:14:03.026483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-ad3e004c-1557-4546-b31b-dfe8cb1efdc3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:14:03.027484 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad3e004c-1557-4546-b31b-dfe8cb1efdc3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704987 Nov 25 11:14:03.909753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2c179b0a-328f-4f86-8a92-ada45abd7f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:04.071442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:05.117430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58164) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:14:05.205719 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca38ad7-afed-46f9-bce7-3a0ea4234c3c admin admin] GET failed (client error): The resource could not be found. Nov 25 11:14:05.206209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5ca38ad7-afed-46f9-bce7-3a0ea4234c3c admin admin] Synchronizing usage tracker for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:14:05.223635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5ca38ad7-afed-46f9-bce7-3a0ea4234c3c admin admin] Unset dirty status for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:14:05.224812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5ca38ad7-afed-46f9-bce7-3a0ea4234c3c admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1064632 Nov 25 11:14:05.350967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cb631-b2c9-4915-9287-450105b96706 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:14:05.352417 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec8cb631-b2c9-4915-9287-450105b96706 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1236591 Nov 25 11:14:06.202395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5ab0dae9-c683-43ca-8c2b-df77099c0706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:07.233237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:07.379768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:14:07.450943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:14:07.455913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:14:07.465683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:14:07.476127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Made reservation on behalf of c0af1e7e1eed4fb4876d29fdcd0a6eaf for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:14:07.478373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:07.565174 dv-neutron-819177-1-hyperv neutron-server[83569]: WARNING neutron.services.revisions.revision_plugin [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Could not find related network for resource to bump revision. Nov 25 11:14:07.578258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:14:07.588228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:07.588565 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Added segment 03a9f334-7622-4a30-9e24-64b97f68e084 of type vlan for network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc Nov 25 11:14:07.612911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:07.640514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:07.641694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:14:07.642315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:07.646928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:14:07.783308 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4024274 Nov 25 11:14:07.783891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6dba3c15-cae4-40ec-95c4-0baa0fcd48dc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:14:07.797808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:14:07.811084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:14:08.699735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:09.817581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58184) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:14:09.906281 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8348bb-a39c-4ef7-86c8-a32c1c370286 admin admin] GET failed (client error): The resource could not be found. Nov 25 11:14:09.906755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae8348bb-a39c-4ef7-86c8-a32c1c370286 admin admin] Synchronizing usage tracker for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:14:09.921374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae8348bb-a39c-4ef7-86c8-a32c1c370286 admin admin] Unset dirty status for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:14:09.922560 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ae8348bb-a39c-4ef7-86c8-a32c1c370286 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1041250 Nov 25 11:14:10.024999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d338ea-725d-41c5-a761-e258ba7be1e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:14:10.026398 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-88d338ea-725d-41c5-a761-e258ba7be1e1 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999403 Nov 25 11:14:10.035444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc', 'name': 'shared-subnet'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:14:10.039655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:14:10.049456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:14:10.059649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Made reservation on behalf of c0af1e7e1eed4fb4876d29fdcd0a6eaf for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:14:10.061815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:10.250806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:10.254835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a152666-e412-431c-89bf-a84fbef2f610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:14:10.321353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da27041b-42fa-47b2-a90f-80ae03c4c527,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:14:10.326122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:14:10.335473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Checking segment: {'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:14:10.335815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Network hostable DHCP agents. Network: 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:14:10.355925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:14:10.364762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:14:10.370345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:14:10.371189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:10.374203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69817f56-c6c7-4b32-831a-de535d4807c2 None None] Network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:14:10.396759 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3645496 Nov 25 11:14:10.601999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6dba3c15-cae4-40ec-95c4-0baa0fcd48dc', 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc', 'tenant_id': 'c0af1e7e1eed4fb4876d29fdcd0a6eaf', 'fixed_ips': [{'subnet_id': 'da27041b-42fa-47b2-a90f-80ae03c4c527'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:14:10.602972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:10.761516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Allocated IP 192.168.233.2 (6dba3c15-cae4-40ec-95c4-0baa0fcd48dc/da27041b-42fa-47b2-a90f-80ae03c4c527/f565dd51-a8f9-4534-aa87-656e3eed2ae7) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:14:10.963695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:10.974791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Transition to ACTIVE for port object f565dd51-a8f9-4534-aa87-656e3eed2ae7 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:14:10.994228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Transition to ACTIVE for port object f565dd51-a8f9-4534-aa87-656e3eed2ae7 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:14:10.999631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:11.004245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:14:11.062595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:14:11.063794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:14:11.073102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:14:11.081008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Pushing event updated for resources: {'Port': ['ID=f565dd51-a8f9-4534-aa87-656e3eed2ae7,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:14:11.120812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.121150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.121471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.121790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.122130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.122450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.122762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.123102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.123414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.123735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.124073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:14:11.150165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:14:11.175493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Attempting to bind port f565dd51-a8f9-4534-aa87-656e3eed2ae7 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:14:11.175859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Attempting to bind port f565dd51-a8f9-4534-aa87-656e3eed2ae7 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:14:11.176273 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Attempting to bind port f565dd51-a8f9-4534-aa87-656e3eed2ae7 on network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:14:11.182702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:14:11.183070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Checking segment: {'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:14:11.183471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:11.183862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Bound using segment: {'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:14:11.184354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Bound port: f565dd51-a8f9-4534-aa87-656e3eed2ae7, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:14:11.184726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:11.296306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] For port f565dd51-a8f9-4534-aa87-656e3eed2ae7, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:14:11.299455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] For port f565dd51-a8f9-4534-aa87-656e3eed2ae7, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f565dd51-a8f9-4534-aa87-656e3eed2ae7,segment=NetworkSegment(03a9f334-7622-4a30-9e24-64b97f68e084),segment_id=03a9f334-7622-4a30-9e24-64b97f68e084)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:14:11.303418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:11.307278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ce5a8b74-aebc-4e36-b95e-db2e11f358bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:14:11.384640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Pushing event updated for resources: {'Port': ['ID=f565dd51-a8f9-4534-aa87-656e3eed2ae7,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:14:11.388869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:14:12.188202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f1b3a-cdaa-494c-9bbc-09681774a2b5 None None] Network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:14:12.279273 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2df209c7-4269-4d1e-8c25-732eea453d34 None None] Provisioning for port f565dd51-a8f9-4534-aa87-656e3eed2ae7 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:14:12.517441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f565dd51-a8f9-4534-aa87-656e3eed2ae7 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:14:12.619071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port f565dd51-a8f9-4534-aa87-656e3eed2ae7 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:14:12.624395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f565dd51-a8f9-4534-aa87-656e3eed2ae7 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:14:12.624769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:12.751351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:12.769183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-66422c80-1c3d-49b8-853f-96db5afeb96b None None] Provisioning complete for port f565dd51-a8f9-4534-aa87-656e3eed2ae7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:14:12.769557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-66422c80-1c3d-49b8-853f-96db5afeb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:12.844724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port f565dd51-a8f9-4534-aa87-656e3eed2ae7, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f565dd51-a8f9-4534-aa87-656e3eed2ae7,segment=NetworkSegment(03a9f334-7622-4a30-9e24-64b97f68e084),segment_id=03a9f334-7622-4a30-9e24-64b97f68e084)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:14:12.849676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:12.855340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:14:12.967273 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=f565dd51-a8f9-4534-aa87-656e3eed2ae7,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:14:12.971016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:14:14.475164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f565dd51-a8f9-4534-aa87-656e3eed2ae7 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:14:14.547764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f565dd51-a8f9-4534-aa87-656e3eed2ae7 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:14:14.548168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:24.498617 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:14:33.911505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee729-4ca2-4006-b846-d7139c220061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:34.073653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:36.205637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-927412fd-5c4a-438d-ab10-eb76568c6402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:37.235919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:14:38.703822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:01.499175 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:15:03.914708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-39c95c7a-2d4c-4723-a013-db55c3036849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:04.074938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:06.208832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b80a-3bda-4578-863f-a2a30c5911fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:07.238163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:08.707536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:11.705206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58226) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:15:11.711348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-6cb80422-f607-4b45-b18a-566e0121d018 tempest-verify_tempest_config-2134715543 tempest-verify_tempest_config-2134715543-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:15:11.712304 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6cb80422-f607-4b45-b18a-566e0121d018 tempest-verify_tempest_config-2134715543 tempest-verify_tempest_config-2134715543-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0061252 Nov 25 11:15:12.029555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58242) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:15:12.171290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:12.201652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:15:12.205555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Usage tracker for resource:security_group_rule and tenant:22c30215ada141cb89c8348dfc678d83 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:15:12.208857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:15:12.214349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:15:12.277773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:12.281363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:12.288907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:15:12.325980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72628f63-0055-4ccd-9dc1-5ffcaa1f2bd7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:15:12.334200 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22c30215ada141cb89c8348dfc678d83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3036420 Nov 25 11:15:12.337004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58248) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:15:12.337458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.337799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.338127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.338456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.338802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.339130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.339450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.339836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.340190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.340505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.340818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.344567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:15:12.395090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:12.419273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:12.510919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:12.515932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:15:12.526657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72628f63-0055-4ccd-9dc1-5ffcaa1f2bd7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:15:12.537641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:12.538723 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72628f63-0055-4ccd-9dc1-5ffcaa1f2bd7 HTTP/1.1" status: 204 len: 168 time: 0.2008021 Nov 25 11:15:12.540375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.540702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.541021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.541340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.543065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.543402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.543725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.544088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.544404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.544715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.545287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:15:12.548907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:15:33.916558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1ffc-6024-4c2e-9819-6e0dffef596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:34.076033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:36.210703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5c64f7a5-85b5-40ee-8f4d-d54ab3f58b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:37.241252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:15:38.498843 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:15:38.710695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:03.917396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b25e09d1-d838-472d-a93d-9ba5e5cdf010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:04.076982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:06.212329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc308861-8494-4aed-b608-050c85b7b82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:07.243106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:08.713258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:15.498932 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 5 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:16:29.609409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-920998'] for agent, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:33.919068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76d70951-66e9-4156-8964-5ce6e069c970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:34.078262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:36.211949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ac638700-6353-470d-a28d-f4cb62b32d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:37.254350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:38.716269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:16:44.756398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58318) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:16:44.892425 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a61c086b-645f-4bdf-b033-7517889664dd admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1350226 Nov 25 11:16:46.913120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58328) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:16:46.991144 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5947900b-6056-46a8-aa08-6e8be78d5374 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0769587 Nov 25 11:16:52.499444 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:16:59.564929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:03.919340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7b8e94a8-db74-478d-82ca-e1ff978f44e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:04.080287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:06.212444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c13b1245-a342-42ea-ae56-b5c820cdde37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:07.248576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:08.714244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:29.499762 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:17:29.582103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:33.921986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8739253-0cdc-42e5-9f80-c4ce365fe9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:34.081276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:36.213060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e9a45279-64b6-4408-a997-63a8e9fa6096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:37.251093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:38.718183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:17:59.571297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:03.935389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-df0c0bd3-2abe-455c-acd9-fad6256249ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:04.095865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:06.229501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-71824535-ccff-40d1-99ee-5de73d16e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:06.500423 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:18:07.195254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58422) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:07.253618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.529375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1842592660-network', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:07.534979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:07.538854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Usage tracker for resource:network and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:07.541737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:07.548124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:07.563611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Made reservation on behalf of 9287aa4b186d4a0592746529ca926ab6 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:07.566776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.580403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.619547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:07.623375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Usage tracker for resource:security_group_rule and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:07.626200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:07.632438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:07.703118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.708188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.715822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:07.733533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:07.752668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736e1faf-603b-43c0-bee4-cdaf4932615f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:07.764239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.764643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.765050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.765544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.765936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.766338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.766737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.767119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.767558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.767951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.768319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Tracked resource versions report: Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: pushed versions: Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Log': {'1.0'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Network': {'1.1'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Port': {'1.5'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'PortForwarding': {'1.2'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'QosPolicy': {'1.8'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroup': {'1.2'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SubPort': {'1.0'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Subnet': {'1.1'}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Trunk': {'1.1'}} Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: consumer versions: Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Log': '1.0', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Network': '1.1', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Port': '1.5', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'PortForwarding': '1.2', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'QosPolicy': '1.8', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroup': '1.2', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SecurityGroupRule': '1.0', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'SubPort': '1.0', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Subnet': '1.1', Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: 'Trunk': '1.1'}} Nov 25 11:18:07.769400 dv-neutron-819177-1-hyperv neutron-server[83570]: {{(pid=83570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:18:07.773663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.774059 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Added segment b834913a-a0bc-455d-973f-05d8cf1a1814 of type vlan for network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c Nov 25 11:18:07.775277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:07.821953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.863342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.864809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:07.865567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.878261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4f081f8c-3269-4a01-8f96-14dd9fb5c3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:07.914481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58460) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:07.915178 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7176394 Nov 25 11:18:07.925477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Request body: {'subnet': {'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1842592660-subnet', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:07.937159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:07.942366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Usage tracker for resource:subnet and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:07.946669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:07.955108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:07.969188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Made reservation on behalf of 9287aa4b186d4a0592746529ca926ab6 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:07.973229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:07.986288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Pushing event updated for resources: {'Network': ['ID=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:07.990135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:07.996803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:08.212513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.217574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8f2dc362-1913-413e-a98f-540d322576f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:08.281023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74477cdd-5732-48b5-9c7f-5ed7b1ea7527,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:08.303278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.303734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.304086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.304403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.304857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.305061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.305372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.305680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.305985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.306309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.306628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Tracked resource versions report: Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: pushed versions: Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Log': {'1.0'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Network': {'1.1'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Port': {'1.5'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'PortForwarding': {'1.2'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'QosPolicy': {'1.8'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroup': {'1.2'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SubPort': {'1.0'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Subnet': {'1.1'}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Trunk': {'1.1'}} Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: consumer versions: Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Log': '1.0', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Network': '1.1', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Port': '1.5', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'PortForwarding': '1.2', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'QosPolicy': '1.8', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroup': '1.2', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SecurityGroupRule': '1.0', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'SubPort': '1.0', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Subnet': '1.1', Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: 'Trunk': '1.1'}} Nov 25 11:18:08.307750 dv-neutron-819177-1-hyperv neutron-server[83569]: {{(pid=83569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:18:08.314195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:08.324405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Checking segment: {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:08.324748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Network hostable DHCP agents. Network: 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:08.346558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:08.357127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:08.362880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:08.363654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.366553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca833c4e-fb76-4595-ac27-213fe52c39b0 None None] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:08.396186 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4776168 Nov 25 11:18:08.398008 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58476) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:08.405837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:08.410593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:08.414769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Usage tracker for resource:router and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:08.417918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:08.424592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:08.440637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.442048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.468312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.673476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:18:08.674605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.713623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.786963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.879415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Allocated IP 172.20.0.2 (5b6f6b9b-eb3d-412f-b590-3f82d345ba0c/74477cdd-5732-48b5-9c7f-5ed7b1ea7527/03638820-a9e1-4151-a7ff-5b11511880cc) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:08.887560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58500) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:08.940960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:08.973030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.127298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Allocated IP 172.26.5.10 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/6173c76b-8539-43a2-a133-83e386568b3d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:09.129333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.142616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Transition to ACTIVE for port object 03638820-a9e1-4151-a7ff-5b11511880cc will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:09.177284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Transition to ACTIVE for port object 03638820-a9e1-4151-a7ff-5b11511880cc will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:09.184242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.197129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:09.248850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:09.250516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:09.254492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:09.356515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Attempting to bind port 03638820-a9e1-4151-a7ff-5b11511880cc on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:09.357115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Attempting to bind port 03638820-a9e1-4151-a7ff-5b11511880cc by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:09.357656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Attempting to bind port 03638820-a9e1-4151-a7ff-5b11511880cc on network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:09.358458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.369042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Pushing event updated for resources: {'Port': ['ID=03638820-a9e1-4151-a7ff-5b11511880cc,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:09.373368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:09.373921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Checking segment: {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:09.374489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.374881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Bound using segment: {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:09.375359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Bound port: 03638820-a9e1-4151-a7ff-5b11511880cc, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:09.375742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.397574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.397909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.398231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.398547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.398856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.399347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.399836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.400344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.400655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.400956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.401474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Tracked resource versions report: Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: pushed versions: Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Log': {'1.0'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Network': {'1.1'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Port': {'1.5'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'PortForwarding': {'1.2'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'QosPolicy': {'1.8'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroup': {'1.2'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SubPort': {'1.0'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Subnet': {'1.1'}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Trunk': {'1.1'}} Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: consumer versions: Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Log': '1.0', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Network': '1.1', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Port': '1.5', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'PortForwarding': '1.2', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'QosPolicy': '1.8', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroup': '1.2', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SecurityGroupRule': '1.0', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'SubPort': '1.0', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Subnet': '1.1', Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: 'Trunk': '1.1'}} Nov 25 11:18:09.402518 dv-neutron-819177-1-hyperv neutron-server[83571]: {{(pid=83571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:18:09.406551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:09.407927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.416462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:09.479217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] For port 03638820-a9e1-4151-a7ff-5b11511880cc, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:09.482310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] For port 03638820-a9e1-4151-a7ff-5b11511880cc, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=03638820-a9e1-4151-a7ff-5b11511880cc,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:09.487303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.492332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58518) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:09.494931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:09.562862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Pushing event updated for resources: {'Port': ['ID=6173c76b-8539-43a2-a133-83e386568b3d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:09.573905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:09.577707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Pushing event updated for resources: {'Port': ['ID=03638820-a9e1-4151-a7ff-5b11511880cc,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:09.588875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:09.593932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1918634877-network', 'tenant_id': '965eb933fc0345938fd4211cbccc1983'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:09.599305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:09.601122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:09.602779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:09.606925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:09.614559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Usage tracker for resource:network and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:09.621337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:09.627516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:09.639403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Made reservation on behalf of 965eb933fc0345938fd4211cbccc1983 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:09.642090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.672106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.717188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:09.724047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Usage tracker for resource:security_group_rule and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:09.731498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:09.740429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:09.824723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.830340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.851744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.870983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.875068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1bb80ba-bff4-472d-8f34-d58cb2f4e327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:09.899340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:09.911282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:09.912100 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Added segment f20547b3-4572-42b4-8f71-1b90ce2414e9 of type vlan for network ae053b36-0f43-4305-b2c7-3a94bd5d3200 Nov 25 11:18:09.947075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.007156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae83924f-4328-4c9d-bbd9-8b0635507e75,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:10.011778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:10.013134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.015503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:10.016910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.046734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:10.078577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:10.163433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Router e75aae4e-4416-4bad-8d0c-33101b31dc69 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:18:10.219562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ae053b36-0f43-4305-b2c7-3a94bd5d3200,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:10.222442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:10.224253 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3354309 Nov 25 11:18:10.230298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-627933386-network', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:10.230821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:10.235346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:10.239474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Usage tracker for resource:network and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:10.243197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:10.249487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:10.251748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58542) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:10.263667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Made reservation on behalf of 8a2e960edcd846ee93330dbace42bf6a for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:10.263873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Request body: {'subnet': {'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1918634877-subnet', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:10.266628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.269606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:10.276135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Usage tracker for resource:subnet and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:10.282932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.288465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:10.296928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:10.323404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:10.328417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Made reservation on behalf of 965eb933fc0345938fd4211cbccc1983 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:10.329499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:10.330776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.333397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:10.339812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:10.430545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.434905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.455725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:10.471742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.472601 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Added segment 060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2 of type vlan for network 56c2cb08-12f4-4f72-ba77-18082d74f056 Nov 25 11:18:10.511518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.519190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:10.583394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce92ec86-649b-4148-93d5-30242445d616,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:10.587783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:10.590715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.592403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:10.593031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.622230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:10.656937 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1621933 Nov 25 11:18:10.661646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:10.719957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Request body: {'subnet': {'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-627933386-subnet', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:10.726407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 03638820-a9e1-4151-a7ff-5b11511880cc up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:10.750158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:10.762100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Usage tracker for resource:subnet and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:10.765483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:10.772769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:10.809435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'networks': [{'name': 'tempest-network--581107852'}, {'name': 'tempest-network--289735020'}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:10.809764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'network': {'name': 'tempest-network--581107852'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:10.810302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'network': {'name': 'tempest-network--289735020'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:10.813532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Pushing event updated for resources: {'Network': ['ID=56c2cb08-12f4-4f72-ba77-18082d74f056,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:10.818845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Made reservation on behalf of 8a2e960edcd846ee93330dbace42bf6a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:10.825233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:10.826940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.831682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:10.886565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:10.889604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1345b-8f81-44ff-8dc6-96168deb8799 None None] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:10.890531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Usage tracker for resource:network and tenant:693a3519c20242869aadc0e2d1a02b8b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:10.893348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:10.899480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:10.961541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Made reservation on behalf of 693a3519c20242869aadc0e2d1a02b8b for: {'network': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:10.965227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:10.995482 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.035901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:11.040724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Usage tracker for resource:security_group_rule and tenant:693a3519c20242869aadc0e2d1a02b8b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:11.043445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:11.049717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:11.066041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b22626dc-ff2b-4be7-a82e-dce0746cc4a3 None None] Provisioning for port 03638820-a9e1-4151-a7ff-5b11511880cc completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:11.202914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:11.213101 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Sync routers for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:11.234672 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:11.235435 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:11.279970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 03638820-a9e1-4151-a7ff-5b11511880cc completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:11.292401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 03638820-a9e1-4151-a7ff-5b11511880cc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:11.293110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.323619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.328878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.340682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3df83ed3-8cde-43f4-b1d6-ff28d92367a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:11.405556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.406318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=068a53c0-c180-4f47-9547-75050f8c44e9,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:11.409542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:11.413999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.415199 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0162244 Nov 25 11:18:11.418560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.419979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58584) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:11.432887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:11.456160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.468441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f423ee7a-d414-4de7-a1ef-29f6124cad4f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:11.472028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:11.529496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:11.538817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.539179 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Added segment 79705b93-1124-49c8-8991-c3417ffe30e7 of type vlan for network 8feaea2f-3261-4e55-944d-0b80bc9a311b Nov 25 11:18:11.561357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 03638820-a9e1-4151-a7ff-5b11511880cc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=03638820-a9e1-4151-a7ff-5b11511880cc,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:11.567191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.605718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.607780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:11.620322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.620662 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Added segment 7b6ebd7c-da5d-4248-8008-85ff845afe68 of type vlan for network fa85f6ec-bd00-4efb-a7aa-bfb54f43b637 Nov 25 11:18:11.623569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:11.650159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.704951 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:11.721307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.734138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.735153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:11.735875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=03638820-a9e1-4151-a7ff-5b11511880cc,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:11.763684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:11.909218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Network': ['ID=8feaea2f-3261-4e55-944d-0b80bc9a311b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:11.920501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 8feaea2f-3261-4e55-944d-0b80bc9a311b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:11.930846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:11.935283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:11.935914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:11.963470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Checking segment: {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:11.963922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Network hostable DHCP agents. Network: ae053b36-0f43-4305-b2c7-3a94bd5d3200, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:11.993999 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9143867 Nov 25 11:18:11.994519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58598) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:11.994934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.145824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fcc7d451-77a1-4272-998c-e057cf4bbd86 None None] Provisioning complete for port 03638820-a9e1-4151-a7ff-5b11511880cc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:12.147120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcc7d451-77a1-4272-998c-e057cf4bbd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.233088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:12.255733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Network': ['ID=fa85f6ec-bd00-4efb-a7aa-bfb54f43b637,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:12.270363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:12.273435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:12.273722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:12.275260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:12.307500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541202a-90b2-4183-be32-850d6ff93b16 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:12.311881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541202a-90b2-4183-be32-850d6ff93b16 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:12.316178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541202a-90b2-4183-be32-850d6ff93b16 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:12.317515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network fa85f6ec-bd00-4efb-a7aa-bfb54f43b637 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:12.320075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541202a-90b2-4183-be32-850d6ff93b16 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:12.321683 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6541202a-90b2-4183-be32-850d6ff93b16 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3262661 Nov 25 11:18:12.324733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58610) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:12.366836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, ae053b36-0f43-4305-b2c7-3a94bd5d3200) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:12.389117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:12.389777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.427399 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:09Z', 'revision_number': 3, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:12.428516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Checking segment: {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:12.430100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Network hostable DHCP agents. Network: 56c2cb08-12f4-4f72-ba77-18082d74f056, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:12.432105 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Checking router: e75aae4e-4416-4bad-8d0c-33101b31dc69 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:18:12.432461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Updating router e75aae4e-4416-4bad-8d0c-33101b31dc69 port 6173c76b-8539-43a2-a133-83e386568b3d binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:18:12.508135 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2509260 Nov 25 11:18:12.514291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58616) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:12.514895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cae3e5-0223-4935-af3c-7f97ab535e58,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:12.530470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:12.533642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:12.553798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:12.562816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Usage tracker for resource:router and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:12.565396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:12.580561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:12.586125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.587670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 56c2cb08-12f4-4f72-ba77-18082d74f056) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:12.590087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7921b-7ef6-4260-8b57-4d4a4c3a12b3 None None] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:12.597033 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.598123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:12.598694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.607525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:12.655502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e743e-4d39-407a-99e2-952fcdb4ba1f None None] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:12.656870 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9655192 Nov 25 11:18:12.658691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.659815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.671328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58622) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:12.684028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:12.700293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:12.787905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58630) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:12.895704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.014500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:13.035416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 03638820-a9e1-4151-a7ff-5b11511880cc up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:13.051574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Usage tracker for resource:router and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:13.062477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.071621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:13.075448 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.086389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:13.104337 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Transition to ACTIVE for port object 6173c76b-8539-43a2-a133-83e386568b3d will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:13.116015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > segment before_delete 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.116432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.117301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.117697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > port after_create 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.118021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > port after_delete 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.118457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > port after_update 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.118940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > segment after_delete 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.119314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet after_create 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.119643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet after_delete 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.120021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet after_update 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.121550 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.126222 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:13.254699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.281295 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Attempting to bind port 6173c76b-8539-43a2-a133-83e386568b3d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:13.281983 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Attempting to bind port 6173c76b-8539-43a2-a133-83e386568b3d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:13.282582 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Attempting to bind port 6173c76b-8539-43a2-a133-83e386568b3d on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:13.291295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet after_create 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.291634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet after_delete 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.292028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet before_create 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.292351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Subscribe: > subnet before_update 55550000 {{(pid=83570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:13.292733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feaea2f-3261-4e55-944d-0b80bc9a311b']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:13.305387 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Pushing event updated for resources: {'Port': ['ID=6173c76b-8539-43a2-a133-83e386568b3d,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:13.320998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79705b93-1124-49c8-8991-c3417ffe30e7') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:13.321702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79705b93-1124-49c8-8991-c3417ffe30e7') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:13.325713 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:13.325713 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:13.325713 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.327137 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:13.327953 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Bound port: 6173c76b-8539-43a2-a133-83e386568b3d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:13.329544 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.336690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.337768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.342093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.351591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.376104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.420542 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.425091 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.425782 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.427568 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.428733 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.429277 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.430890 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.431457 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.432759 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.433861 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.434454 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Tracked resource versions report: Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: pushed versions: Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: { 'ConntrackHelper': {'1.0'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Log': {'1.0'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Network': {'1.1'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Port': {'1.5'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'PortForwarding': {'1.2'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'QosPolicy': {'1.8'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroup': {'1.2'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroupRule': {'1.0'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SubPort': {'1.0'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Subnet': {'1.1'}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Trunk': {'1.1'}} Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: consumer versions: Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: { DHCP agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: L3 agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: Metadata agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: Metering agent@dv-neutron-819177-1-hyperv: {}, Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: Open vSwitch agent@dv-neutron-819177-1-hyperv: { 'ConntrackHelper': '1.0', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Log': '1.0', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Network': '1.1', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Port': '1.5', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'PortForwarding': '1.2', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'QosPolicy': '1.8', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroup': '1.2', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SecurityGroupRule': '1.0', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'SubPort': '1.0', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Subnet': '1.1', Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: 'Trunk': '1.1'}} Nov 25 11:18:13.436554 dv-neutron-819177-1-hyperv neutron-server[83572]: {{(pid=83572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:18:13.447866 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:13.448089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1974735277', 'router:external': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:13.464956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:13.478167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:network and tenant:4fbb5bf5b3a7429684c9b74ac68bf942 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:13.481739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:13.485737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:13.486235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.491796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn_limited( Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn_limited( Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:13.504924 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:13.518390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:13.526590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Made reservation on behalf of 4fbb5bf5b3a7429684c9b74ac68bf942 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:13.529051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.529529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.549054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.568133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:18:13.569435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.584637 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] For port 6173c76b-8539-43a2-a133-83e386568b3d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:13.599303 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] For port 6173c76b-8539-43a2-a133-83e386568b3d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6173c76b-8539-43a2-a133-83e386568b3d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:13.617463 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.626799 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0b2acb4b-e3b6-425b-b6ae-18813091ba2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:13.681103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-56c2cb08-12f4-4f72-ba77-18082d74f056', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:18:13.682608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.687760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58652) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:13.776171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.784827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 03638820-a9e1-4151-a7ff-5b11511880cc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:13.786190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:13.822897 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Pushing event updated for resources: {'Port': ['ID=6173c76b-8539-43a2-a133-83e386568b3d,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:13.826645 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:13.832307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:13.837202 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:13.837840 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:13.853212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:security_group_rule and tenant:4fbb5bf5b3a7429684c9b74ac68bf942 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:13.863611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:13.883382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:14.012589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:14.047046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:14.052240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Network': ['ID=8feaea2f-3261-4e55-944d-0b80bc9a311b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:14.074494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:14.076597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:14.086841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.089794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Usage tracker for resource:floatingip and tenant:2b24ad7588544530acf6ff37acaf4db3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:14.110590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:14.127885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.130544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1699625189'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:14.135209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Allocated IP 172.26.5.202 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/bf30d409-1541-4f0b-a69c-fe317724db6e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:14.138044 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:14.149446 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/networks/8feaea2f-3261-4e55-944d-0b80bc9a311b HTTP/1.1" status: 204 len: 168 time: 1.8207636 Nov 25 11:18:14.153213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58660) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:14.153788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:14.165110 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:14.167243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Usage tracker for resource:network and tenant:344d67f9eac14f8080a8042e069c5d57 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:14.177352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:14.192154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:14.218515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.233413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Allocated IP 172.20.0.2 (ae053b36-0f43-4305-b2c7-3a94bd5d3200/068a53c0-c180-4f47-9547-75050f8c44e9/fac86f08-a13c-43ba-b7b9-b2a8a0847fcd) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:14.249634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Allocated IP 172.20.0.2 (56c2cb08-12f4-4f72-ba77-18082d74f056/23cae3e5-0223-4935-af3c-7f97ab535e58/23b51cb7-7dbb-45c7-b68d-3f79ebf128da) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:14.382469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Made reservation on behalf of 344d67f9eac14f8080a8042e069c5d57 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:14.386360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.419492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.510798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.650013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58668) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:14.651518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.689727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b510cc52-22ad-43c8-ad12-0b668b9ba67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:14.694138 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:09Z', 'revision_number': 3, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:14.695466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.698218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.699356 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade69be5-1fff-45db-a41f-5449254ec014 None None] The sync data for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv is: [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:09Z', 'revision_number': 3, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:14.716529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Transition to ACTIVE for port object fac86f08-a13c-43ba-b7b9-b2a8a0847fcd will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:14.718898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Transition to ACTIVE for port object 23b51cb7-7dbb-45c7-b68d-3f79ebf128da will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:14.730267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:14.735839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Usage tracker for resource:security_group_rule and tenant:344d67f9eac14f8080a8042e069c5d57 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:14.744719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.748822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:14.751937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Transition to ACTIVE for port object fac86f08-a13c-43ba-b7b9-b2a8a0847fcd will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:14.753362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Transition to ACTIVE for port object 23b51cb7-7dbb-45c7-b68d-3f79ebf128da will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:14.761358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.767425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:14.806808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.817316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:14.825009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:14.845559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:14.849192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:14.854436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:14.871668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:14.880064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.905170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:14.920289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:14.954851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.961748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:14.962226 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Added segment 2b66cb7c-8756-479f-8f07-9ad00e2d5515 of type vlan for network 37f911d6-164f-491d-a7d3-244029eddbeb Nov 25 11:18:15.002640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.013928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.065208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Pushing event updated for resources: {'Port': ['ID=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.072251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa85f6ec-bd00-4efb-a7aa-bfb54f43b637']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:15.072878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a43c96a-8984-411a-a9c5-8c18fb9173eb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.076883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.081300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:15.108636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.114929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:15.118758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.128830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.130894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6ebd7c-da5d-4248-8008-85ff845afe68') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:15.131168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6ebd7c-da5d-4248-8008-85ff845afe68') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:15.132964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:15.138319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.142313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Attempting to bind port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:15.142595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Attempting to bind port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:15.142739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:15.142956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Attempting to bind port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd on network ae053b36-0f43-4305-b2c7-3a94bd5d3200 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:15.149263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Attempting to bind port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:15.149619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Attempting to bind port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:15.149966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Attempting to bind port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da on network 56c2cb08-12f4-4f72-ba77-18082d74f056 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:15.151941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Usage tracker for resource:floatingip and tenant:cf86216ddf7f43f7a699e4c1a7e832fd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:15.164656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:15.165287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.175307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:15.175307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Checking segment: {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:15.175668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:15.175771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.176063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Bound using segment: {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:15.176515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Bound port: fac86f08-a13c-43ba-b7b9-b2a8a0847fcd, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:15.176898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.187878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:15.188291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Checking segment: {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:15.188620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.189134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Bound using segment: {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:15.189480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Bound port: 23b51cb7-7dbb-45c7-b68d-3f79ebf128da, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:15.190267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.190392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.194075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:15.210012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Pushing event updated for resources: {'Port': ['ID=23b51cb7-7dbb-45c7-b68d-3f79ebf128da,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.221545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.239055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:15.239441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.263580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32626f8e-04bf-4b9e-90ba-869f4684716f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.271557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.272605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.272930 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Added segment 8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89 of type vlan for network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa Nov 25 11:18:15.274833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d20f4362-720d-42e0-8cac-42120360b8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:15.293448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:15.293448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:15.310917 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:15.328367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.366564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] For port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:15.371274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] For port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=23b51cb7-7dbb-45c7-b68d-3f79ebf128da,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:15.374614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] For port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:15.378312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] For port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:15.385988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.395832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.399830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3a93b7ca-5087-41f2-807d-42bbfa04ad4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:15.435469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.440495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Network': ['ID=37f911d6-164f-491d-a7d3-244029eddbeb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.459612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 37f911d6-164f-491d-a7d3-244029eddbeb details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:15.467962 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6101959 Nov 25 11:18:15.480930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.482454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58676) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:15.499186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.538893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.545294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.558496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.576329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-74a19ae8-a555-4db3-abf7-451dfa55bc2f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:15.581914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'subnet': {'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:15.588799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.600817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.606660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:15.643180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Pushing event updated for resources: {'Port': ['ID=23b51cb7-7dbb-45c7-b68d-3f79ebf128da,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.648626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/networks/fa85f6ec-bd00-4efb-a7aa-bfb54f43b637 HTTP/1.1" status: 204 len: 168 time: 1.4928861 Nov 25 11:18:15.665921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58682) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:15.721247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c0f8ef6e-7d18-4498-bcf5-b8780d29f955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:15.724123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Network': ['ID=fa85f6ec-bd00-4efb-a7aa-bfb54f43b637,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.727687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.729531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Allocated IP 172.20.0.1 (5b6f6b9b-eb3d-412f-b590-3f82d345ba0c/74477cdd-5732-48b5-9c7f-5ed7b1ea7527/f4838c74-f6ab-4991-9bf8-0ba2e66669d0) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:15.793523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Pushing event updated for resources: {'Port': ['ID=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:15.796353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:15.797590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.797846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:subnet and tenant:4fbb5bf5b3a7429684c9b74ac68bf942 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:15.798424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:15.800243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:15.846848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:15.861646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:15.881592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:15.921207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:15.921954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf30d409-1541-4f0b-a69c-fe317724db6e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:16.046532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:16.113941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Allocated IP 172.26.5.23 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/18778cfd-e2fb-4360-ba56-e65be9a7f35d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:16.125350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:16.129433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:16.130041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.133825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:16.226413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923143bb-3a32-43b8-87ac-5a5d8bfb8067 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:16.230522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923143bb-3a32-43b8-87ac-5a5d8bfb8067 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:16.235048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923143bb-3a32-43b8-87ac-5a5d8bfb8067 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:16.235878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-923143bb-3a32-43b8-87ac-5a5d8bfb8067 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Synchronizing usage tracker for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:16.288758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event updated for resources: {'Network': ['ID=413d1dfa-b321-4d9d-9d1c-cbb2261edafa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:16.290695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Made reservation on behalf of 4fbb5bf5b3a7429684c9b74ac68bf942 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:16.292907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.299972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:16.307790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:16.319480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.341575 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8191874 Nov 25 11:18:16.343372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58686) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:16.360462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Request body: {'subnet': {'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:16.379586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-923143bb-3a32-43b8-87ac-5a5d8bfb8067 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Unset dirty status for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:16.384738 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-923143bb-3a32-43b8-87ac-5a5d8bfb8067 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7019839 Nov 25 11:18:16.384738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Transition to ACTIVE for port object f4838c74-f6ab-4991-9bf8-0ba2e66669d0 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:16.388616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58690) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:16.414085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2023943294'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:16.499206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:16.529931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:16.536587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.564985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.570009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:16.575141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Made reservation on behalf of 693a3519c20242869aadc0e2d1a02b8b for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:16.578110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.590353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.591581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Usage tracker for resource:subnet and tenant:344d67f9eac14f8080a8042e069c5d57 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:16.600065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:16.611581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dabc492a-c5cd-4cae-be24-7a2e8072640d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:16.643542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:16.679532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.680361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.694049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Made reservation on behalf of 344d67f9eac14f8080a8042e069c5d57 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:16.717773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:16.721736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:16.735875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:16.738146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fac86f08-a13c-43ba-b7b9-b2a8a0847fcd up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:16.738968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:16.792068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.792335 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Added segment 3c419a02-2291-40c9-a3b4-5547620ef04e of type vlan for network 8d2886c9-7d42-431b-a426-f65e4e7e71bd Nov 25 11:18:16.829824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:16.837025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23b51cb7-7dbb-45c7-b68d-3f79ebf128da up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:16.863615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.864380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Pushing event updated for resources: {'Port': ['ID=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:16.867857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:16.903298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:16.922290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:16.929852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6173c76b-8539-43a2-a133-83e386568b3d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:16.964698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:16.974984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.023320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 6173c76b-8539-43a2-a133-83e386568b3d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:17.026189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.030347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6173c76b-8539-43a2-a133-83e386568b3d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:17.031564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.115251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Allocated IP 172.26.5.97 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/415b3e97-547a-4fce-8091-26b24151138b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:17.178678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.201532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 6173c76b-8539-43a2-a133-83e386568b3d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6173c76b-8539-43a2-a133-83e386568b3d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:17.216092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.223191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:17.233921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:17.245993 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Pushing event updated for resources: {'Port': ['ID=18778cfd-e2fb-4360-ba56-e65be9a7f35d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:17.249040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:17.250395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:17.252813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:17.374855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=6173c76b-8539-43a2-a133-83e386568b3d,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:17.385034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:17.400086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.402268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-14390ab5-65bc-4ff3-8865-8e1e03a41d6c None None] Provisioning for port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:17.408269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-14390ab5-65bc-4ff3-8865-8e1e03a41d6c None None] Provisioning complete for port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:17.408641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-14390ab5-65bc-4ff3-8865-8e1e03a41d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.447685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.488024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:17.488612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.497745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:17.498290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-14390ab5-65bc-4ff3-8865-8e1e03a41d6c None None] Port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:17.517602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15969503-1895-40d9-b98d-29184f1cb364 None None] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:17.538585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:18:17.539144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.554962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5f747775-3b93-45bf-9b0c-5d55e9ade96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:17.592353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.620950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.627502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecdfdc-6e78-4a21-84a5-c25bc62b3cc2 None None] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:17.709796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.729860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3cce25d9-c419-4c07-8875-88b3d5db9dac,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:17.735853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:17.744879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:17.768234 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3727231 Nov 25 11:18:17.768234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Network': ['ID=8d2886c9-7d42-431b-a426-f65e4e7e71bd,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:17.776176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58696) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:17.776388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Provisioning for port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:17.777222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:17.781490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:17.798417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:18:17.800697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 8d2886c9-7d42-431b-a426-f65e4e7e71bd details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:17.811290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Checking segment: {'id': '2b66cb7c-8756-479f-8f07-9ad00e2d5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:17.811717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network hostable DHCP agents. Network: 37f911d6-164f-491d-a7d3-244029eddbeb, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:17.814302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1508712497'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:17.821649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Provisioning complete for port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:17.821876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:17.834739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Allocated IP 172.26.5.160 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/482b49bd-1d95-4eaa-9f30-28d17aa8436b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:17.838674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:17.845420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:17.848817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:17.850564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:17.858299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Usage tracker for resource:network and tenant:693a3519c20242869aadc0e2d1a02b8b is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:17.871685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:17.879933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Pushing event updated for resources: {'Port': ['ID=415b3e97-547a-4fce-8091-26b24151138b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:17.900746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:17.951101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:17.993571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event updated for resources: {'Subnet': ['ID=091a3a0d-073b-4005-b420-f8f5f9a3274c,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:17.996893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:18.051964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Made reservation on behalf of 693a3519c20242869aadc0e2d1a02b8b for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:18.055546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.121550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Checking segment: {'id': '8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:18.122468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Network hostable DHCP agents. Network: 413d1dfa-b321-4d9d-9d1c-cbb2261edafa, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:18.162126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network 37f911d6-164f-491d-a7d3-244029eddbeb is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:18.169698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:18.199503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 37f911d6-164f-491d-a7d3-244029eddbeb) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:18.204225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.204564 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Added segment a7f78448-b6d1-4cd0-a59f-6dff2c7d1daa of type vlan for network 1c55c31b-4cbe-4b37-bd12-3925de7e0973 Nov 25 11:18:18.214511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.221290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:18.222016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.230080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dcca82-b070-4671-993f-5048768cc80e None None] Network 37f911d6-164f-491d-a7d3-244029eddbeb requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:18.250538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.258944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:18.274516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.281613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.282423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.289879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 413d1dfa-b321-4d9d-9d1c-cbb2261edafa) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:18.294085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:18.294845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.311879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.333533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c02e1-27dd-4497-a613-18f947edcc5c None None] Network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:18.377393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.410552 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9178464 Nov 25 11:18:18.426233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58702) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:18.426460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:18.436060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.464400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] For port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=23b51cb7-7dbb-45c7-b68d-3f79ebf128da,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:18.467044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-357091958', 'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:18.487499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.511268 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1668494 Nov 25 11:18:18.514452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58708) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:18.517707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.531309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.534438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Request body: {'port': {'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-389594308'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:18.534915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:18.535509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.544977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:18.615049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:18.636972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:port and tenant:4fbb5bf5b3a7429684c9b74ac68bf942 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:18.647329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:18.650793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.664212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8838899 Nov 25 11:18:18.666113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:18.670085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Pushing event updated for resources: {'Port': ['ID=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:18.673237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:18.676894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58712) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:18.679901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:18.691646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:18.702735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6173c76b-8539-43a2-a133-83e386568b3d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:18.712930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'ports': [{'network_id': '8d2886c9-7d42-431b-a426-f65e4e7e71bd', 'name': 'tempest-port--721136760', 'admin_state_up': True}, {'network_id': '1c55c31b-4cbe-4b37-bd12-3925de7e0973', 'admin_state_up': False}]} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:18.713509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'port': {'network_id': '8d2886c9-7d42-431b-a426-f65e4e7e71bd', 'name': 'tempest-port--721136760', 'admin_state_up': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:18.714123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'port': {'network_id': '1c55c31b-4cbe-4b37-bd12-3925de7e0973', 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:18.773237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.837835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Made reservation on behalf of 4fbb5bf5b3a7429684c9b74ac68bf942 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:18.841505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:18.888852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b7e2e-e176-440e-9ab4-f48090cc423a None None] Network 37f911d6-164f-491d-a7d3-244029eddbeb requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:18.914398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Pushing event updated for resources: {'Port': ['ID=23b51cb7-7dbb-45c7-b68d-3f79ebf128da,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:18.948532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:18.972846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:18.987473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Port': ['ID=482b49bd-1d95-4eaa-9f30-28d17aa8436b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:18.989998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:18.991187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Network': ['ID=1c55c31b-4cbe-4b37-bd12-3925de7e0973,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:18.994148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:19.003225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:19.005200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Provisioning for port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:19.030779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6173c76b-8539-43a2-a133-83e386568b3d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:19.030882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.050338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:19.081841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] device_id is not set on port 9c704ab5-063f-44d5-b126-92aec1306b82 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:18:19.110274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Provisioning complete for port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:19.110648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.133674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Sync routers for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:19.135898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 1c55c31b-4cbe-4b37-bd12-3925de7e0973 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:19.136764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:19.149638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:19.153824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Usage tracker for resource:port and tenant:344d67f9eac14f8080a8042e069c5d57 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:19.156642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:19.163436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:19.186147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.192449 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6696727 Nov 25 11:18:19.193586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58720) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:19.201253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Made reservation on behalf of 344d67f9eac14f8080a8042e069c5d57 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:19.204243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.317255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:19.329993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] device_id is not set on port 444144f3-086f-4d35-a3c0-0f795181092c yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:18:19.347381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:19.404597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-413d1dfa-b321-4d9d-9d1c-cbb2261edafa', 'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa', 'tenant_id': '344d67f9eac14f8080a8042e069c5d57', 'fixed_ips': [{'subnet_id': '091a3a0d-073b-4005-b420-f8f5f9a3274c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:18:19.405293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.432965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:19.433653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:19.434482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:19.435674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.453766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.462187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Usage tracker for resource:port and tenant:693a3519c20242869aadc0e2d1a02b8b is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:19.467433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:19.516418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:19.601040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-84947218-1472-44ce-bd2c-a6f891934ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:19.688578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.708439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Allocated IP 2001:db8::10a (37f911d6-164f-491d-a7d3-244029eddbeb/3cce25d9-c419-4c07-8875-88b3d5db9dac/9c704ab5-063f-44d5-b126-92aec1306b82) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:19.713061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.733222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Made reservation on behalf of 693a3519c20242869aadc0e2d1a02b8b for: {'port': 2} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:19.737036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.786647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.854219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.887235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Allocated IP 172.20.0.12 (413d1dfa-b321-4d9d-9d1c-cbb2261edafa/091a3a0d-073b-4005-b420-f8f5f9a3274c/444144f3-086f-4d35-a3c0-0f795181092c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:19.893636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.894514 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2055809 Nov 25 11:18:19.900050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Pushing event updated for resources: {'Port': ['ID=415b3e97-547a-4fce-8091-26b24151138b,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:19.901992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:19.924667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1824745809', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'fixed_ips': [{'ip_address': '172.26.5.97'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:19.926088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] For port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:19.929386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:19.936638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.937012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:19.964256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:19.975938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Usage tracker for resource:port and tenant:2b24ad7588544530acf6ff37acaf4db3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:19.978192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:19.988744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:19.989745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:20.025628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:20.073841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Made reservation on behalf of 2b24ad7588544530acf6ff37acaf4db3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:20.075517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.128122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] device_id is not set on port 16cfc81f-c92e-45d4-b6e5-82d96e8f6658 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:18:20.129038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.162850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Router b8a7bd60-9847-47a9-9a3f-c11ced6f945e is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:18:20.195745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Pushing event updated for resources: {'Port': ['ID=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:20.205965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:20.216743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f5594976-d4f3-409f-b0f5-26d21e46da9b None None] Provisioning complete for port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:20.217116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f5594976-d4f3-409f-b0f5-26d21e46da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.223264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.316776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f5594976-d4f3-409f-b0f5-26d21e46da9b None None] Port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:20.351937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f5594976-d4f3-409f-b0f5-26d21e46da9b None None] Provisioning complete for port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:20.352336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f5594976-d4f3-409f-b0f5-26d21e46da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.369413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:20.382064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Usage tracker for resource:security_group_rule and tenant:2b24ad7588544530acf6ff37acaf4db3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:20.396927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:20.410664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:16Z', 'revision_number': 3, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:20.418418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Checking router: 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:18:20.419037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Updating router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 port bf30d409-1541-4f0b-a69c-fe317724db6e binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:18:20.422223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:20.491024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.505409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.515028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.520690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.529607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:20.549666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.574628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.610265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Transition to ACTIVE for port object 444144f3-086f-4d35-a3c0-0f795181092c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:20.611786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b3a09cb1-901f-4e12-9fff-96ed18b15e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:20.697483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f5594976-d4f3-409f-b0f5-26d21e46da9b None None] Provisioning complete for port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:20.697851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f5594976-d4f3-409f-b0f5-26d21e46da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.728350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.738974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.755236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Port': ['ID=482b49bd-1d95-4eaa-9f30-28d17aa8436b,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:20.768492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network 37f911d6-164f-491d-a7d3-244029eddbeb is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:20.768871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:20.770634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.783167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:20.784864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Port': ['ID=9c704ab5-063f-44d5-b126-92aec1306b82,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:20.785201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-74ecc98b-05da-4614-85aa-a1d00b9d6484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:20.793078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:20.793460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fac86f08-a13c-43ba-b7b9-b2a8a0847fcd up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:20.793648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] device_id is not set on port a139c30f-1eec-4965-9f34-7210f2b55ad7 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:18:20.794005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:20.794646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.804578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:20.837606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] device_id is not set on port f55728af-3a29-4479-a71c-7784b446042f yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:18:20.839480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.843270 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1880782 Nov 25 11:18:20.844317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Router e75aae4e-4416-4bad-8d0c-33101b31dc69 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:18:20.845526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58728) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:20.858916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1982066342'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:20.867274 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4096103 Nov 25 11:18:20.871002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:20.874299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58732) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:20.878291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:20.879813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Usage tracker for resource:network and tenant:cf86216ddf7f43f7a699e4c1a7e832fd is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:20.887826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31af772-0ff5-4c99-ac09-20e24896a74b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:20.899256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:20.914552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:20.928906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:20.944953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:21.033356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:21.040392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:21.048678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:21.049889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Made reservation on behalf of cf86216ddf7f43f7a699e4c1a7e832fd for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:21.052619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:21.052950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.053418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.057862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event updated for resources: {'Port': ['ID=444144f3-086f-4d35-a3c0-0f795181092c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:21.063247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Allocated IP 172.20.0.2 (413d1dfa-b321-4d9d-9d1c-cbb2261edafa/091a3a0d-073b-4005-b420-f8f5f9a3274c/da40ab55-8320-4feb-95c5-355443f0c8f5) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:21.071184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Deleting port 9c704ab5-063f-44d5-b126-92aec1306b82 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:21.071514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.117184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:21.122745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:21.122745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.157710 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6419914 Nov 25 11:18:21.160981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.162857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:21.201974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:18:21.231848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:21.242144 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Sync routers for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:21.261456 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:21.262851 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:21.306302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Deleting port 444144f3-086f-4d35-a3c0-0f795181092c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:21.306302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.338714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.352178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:21.382686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Transition to ACTIVE for port object bf30d409-1541-4f0b-a69c-fe317724db6e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:21.389857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Usage tracker for resource:security_group_rule and tenant:cf86216ddf7f43f7a699e4c1a7e832fd is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:21.395593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.402094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:21.439301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.451407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5b6ac76c-fde2-4936-90e2-b4c67dd7a1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:21.518469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23b51cb7-7dbb-45c7-b68d-3f79ebf128da up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:21.576330 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:21.607104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.609691 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 11:18:21.610173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:18:21.617581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340519f2-d750-44f8-a266-f22cc0c05f64 None None] Pushing event updated for resources: {'Port': ['ID=bf30d409-1541-4f0b-a69c-fe317724db6e,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:21.630335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Attempting to bind port bf30d409-1541-4f0b-a69c-fe317724db6e on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:21.631870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Attempting to bind port bf30d409-1541-4f0b-a69c-fe317724db6e by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:21.632337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Attempting to bind port bf30d409-1541-4f0b-a69c-fe317724db6e on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:21.635589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-340519f2-d750-44f8-a266-f22cc0c05f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:21.639422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.646005 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.9511247 Nov 25 11:18:21.647424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58740) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:21.648352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:21.650343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Transition to ACTIVE for port object da40ab55-8320-4feb-95c5-355443f0c8f5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:21.657404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:21.658214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:21.658826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.659447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:21.660188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Bound port: bf30d409-1541-4f0b-a69c-fe317724db6e, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:21.660806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.715631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Transition to ACTIVE for port object da40ab55-8320-4feb-95c5-355443f0c8f5 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:21.736042 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.8233883 Nov 25 11:18:21.741795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58744) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:21.750391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.756940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:21.797814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:21.799471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.849616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] For port bf30d409-1541-4f0b-a69c-fe317724db6e, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:21.872714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.880415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] For port bf30d409-1541-4f0b-a69c-fe317724db6e, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bf30d409-1541-4f0b-a69c-fe317724db6e,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:21.893048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.895701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Pushing event updated for resources: {'Port': ['ID=da40ab55-8320-4feb-95c5-355443f0c8f5,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:21.899103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:21.903897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:21.904600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:21.934024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:21.944050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:21.959387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:22.061228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340519f2-d750-44f8-a266-f22cc0c05f64 None None] Pushing event updated for resources: {'Port': ['ID=bf30d409-1541-4f0b-a69c-fe317724db6e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:22.070408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.078722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Calling delete_port for 9c704ab5-063f-44d5-b126-92aec1306b82 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:22.090303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Deleting port 415b3e97-547a-4fce-8091-26b24151138b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:22.090640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.091871 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 3, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:22.094818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-340519f2-d750-44f8-a266-f22cc0c05f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:22.099100 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Checking router: b8a7bd60-9847-47a9-9a3f-c11ced6f945e for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:18:22.099826 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Updating router b8a7bd60-9847-47a9-9a3f-c11ced6f945e port 18778cfd-e2fb-4360-ba56-e65be9a7f35d binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:18:22.122157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Calling delete_port for 444144f3-086f-4d35-a3c0-0f795181092c owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:22.137408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Attempting to bind port da40ab55-8320-4feb-95c5-355443f0c8f5 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:22.137940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Attempting to bind port da40ab55-8320-4feb-95c5-355443f0c8f5 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:22.138432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Attempting to bind port da40ab55-8320-4feb-95c5-355443f0c8f5 on network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:22.139372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:22.142730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:22.143468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:22.186105 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.215145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:22.216150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Checking segment: {'id': '8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:22.216150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.216627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Bound using segment: {'id': '8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:22.217200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Bound port: da40ab55-8320-4feb-95c5-355443f0c8f5, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '413d1dfa-b321-4d9d-9d1c-cbb2261edafa'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:22.217685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.304849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.419297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.435636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Port': ['ID=16cfc81f-c92e-45d4-b6e5-82d96e8f6658,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:22.448093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] For port da40ab55-8320-4feb-95c5-355443f0c8f5, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:22.449690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:22.453023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] For port da40ab55-8320-4feb-95c5-355443f0c8f5, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da40ab55-8320-4feb-95c5-355443f0c8f5,segment=NetworkSegment(8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89),segment_id=8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:22.454283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:22.454731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb12f3b8-ca93-40d6-a6f0-f653701289a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:22.499418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.508961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:22.517338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.559752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.560129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.597675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:22.619243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Sync routers for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:22.652370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Checking segment: {'id': '3c419a02-2291-40c9-a3b4-5547620ef04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8d2886c9-7d42-431b-a426-f65e4e7e71bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:22.652941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network hostable DHCP agents. Network: 8d2886c9-7d42-431b-a426-f65e4e7e71bd, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:22.656998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69960989-ddfb-4d45-9a7a-3899d0df330e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:22.669974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:22.707495 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e8a4b133-9301-459d-adb2-ccf533054523 admin admin] 10.222.0.41 "PUT /v2.0/routers/e75aae4e-4416-4bad-8d0c-33101b31dc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2780688 Nov 25 11:18:22.729453 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.731879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.746842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:22.749062 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Transition to ACTIVE for port object 18778cfd-e2fb-4360-ba56-e65be9a7f35d will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:22.751867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:22.752757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:22.763902 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.770501 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:22.784724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network 8d2886c9-7d42-431b-a426-f65e4e7e71bd is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:22.798462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c704ab5-063f-44d5-b126-92aec1306b82,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:22.806716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:22.844499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 8d2886c9-7d42-431b-a426-f65e4e7e71bd) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:22.844990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Pushing event updated for resources: {'Port': ['ID=da40ab55-8320-4feb-95c5-355443f0c8f5,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:22.859104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:22.859674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.867423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:22.877908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b7556-b95f-4a18-9798-84cbfaa1c2a6 None None] Network 8d2886c9-7d42-431b-a426-f65e4e7e71bd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:22.907952 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Attempting to bind port 18778cfd-e2fb-4360-ba56-e65be9a7f35d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:22.911492 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Attempting to bind port 18778cfd-e2fb-4360-ba56-e65be9a7f35d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:22.912135 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Attempting to bind port 18778cfd-e2fb-4360-ba56-e65be9a7f35d on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:22.915451 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71acee-8eec-45d4-acdd-865e2cbd3418 None None] Pushing event updated for resources: {'Port': ['ID=18778cfd-e2fb-4360-ba56-e65be9a7f35d,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:22.919395 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0c71acee-8eec-45d4-acdd-865e2cbd3418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:22.923477 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:22.924624 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:22.924624 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.925329 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:22.928641 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Bound port: 18778cfd-e2fb-4360-ba56-e65be9a7f35d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:22.929172 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.970844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:22.997321 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9c704ab5-063f-44d5-b126-92aec1306b82 HTTP/1.1" status: 204 len: 168 time: 2.1219616 Nov 25 11:18:23.009319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58756) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:23.013566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:23.022546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb', 'external_fixed_ips': [{'subnet_id': '3cce25d9-c419-4c07-8875-88b3d5db9dac', 'ip_address': '2001:db8::10a'}]}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:23.035094 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] For port 18778cfd-e2fb-4360-ba56-e65be9a7f35d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:23.038690 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] For port 18778cfd-e2fb-4360-ba56-e65be9a7f35d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=18778cfd-e2fb-4360-ba56-e65be9a7f35d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:23.053311 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.060592 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-cb98ebd1-11fd-41eb-816d-881a9ce209b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:23.152576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:23.157712 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71acee-8eec-45d4-acdd-865e2cbd3418 None None] Pushing event updated for resources: {'Port': ['ID=18778cfd-e2fb-4360-ba56-e65be9a7f35d,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:23.171758 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0c71acee-8eec-45d4-acdd-865e2cbd3418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:23.178811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Calling delete_port for 415b3e97-547a-4fce-8091-26b24151138b owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:23.203031 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:23.208566 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:23.219690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.220032 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Added segment 28b00b07-ae7c-492c-920d-4a365e1ad950 of type vlan for network 0933611d-8e92-4ea3-87fa-a3e69df2d146 Nov 25 11:18:23.237579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.249208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:23.283731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:router and tenant:4fbb5bf5b3a7429684c9b74ac68bf942 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:23.288325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Port': ['ID=f55728af-3a29-4479-a71c-7784b446042f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:23.305062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:23.307467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:23.310563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:23.409517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Allocated IP 172.20.0.1 (ae053b36-0f43-4305-b2c7-3a94bd5d3200/068a53c0-c180-4f47-9547-75050f8c44e9/b8123aa1-4fa2-4ea8-9068-e3380f4c85ef) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:23.438885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.440794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event deleted for resources: {'Port': ['ID=444144f3-086f-4d35-a3c0-0f795181092c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:23.446005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:23.459244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:23.469777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Checking segment: {'id': 'a7f78448-b6d1-4cd0-a59f-6dff2c7d1daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c55c31b-4cbe-4b37-bd12-3925de7e0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:23.470221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network hostable DHCP agents. Network: 1c55c31b-4cbe-4b37-bd12-3925de7e0973, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:23.484648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:23.544400 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:23.557172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:16Z', 'revision_number': 3, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:23.634156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:18:23.662653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002301b0-9f36-4fc2-a18d-554898eaae47 None None] The sync data for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv is: [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:16Z', 'revision_number': 3, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:23.702594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.717885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:23.718518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.737396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:23.804030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network 1c55c31b-4cbe-4b37-bd12-3925de7e0973 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:23.822190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.826103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:23.859783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.079264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 2, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:24.096929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Checking router: e75aae4e-4416-4bad-8d0c-33101b31dc69 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:18:24.097678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Updating router e75aae4e-4416-4bad-8d0c-33101b31dc69 port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:18:24.109140 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 3, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:24.121346 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c93254-83f4-4a82-aa58-ea6eb8b2738f None None] The sync data for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv is: [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 3, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:24.190805 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3342621 Nov 25 11:18:24.209391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58766) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:24.232822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Request body: {'subnet': {'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:24.245545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.267013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 1c55c31b-4cbe-4b37-bd12-3925de7e0973) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:24.270425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.280233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Network': ['ID=0933611d-8e92-4ea3-87fa-a3e69df2d146,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:24.299698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:24.321163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:24.353872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:24.386463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821dc09-a819-4c82-af8d-475678cbabd3 None None] Network 1c55c31b-4cbe-4b37-bd12-3925de7e0973 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:24.450495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:24.455961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:24.459461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:24.459745 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "DELETE /v2.0/ports/444144f3-086f-4d35-a3c0-0f795181092c HTTP/1.1" status: 204 len: 168 time: 3.2947106 Nov 25 11:18:24.460340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.471007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58770) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:24.471844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Pushing event deleted for resources: {'Port': ['ID=415b3e97-547a-4fce-8091-26b24151138b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:24.482876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:24.511591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.522980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:24.534094 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.8352163 Nov 25 11:18:24.555613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58776) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:24.563876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Usage tracker for resource:subnet and tenant:cf86216ddf7f43f7a699e4c1a7e832fd is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:24.589860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:24.600993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.612238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3753be5-b16e-4345-a0d6-0d20f4a0f17a None None] Network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:24.669035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.672034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:24.677249 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/e07c877f-8d43-4e0c-944b-69e7a3938462 HTTP/1.1" status: 204 len: 168 time: 2.9340260 Nov 25 11:18:24.688255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Transition to ACTIVE for port object b8123aa1-4fa2-4ea8-9068-e3380f4c85ef will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:24.778261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:24.850566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58782) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:24.866546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573554312', 'description': 'tempest-description--1790147364'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:24.882883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:24.888726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Usage tracker for resource:security_group and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:24.892590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:24.899773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:24.948301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f903d-e450-4de0-8dd2-e3f1e52155d8 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:24.952272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f903d-e450-4de0-8dd2-e3f1e52155d8 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:24.953028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9f4f903d-e450-4de0-8dd2-e3f1e52155d8 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Synchronizing usage tracker for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:24.957960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Made reservation on behalf of cf86216ddf7f43f7a699e4c1a7e832fd for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:24.991912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.007889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9f4f903d-e450-4de0-8dd2-e3f1e52155d8 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Unset dirty status for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:25.009202 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9f4f903d-e450-4de0-8dd2-e3f1e52155d8 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4352148 Nov 25 11:18:25.012364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58786) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:25.041355 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7b822998-9a0e-49ff-8122-ce2f98329df1 tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5607934 Nov 25 11:18:25.052151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58790) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:25.060675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1369409015'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:25.070851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:25.075243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Usage tracker for resource:network and tenant:344d67f9eac14f8080a8042e069c5d57 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:25.078376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:25.086532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:25.092212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.107455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:25.110154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a016a68b-2657-4f0c-8d27-90dfc6496e0b tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:25.135266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device da40ab55-8320-4feb-95c5-355443f0c8f5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:25.151333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Usage tracker for resource:security_group_rule and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:25.153852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Made reservation on behalf of 344d67f9eac14f8080a8042e069c5d57 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:25.157049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.167496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:25.194144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:25.227805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.263251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:25.280920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:25.286233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.297623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Pushing event updated for resources: {'Port': ['ID=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:25.313656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:25.314137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.329743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:25.341480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58798) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:25.369687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:25.455542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.455890 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Added segment 96f62a80-34b7-471b-8830-aec11436bf38 of type vlan for network a3c031f5-4a8a-4630-bdef-604efc8925a4 Nov 25 11:18:25.466579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.495534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port da40ab55-8320-4feb-95c5-355443f0c8f5 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:25.498287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.529720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e1762cd-09f3-476a-92a2-d0a173f5691f tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:25.554488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bf30d409-1541-4f0b-a69c-fe317724db6e up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:25.585793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Deleting port 16cfc81f-c92e-45d4-b6e5-82d96e8f6658 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:25.586274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.619760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.636886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.671528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b338b7cd-0770-45d4-a422-cc4364b0948a tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:25.706472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Provisioning for port da40ab55-8320-4feb-95c5-355443f0c8f5 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:25.720148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.724202 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8685248 Nov 25 11:18:25.727173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Provisioning complete for port da40ab55-8320-4feb-95c5-355443f0c8f5 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:25.727617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.729997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58804) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:25.736955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.745984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f35e362-6685-4040-9eda-82bfa55d4114,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:25.754786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Request body: {'security_group_rule': {'security_group_id': '5f35e362-6685-4040-9eda-82bfa55d4114', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:25.772683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:25.777983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.801100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:25.808956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.820519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Usage tracker for resource:security_group_rule and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:25.820864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:25.821527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.837230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:25.839880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Subnet': ['ID=de543742-3c2d-43fa-ae12-afa97463e4b4,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:25.860036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:25.861047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:25.862228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:25.918119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:25.953799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:25.978827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Checking segment: {'id': '28b00b07-ae7c-492c-920d-4a365e1ad950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:25.979314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Network hostable DHCP agents. Network: 0933611d-8e92-4ea3-87fa-a3e69df2d146, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:25.984997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Usage tracker for resource:security_group_rule and tenant:9f7b3fa98679403e9fa5da69de1f6ff4 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:25.997492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:26.015470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:26.032069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.032283 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9753990 Nov 25 11:18:26.035023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event updated for resources: {'Network': ['ID=a3c031f5-4a8a-4630-bdef-604efc8925a4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:26.041204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58808) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:26.043414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:26.080725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a3c031f5-4a8a-4630-bdef-604efc8925a4 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:26.109772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port bf30d409-1541-4f0b-a69c-fe317724db6e completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:26.132699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port bf30d409-1541-4f0b-a69c-fe317724db6e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:26.133075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.198652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Calling delete_port for 16cfc81f-c92e-45d4-b6e5-82d96e8f6658 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:26.249522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.276097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:18:26.288034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:26.314673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.358370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.358370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 0933611d-8e92-4ea3-87fa-a3e69df2d146) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:26.371531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:26.372030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.376144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:26.384679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a3477-4bb3-49c4-8c10-1225998c20f9 None None] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:26.421174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bb1655-475f-4d62-858a-adcb27cec0d3,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:26.429843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.432610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] For port da40ab55-8320-4feb-95c5-355443f0c8f5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da40ab55-8320-4feb-95c5-355443f0c8f5,segment=NetworkSegment(8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89),segment_id=8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:26.454061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:26.470876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.526572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.542688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.551375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-94e00532-c37c-4b60-93d5-3edd97d51417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:26.596457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:18:26.615382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.690767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.695611 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Transition to ACTIVE for port object f4838c74-f6ab-4991-9bf8-0ba2e66669d0 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:26.708803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a92e94cf-0e29-4b73-9e5d-97e993f5c649 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:26.736653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:26.751794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.756600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.759485 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5482206 Nov 25 11:18:26.760755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.762015 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0289307 Nov 25 11:18:26.767854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58812) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:26.768405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58814) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:26.769034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.779734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-224933454', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:26.786122 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db495ad5-2f14-4e53-b825-27ddb6d0021d tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "GET /v2.0/agents/109d6141-6454-427b-99f8-d7fc56ed04a5/dhcp-networks HTTP/1.1" status: 200 len: 7766 time: 0.7310743 Nov 25 11:18:26.794577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.797257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Port': ['ID=16cfc81f-c92e-45d4-b6e5-82d96e8f6658,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:26.806765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58820) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:26.813865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Request body: {'security_group_rule': {'security_group_id': '5f35e362-6685-4040-9eda-82bfa55d4114', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:26.826310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:26.827617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Pushing event updated for resources: {'Port': ['ID=da40ab55-8320-4feb-95c5-355443f0c8f5,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:26.828680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:26.851571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:26.852727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.860375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Usage tracker for resource:router and tenant:cf86216ddf7f43f7a699e4c1a7e832fd is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:26.867780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Usage tracker for resource:security_group_rule and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:26.871067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:26.874169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:26.889142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:26.891582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.895796 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/ports/16cfc81f-c92e-45d4-b6e5-82d96e8f6658 HTTP/1.1" status: 204 len: 168 time: 1.8788605 Nov 25 11:18:26.895796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:26.903267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.915543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58824) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:26.929510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:26.967740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e494b76d-46b3-4343-bcd4-d916dc5a18d4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:26.976934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:26.979360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:26.980224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:27.004693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.008654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fdc24572-224d-402e-9a4e-461f4e2d5811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:27.011270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.037914 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f7b3fa98679403e9fa5da69de1f6ff4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6940072 Nov 25 11:18:27.070704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58828) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:27.140684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.155161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Deleting port f55728af-3a29-4479-a71c-7784b446042f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:27.155495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.230663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ec015cbd-2c8b-4694-9592-3d40ea1669a7 None None] Provisioning for port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:27.260780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ec015cbd-2c8b-4694-9592-3d40ea1669a7 None None] Provisioning complete for port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:27.261662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ec015cbd-2c8b-4694-9592-3d40ea1669a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.316127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-0933611d-8e92-4ea3-87fa-a3e69df2d146', 'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146', 'tenant_id': 'cf86216ddf7f43f7a699e4c1a7e832fd', 'fixed_ips': [{'subnet_id': 'de543742-3c2d-43fa-ae12-afa97463e4b4'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:18:27.317985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.416149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.416324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port bf30d409-1541-4f0b-a69c-fe317724db6e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bf30d409-1541-4f0b-a69c-fe317724db6e,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:27.479226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Pushing event updated for resources: {'Port': ['ID=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:27.494945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:27.538725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e8c07-e734-4492-8d78-1304c1162f0c None None] Pushing event updated for resources: {'Port': ['ID=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:27.581043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-519e8c07-e734-4492-8d78-1304c1162f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:27.581765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.591018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:27.640393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.672405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1517f3d-a48e-4f84-ab12-d3f79b47b755 tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] Network a3c031f5-4a8a-4630-bdef-604efc8925a4 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:27.680502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:27.687418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:27.755636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ec015cbd-2c8b-4694-9592-3d40ea1669a7 None None] Port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:27.779275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Allocated IP 172.20.0.2 (0933611d-8e92-4ea3-87fa-a3e69df2d146/de543742-3c2d-43fa-ae12-afa97463e4b4/4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:27.790373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Attempting to bind port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:27.790719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Attempting to bind port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:27.791020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Attempting to bind port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 on network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:27.796592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=bf30d409-1541-4f0b-a69c-fe317724db6e,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:27.800773 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d1517f3d-a48e-4f84-ab12-d3f79b47b755 tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "POST /v2.0/agents/109d6141-6454-427b-99f8-d7fc56ed04a5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9892621 Nov 25 11:18:27.804052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3717a7-93c3-4e51-afb7-3f91337d4507 None None] Network a3c031f5-4a8a-4630-bdef-604efc8925a4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:27.807113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58832) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:27.812135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Allocated IP 2001:db8::10a (37f911d6-164f-491d-a7d3-244029eddbeb/3cce25d9-c419-4c07-8875-88b3d5db9dac/dee3c3a9-fb30-473b-8730-0ad105065f4d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:27.819795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.820507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:27.852693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Allocated IP 172.20.0.1 (56c2cb08-12f4-4f72-ba77-18082d74f056/23cae3e5-0223-4935-af3c-7f97ab535e58/68821148-8dc7-4ed3-9da0-6956fedba466) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:27.866177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:27.866973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Checking segment: {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:27.866973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.867334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Bound using segment: {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:27.868203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Bound port: f4838c74-f6ab-4991-9bf8-0ba2e66669d0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:27.868203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:27.988854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device da40ab55-8320-4feb-95c5-355443f0c8f5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:28.057575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.063777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.080765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.198257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:28.210913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Calling delete_port for f55728af-3a29-4479-a71c-7784b446042f owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:28.283306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6dcd55-7aae-4707-a3a3-298cfa2dbc64,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:28.289564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:28.301035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.305011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.309842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] For port f4838c74-f6ab-4991-9bf8-0ba2e66669d0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:28.339027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] For port f4838c74-f6ab-4991-9bf8-0ba2e66669d0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:28.340033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:28.344284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port da40ab55-8320-4feb-95c5-355443f0c8f5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:28.344658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.353494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.357574 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5791485 Nov 25 11:18:28.367343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-414b549b-ee74-4603-90cb-300fd7ecafce None None] Provisioning complete for port da40ab55-8320-4feb-95c5-355443f0c8f5 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:28.367710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-414b549b-ee74-4603-90cb-300fd7ecafce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.369056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.372123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58836) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:28.386241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:28.388423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e494b76d-46b3-4343-bcd4-d916dc5a18d4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:28.391131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:28.397288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:28.411020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.422375 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-64be79a0-b201-41f7-8a3e-7f2413521518 tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "GET /v2.0/agents/109d6141-6454-427b-99f8-d7fc56ed04a5/dhcp-networks HTTP/1.1" status: 200 len: 9290 time: 0.6048265 Nov 25 11:18:28.422714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58840) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:28.422999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.425022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Usage tracker for resource:floatingip and tenant:9287aa4b186d4a0592746529ca926ab6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:28.428813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:28.435298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Transition to ACTIVE for port object 68821148-8dc7-4ed3-9da0-6956fedba466 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:28.435681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e5b64431-6a44-4cf0-a8b9-d6ebc28690b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:28.441348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.444225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e494b76d-46b3-4343-bcd4-d916dc5a18d4 HTTP/1.1" status: 204 len: 168 time: 1.3706849 Nov 25 11:18:28.444890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:28.456168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.473549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-623577da-f227-44a2-a620-65b1ef71eee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:28.481015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.516838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Transition to ACTIVE for port object 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:28.571083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.590275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Transition to ACTIVE for port object 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:28.593121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Port': ['ID=f55728af-3a29-4479-a71c-7784b446042f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:28.604177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:28.621559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.627860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e8c07-e734-4492-8d78-1304c1162f0c None None] Pushing event updated for resources: {'Port': ['ID=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:28.641287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.645783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.647627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-519e8c07-e734-4492-8d78-1304c1162f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:28.648286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-519e8c07-e734-4492-8d78-1304c1162f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:28.669297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:28.726159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:28.735207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aaaa0993-2733-42e1-b8a3-c07f1ff1c280 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:28.821368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:28.822040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:28.861457 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/ports/f55728af-3a29-4479-a71c-7784b446042f HTTP/1.1" status: 204 len: 168 time: 1.9415734 Nov 25 11:18:28.891546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58848) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:28.900709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:28.909760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:28.912896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:28.922524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:28.948986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Pushing event updated for resources: {'Port': ['ID=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:28.955495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:28.958081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:28.966545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:29.000256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 18778cfd-e2fb-4360-ba56-e65be9a7f35d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:29.033804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.042828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Port': ['ID=dee3c3a9-fb30-473b-8730-0ad105065f4d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:29.077827 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e41a74b3-2128-4992-840a-cdfdd2cf306d tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "DELETE /v2.0/agents/109d6141-6454-427b-99f8-d7fc56ed04a5/dhcp-networks/a3c031f5-4a8a-4630-bdef-604efc8925a4 HTTP/1.1" status: 204 len: 168 time: 0.6502903 Nov 25 11:18:29.078708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:29.091320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58852) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:29.097961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-414b549b-ee74-4603-90cb-300fd7ecafce None None] Could not find standard attr ID for object 444144f3-086f-4d35-a3c0-0f795181092c. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:18:29.102215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2928e493-42bb-4866-8e36-ef2d5f585924 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Synchronizing usage tracker for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:29.131897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Pushing event updated for resources: {'Port': ['ID=68821148-8dc7-4ed3-9da0-6956fedba466,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:29.136114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:29.173799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58856) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:29.175844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network 37f911d6-164f-491d-a7d3-244029eddbeb is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:29.181255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:29.199385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:29.222413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2928e493-42bb-4866-8e36-ef2d5f585924 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Unset dirty status for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:29.223522 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2928e493-42bb-4866-8e36-ef2d5f585924 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3198667 Nov 25 11:18:29.233620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58860) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:29.268343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-44593054'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:29.285094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:29.302884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Usage tracker for resource:network and tenant:693a3519c20242869aadc0e2d1a02b8b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:29.313325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:29.326005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:29.341527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:18:29.366089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Made reservation on behalf of 693a3519c20242869aadc0e2d1a02b8b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:29.366396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Attempting to bind port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:29.366665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Attempting to bind port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '28b00b07-ae7c-492c-920d-4a365e1ad950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:29.367025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Attempting to bind port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b on network 0933611d-8e92-4ea3-87fa-a3e69df2d146 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:29.368810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.370142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.383386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:29.383756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Checking segment: {'id': '28b00b07-ae7c-492c-920d-4a365e1ad950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:29.384371 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.384946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Bound using segment: {'id': '28b00b07-ae7c-492c-920d-4a365e1ad950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:29.385573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Bound port: 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b00b07-ae7c-492c-920d-4a365e1ad950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:29.385964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.393620 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bebf6d68-12ec-43eb-b7d6-4ca4d19ec2a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b24ad7588544530acf6ff37acaf4db3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2139199 Nov 25 11:18:29.398258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:29.398501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58864) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:29.442617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.457193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 18778cfd-e2fb-4360-ba56-e65be9a7f35d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:29.498919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:29.506058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 18778cfd-e2fb-4360-ba56-e65be9a7f35d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:29.506424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.519694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.526711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.527049 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Added segment ee451c4c-d9fb-4ec5-83d5-e342057f968a of type vlan for network a726f4de-bf4f-405a-a771-89ec7bdf29d8 Nov 25 11:18:29.552868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-403d82b9-aaa5-4bd4-a9ef-842489f7cd40 None None] Provisioning complete for port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:29.553499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-403d82b9-aaa5-4bd4-a9ef-842489f7cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.567790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.597503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.615212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.698643 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-29b31a21-0ee0-45ca-84d3-59e42bd6c10a tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "GET /v2.0/agents/109d6141-6454-427b-99f8-d7fc56ed04a5/dhcp-networks HTTP/1.1" status: 200 len: 8545 time: 0.5995622 Nov 25 11:18:29.720539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58868) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:29.721700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.728997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.736570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.751900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-403d82b9-aaa5-4bd4-a9ef-842489f7cd40 None None] Port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:29.752293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:29.753047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.766949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:29.804659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] For port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:29.827966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.828756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.855184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] For port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,segment=NetworkSegment(28b00b07-ae7c-492c-920d-4a365e1ad950),segment_id=28b00b07-ae7c-492c-920d-4a365e1ad950)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:29.882025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.890148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:29.897512 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6366458 Nov 25 11:18:29.905639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58872) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:29.918222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1767001520'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:29.963473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:29.973272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Network': ['ID=a726f4de-bf4f-405a-a771-89ec7bdf29d8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:29.976426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:29.979876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Allocated IP 172.26.5.116 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/88fe9c96-07e6-45ab-bb08-8e4c0e0068af) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:29.983201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:29.993972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Usage tracker for resource:network and tenant:693a3519c20242869aadc0e2d1a02b8b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:30.002292 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2ca7f459-8faa-4a41-90b6-4848b0e975fb tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "GET /v2.0/networks/413d1dfa-b321-4d9d-9d1c-cbb2261edafa/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2773440 Nov 25 11:18:30.003419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a726f4de-bf4f-405a-a771-89ec7bdf29d8 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:30.004845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:30.011780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:30.022360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:30.026068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.040227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:30.061617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31af772-0ff5-4c99-ac09-20e24896a74b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:30.063189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Made reservation on behalf of 693a3519c20242869aadc0e2d1a02b8b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:30.066435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.074589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 18778cfd-e2fb-4360-ba56-e65be9a7f35d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=18778cfd-e2fb-4360-ba56-e65be9a7f35d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:30.075470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8753d762-1c02-452a-ba9d-4503302c1501 None None] Provisioning for port 68821148-8dc7-4ed3-9da0-6956fedba466 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:30.077549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:30.091048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.094522 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b31af772-0ff5-4c99-ac09-20e24896a74b HTTP/1.1" status: 204 len: 168 time: 0.6921196 Nov 25 11:18:30.115245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:30.125776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:30.132552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-65416bfc-244f-4ca0-acd5-ef7a8884b0cb tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "GET /v2.0/networks/413d1dfa-b321-4d9d-9d1c-cbb2261edafa/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1213408 Nov 25 11:18:30.147282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:18:30.155325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58882) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:30.155638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Pushing event updated for resources: {'Port': ['ID=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:30.165886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.188795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8753d762-1c02-452a-ba9d-4503302c1501 None None] Provisioning complete for port 68821148-8dc7-4ed3-9da0-6956fedba466 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:30.189113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8753d762-1c02-452a-ba9d-4503302c1501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.203821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.206953 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] 10.222.0.41 "PUT /v2.0/routers/2e1c2271-59fe-4b51-86f8-49c98ccc0a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0099888 Nov 25 11:18:30.209248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.209421 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Added segment f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1 of type vlan for network bea4dc39-2abb-4275-9e48-595b19e1cbd7 Nov 25 11:18:30.225436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:30.225903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:30.235289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.247413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.311777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.317203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:30.317840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.336384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d1e34b27-75a3-4add-8198-c3c6c42929e5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:30.405687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8753d762-1c02-452a-ba9d-4503302c1501 None None] Port 68821148-8dc7-4ed3-9da0-6956fedba466 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:30.424446 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=18778cfd-e2fb-4360-ba56-e65be9a7f35d,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:30.430767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:30.443170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:28Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:30.448648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8b5bd-2564-457b-8840-2906ee0c6d7b None None] The sync data for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv is: [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:28Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:30.518473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:30.548251 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6383088 Nov 25 11:18:30.574860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.593784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Network': ['ID=bea4dc39-2abb-4275-9e48-595b19e1cbd7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:30.597947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:30.609585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network bea4dc39-2abb-4275-9e48-595b19e1cbd7 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:30.690175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58902) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:30.702521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'subnets': [{'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--975303163', 'ip_version': 4}, {'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:30.702829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'subnet': {'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--975303163', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:30.703403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Request body: {'subnet': {'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:30.742733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 18778cfd-e2fb-4360-ba56-e65be9a7f35d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:30.826076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Pushing event updated for resources: {'Port': ['ID=68821148-8dc7-4ed3-9da0-6956fedba466,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:30.861144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:30.865513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:30.956738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Router 0eaf2e9b-7064-412a-9348-a6851ce5018c is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:18:31.173422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 18778cfd-e2fb-4360-ba56-e65be9a7f35d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:31.173957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:31.336159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:31.340949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Usage tracker for resource:subnet and tenant:693a3519c20242869aadc0e2d1a02b8b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:31.344450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:31.352179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:31.383637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Made reservation on behalf of 693a3519c20242869aadc0e2d1a02b8b for: {'subnet': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:31.455733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bf30d409-1541-4f0b-a69c-fe317724db6e up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:31.545265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Allocated IP 172.26.5.4 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/dc3ad9aa-a6e9-40b3-be31-b43cd95688cd) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:31.573324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port bf30d409-1541-4f0b-a69c-fe317724db6e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:31.573902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:31.827457 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-681957c4-b08b-44ae-8c2b-9cc49dfaf55c tempest-DHCPAgentSchedulersTestJSON-650150996 tempest-DHCPAgentSchedulersTestJSON-650150996-project-admin] 10.222.0.41 "GET /v2.0/agents/109d6141-6454-427b-99f8-d7fc56ed04a5/dhcp-networks HTTP/1.1" status: 200 len: 8545 time: 1.6691580 Nov 25 11:18:31.841541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:31.842080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58918) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:31.851571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:31.965520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:31.965997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:31.981353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861af4a4-a3e1-4b9c-875e-54d9225f84b1 None None] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:32.044217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:32.075587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:32.152730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:32.172587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9320bdf2-12d5-4163-9d87-d6903d1d50aa None None] Provisioning for port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:32.213840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:32.431421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:32.475553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:32.496211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:32.574942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:32.589837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:32.613003 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Sync routers for ids ['0eaf2e9b-7064-412a-9348-a6851ce5018c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:32.649671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:32.651448 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.6398001 Nov 25 11:18:32.663009 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Routers {'0eaf2e9b-7064-412a-9348-a6851ce5018c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:32.664120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2aa3d07e-36b5-473e-9864-5265319ae617 None None] Provisioning complete for port 68821148-8dc7-4ed3-9da0-6956fedba466 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:32.665453 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0eaf2e9b-7064-412a-9348-a6851ce5018c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:32.666074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d07e-36b5-473e-9864-5265319ae617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:32.713322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58932) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:32.751337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f4838c74-f6ab-4991-9bf8-0ba2e66669d0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:32.768833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Port': ['ID=88fe9c96-07e6-45ab-bb08-8e4c0e0068af,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:32.790636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58936) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:32.805183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--666429063', 'description': 'tempest-description--769821143'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:32.817667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:32.821926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:32.882262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3d07e-36b5-473e-9864-5265319ae617 None None] Port 68821148-8dc7-4ed3-9da0-6956fedba466 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:32.893121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:32.900293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:32.906418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:32.907032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:32.908138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:32.939789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Usage tracker for resource:security_group and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:32.948552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:32.965891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:32.969246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:33.003015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.010523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:33.013962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c031f5-4a8a-4630-bdef-604efc8925a4']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:33.017631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:33.032225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:33.075814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event updated for resources: {'Port': ['ID=dc3ad9aa-a6e9-40b3-be31-b43cd95688cd,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:33.084976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f62a80-34b7-471b-8830-aec11436bf38') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:33.085264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f62a80-34b7-471b-8830-aec11436bf38') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:33.095858 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Set router 0eaf2e9b-7064-412a-9348-a6851ce5018c gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:33.096745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:33.136627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Subnet': ['ID=880b209d-6f54-4dd4-b667-e8df117f9cc8,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:33.145124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:33.158895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.183671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.197091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port f4838c74-f6ab-4991-9bf8-0ba2e66669d0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:33.198672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.202156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.203336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:33.214679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Checking segment: {'id': 'ee451c4c-d9fb-4ec5-83d5-e342057f968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:33.215170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network hostable DHCP agents. Network: a726f4de-bf4f-405a-a771-89ec7bdf29d8, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:33.244036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.251173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.267777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:33.268197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:33.288530 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:33.296696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:33.373584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network a726f4de-bf4f-405a-a771-89ec7bdf29d8 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:33.400606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a726f4de-bf4f-405a-a771-89ec7bdf29d8) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:33.421645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.422114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:33.428541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:33.430085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86848a47-bc99-48b8-97ea-cf0da4be2aa6 None None] Network a726f4de-bf4f-405a-a771-89ec7bdf29d8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:33.451588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:33.491842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.506403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:33.518651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Usage tracker for resource:security_group_rule and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:33.529646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:33.541890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:33.588516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:33.594512 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eaf2e9b-7064-412a-9348-a6851ce5018c', 'name': '', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb', 'external_fixed_ips': [{'subnet_id': '3cce25d9-c419-4c07-8875-88b3d5db9dac', 'ip_address': '2001:db8::10a'}], 'enable_snat': True}, 'gw_port_id': 'dee3c3a9-fb30-473b-8730-0ad105065f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:23Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 3, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port': {'id': 'dee3c3a9-fb30-473b-8730-0ad105065f4d', 'name': '', 'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eaf2e9b-7064-412a-9348-a6851ce5018c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3cce25d9-c419-4c07-8875-88b3d5db9dac', 'ip_address': '2001:db8::10a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:26Z', 'updated_at': '2021-11-25T11:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cce25d9-c419-4c07-8875-88b3d5db9dac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:33.596745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.605552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:33.610914 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Checking router: 0eaf2e9b-7064-412a-9348-a6851ce5018c for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:18:33.611317 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Updating router 0eaf2e9b-7064-412a-9348-a6851ce5018c port dee3c3a9-fb30-473b-8730-0ad105065f4d binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:18:33.614897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:33.615916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.652908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event updated for resources: {'Subnet': ['ID=06974054-19af-4d8a-97cf-aa51005ee315,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:33.656315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event deleted for resources: {'Network': ['ID=a3c031f5-4a8a-4630-bdef-604efc8925a4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:33.673634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:33.677486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:33.690370 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "DELETE /v2.0/networks/a3c031f5-4a8a-4630-bdef-604efc8925a4 HTTP/1.1" status: 204 len: 168 time: 1.8436911 Nov 25 11:18:33.701048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58952) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:33.703024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Checking segment: {'id': 'f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:33.703579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network hostable DHCP agents. Network: bea4dc39-2abb-4275-9e48-595b19e1cbd7, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:33.723554 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.760674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.773591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Network bea4dc39-2abb-4275-9e48-595b19e1cbd7 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:33.809561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, bea4dc39-2abb-4275-9e48-595b19e1cbd7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:33.815410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:33.816110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:33.818168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.833034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Deleting port dee3c3a9-fb30-473b-8730-0ad105065f4d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:33.834563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:33.845081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e93ea-367d-4c9d-bd6f-5e15f1a797ff None None] Network bea4dc39-2abb-4275-9e48-595b19e1cbd7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:33.941876 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-80dc18a9-bcd5-4014-b5fb-b948b1422ea8 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] DELETE failed (client error): The resource could not be found. Nov 25 11:18:33.942281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80dc18a9-bcd5-4014-b5fb-b948b1422ea8 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:18:33.980630 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2893882 Nov 25 11:18:33.986387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:34.030666 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-80dc18a9-bcd5-4014-b5fb-b948b1422ea8 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "DELETE /v2.0/ports/444144f3-086f-4d35-a3c0-0f795181092c HTTP/1.1" status: 404 len: 333 time: 0.3247433 Nov 25 11:18:34.031953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.032887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.040158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58964) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:34.045052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.092964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-a726f4de-bf4f-405a-a771-89ec7bdf29d8', 'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8', 'tenant_id': '693a3519c20242869aadc0e2d1a02b8b', 'fixed_ips': [{'subnet_id': '880b209d-6f54-4dd4-b667-e8df117f9cc8'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:18:34.093733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.103479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.166619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.191946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.249860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:34.259458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5c846d3-72da-4ba4-b89b-407124ca8ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.286003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.290767 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4937954 Nov 25 11:18:34.293294 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.298333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc069296-38d1-4616-b270-64c83b4aa8fb tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:34.300213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc069296-38d1-4616-b270-64c83b4aa8fb tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:34.302018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc069296-38d1-4616-b270-64c83b4aa8fb tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:34.303064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fc069296-38d1-4616-b270-64c83b4aa8fb tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Synchronizing usage tracker for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:34.306223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58972) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:34.307060 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Transition to ACTIVE for port object dee3c3a9-fb30-473b-8730-0ad105065f4d will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:34.313978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.320123 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.325085 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0c71acee-8eec-45d4-acdd-865e2cbd3418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:34.353489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Router b8a7bd60-9847-47a9-9a3f-c11ced6f945e has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:18:34.355358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.405660 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c2753-4277-496c-9beb-264c72e1533d None None] Pushing event updated for resources: {'Port': ['ID=dee3c3a9-fb30-473b-8730-0ad105065f4d,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:34.409556 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-441c2753-4277-496c-9beb-264c72e1533d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:34.410162 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Attempting to bind port dee3c3a9-fb30-473b-8730-0ad105065f4d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:34.410522 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Attempting to bind port dee3c3a9-fb30-473b-8730-0ad105065f4d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '2b66cb7c-8756-479f-8f07-9ad00e2d5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:34.410873 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Attempting to bind port dee3c3a9-fb30-473b-8730-0ad105065f4d on network 37f911d6-164f-491d-a7d3-244029eddbeb {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:34.418724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,segment=NetworkSegment(28b00b07-ae7c-492c-920d-4a365e1ad950),segment_id=28b00b07-ae7c-492c-920d-4a365e1ad950)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:34.420443 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:34.422270 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Checking segment: {'id': '2b66cb7c-8756-479f-8f07-9ad00e2d5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:34.422270 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.422270 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Bound using segment: {'id': '2b66cb7c-8756-479f-8f07-9ad00e2d5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:34.422949 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Bound port: dee3c3a9-fb30-473b-8730-0ad105065f4d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b66cb7c-8756-479f-8f07-9ad00e2d5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37f911d6-164f-491d-a7d3-244029eddbeb'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:34.423388 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.433173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3750cb16-ddb0-4572-bb9a-9116c24615d9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:34.471595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.477801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:34.486588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:34.578140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Allocated IP 172.20.0.2 (a726f4de-bf4f-405a-a771-89ec7bdf29d8/880b209d-6f54-4dd4-b667-e8df117f9cc8/d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:34.610074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58978) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:34.650253 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] For port dee3c3a9-fb30-473b-8730-0ad105065f4d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:34.653548 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] For port dee3c3a9-fb30-473b-8730-0ad105065f4d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dee3c3a9-fb30-473b-8730-0ad105065f4d,segment=NetworkSegment(2b66cb7c-8756-479f-8f07-9ad00e2d5515),segment_id=2b66cb7c-8756-479f-8f07-9ad00e2d5515)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:34.659266 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.664070 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:34.714039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Request body: {'security_group_rule': {'security_group_id': '3750cb16-ddb0-4572-bb9a-9116c24615d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:34.720772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:34.730054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Usage tracker for resource:security_group_rule and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:34.735716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:34.738117 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c2753-4277-496c-9beb-264c72e1533d None None] Pushing event updated for resources: {'Port': ['ID=dee3c3a9-fb30-473b-8730-0ad105065f4d,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:34.742438 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-441c2753-4277-496c-9beb-264c72e1533d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:34.751704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:34.765648 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Routers {'0eaf2e9b-7064-412a-9348-a6851ce5018c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:34.766497 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0eaf2e9b-7064-412a-9348-a6851ce5018c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:34.774719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Deleting subnet 091a3a0d-073b-4005-b420-f8f5f9a3274c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:18:34.813837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.867038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.914684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.917561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.929241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Transition to ACTIVE for port object d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:34.967431 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] Set router 0eaf2e9b-7064-412a-9348-a6851ce5018c gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:34.972390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Transition to ACTIVE for port object d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:34.973849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f6bff5a8-aa92-4aab-a043-598b2588e16c tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:34.979265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.989753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:34.998650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.006784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f4838c74-f6ab-4991-9bf8-0ba2e66669d0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:35.014264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-47cac6cb-6247-4459-961c-30c1d446c32c tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:35.061421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Network a726f4de-bf4f-405a-a771-89ec7bdf29d8 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:35.074028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Calling delete_port for dee3c3a9-fb30-473b-8730-0ad105065f4d owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:35.076309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:35.104061 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eaf2e9b-7064-412a-9348-a6851ce5018c', 'name': '', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:23Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 4, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:35.108852 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7145219-d4f5-461e-8dce-dbdd0cdd4ac7 None None] The sync data for ids ['0eaf2e9b-7064-412a-9348-a6851ce5018c'] in dv-neutron-819177-1-hyperv is: [{'id': '0eaf2e9b-7064-412a-9348-a6851ce5018c', 'name': '', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:23Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 4, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:35.112817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fc069296-38d1-4616-b270-64c83b4aa8fb tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Unset dirty status for tenant:693a3519c20242869aadc0e2d1a02b8b on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:35.117390 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc069296-38d1-4616-b270-64c83b4aa8fb tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 1.1259034 Nov 25 11:18:35.123969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58984) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.153408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:35.156761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.192304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event updated for resources: {'Port': ['ID=dc3ad9aa-a6e9-40b3-be31-b43cd95688cd,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:35.204943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:35.227926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Router cec59743-3855-44bd-8a97-d34f3d3c975c is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:18:35.243014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.252208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-bea4dc39-2abb-4275-9e48-595b19e1cbd7', 'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7', 'tenant_id': '693a3519c20242869aadc0e2d1a02b8b', 'fixed_ips': [{'subnet_id': '06974054-19af-4d8a-97cf-aa51005ee315'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:18:35.252991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.305852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.315128 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.9331040 Nov 25 11:18:35.378697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.402436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.413693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:35.418367 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f6bff5a8-aa92-4aab-a043-598b2588e16c tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "PUT /v2.0/quotas/9f249425606a4b65aca0b27b6a5f2bd6 HTTP/1.1" status: 200 len: 366 time: 0.8032093 Nov 25 11:18:35.426282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:35.427685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 58990) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.443073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.443680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] 10.222.0.41 "PUT /v2.0/routers/b8a7bd60-9847-47a9-9a3f-c11ced6f945e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7437513 Nov 25 11:18:35.487728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Allocated IP 172.20.0.18 (bea4dc39-2abb-4275-9e48-595b19e1cbd7/06974054-19af-4d8a-97cf-aa51005ee315/1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:35.545017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.549115 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2321188 Nov 25 11:18:35.554001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 58998) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.556037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Deleting subnet 880b209d-6f54-4dd4-b667-e8df117f9cc8 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:18:35.559717 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-939b616e-7fc9-4988-82d5-cc1b3d7303d4 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1290998 Nov 25 11:18:35.560521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f4c760-8880-4467-9c6a-3f1105a61cdd,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:35.571838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.578851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.618263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Request body: {'security_group_rule': {'security_group_id': '3750cb16-ddb0-4572-bb9a-9116c24615d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:35.622938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:35.639889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:35.648196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Attempting to bind port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:35.648579 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Attempting to bind port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ee451c4c-d9fb-4ec5-83d5-e342057f968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:35.648944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Attempting to bind port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 on network a726f4de-bf4f-405a-a771-89ec7bdf29d8 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:35.658020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Usage tracker for resource:security_group_rule and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:35.663576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:35.663959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Checking segment: {'id': 'ee451c4c-d9fb-4ec5-83d5-e342057f968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:35.664391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.665193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Bound using segment: {'id': 'ee451c4c-d9fb-4ec5-83d5-e342057f968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:35.665845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Bound port: d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee451c4c-d9fb-4ec5-83d5-e342057f968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a726f4de-bf4f-405a-a771-89ec7bdf29d8'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:35.666395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.673500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.685045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:35.685379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:35.731584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:35.733993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2b0ce6d7-8e8f-4b46-b882-4eafdb4eee04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:35.741370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.255s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:35.748277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.751004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-94e00532-c37c-4b60-93d5-3edd97d51417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:35.782715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:35.783097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.791373 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bbbb5ada-a07e-43eb-9772-160522867198 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "GET /v2.0/quotas/9f249425606a4b65aca0b27b6a5f2bd6 HTTP/1.1" status: 200 len: 366 time: 0.2113221 Nov 25 11:18:35.807198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.809596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.833558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event deleted for resources: {'Subnet': ['ID=091a3a0d-073b-4005-b420-f8f5f9a3274c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:35.834383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758643f8-ecd8-48f9-960b-0f4568701cad None None] Network 413d1dfa-b321-4d9d-9d1c-cbb2261edafa requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:35.865580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:18:35.866134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:18:35.868420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:35.881384 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "DELETE /v2.0/subnets/091a3a0d-073b-4005-b420-f8f5f9a3274c HTTP/1.1" status: 204 len: 168 time: 1.8381748 Nov 25 11:18:35.891523 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bfe9c1de-f6c6-4b9e-a7c2-59e62079f9e8 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/9f249425606a4b65aca0b27b6a5f2bd6 HTTP/1.1" status: 204 len: 168 time: 0.0618057 Nov 25 11:18:35.891523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59020) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.898903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59022) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.929355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:35.962553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59030) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.975393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ee8b7d4-acce-4f0d-bac4-c62091bb9cf6 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0522454 Nov 25 11:18:35.982121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59034) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:35.984352 dv-neutron-819177-1-hyperv neutron-server[83570]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 11:18:36.027974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Pushing event updated for resources: {'Port': ['ID=d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:36.043523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.050424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:36.065385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] For port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:36.122166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Transition to ACTIVE for port object 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:36.140935 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd31850d-3418-4086-8764-84a2aed209ee tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "GET /v2.0/quotas/9f249425606a4b65aca0b27b6a5f2bd6 HTTP/1.1" status: 200 len: 370 time: 0.1548173 Nov 25 11:18:36.149020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59038) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:36.158772 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1763b47-2a27-4487-9eb0-66bdeb9508a7 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "GET /v2.0/quotas/9f249425606a4b65aca0b27b6a5f2bd6/default HTTP/1.1" status: 200 len: 370 time: 0.0083048 Nov 25 11:18:36.165001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6bb2e7f0-9c1f-4fac-8b31-6cdd1ec0740a tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Synchronizing usage tracker for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:36.165491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.168365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59042) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:36.175664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] For port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8,segment=NetworkSegment(ee451c4c-d9fb-4ec5-83d5-e342057f968a),segment_id=ee451c4c-d9fb-4ec5-83d5-e342057f968a)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:36.209338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Deleting port da40ab55-8320-4feb-95c5-355443f0c8f5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:36.209566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.235135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.238468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:36.241702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Transition to ACTIVE for port object 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:36.244260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-da1ed8be-b4de-43c1-81d9-9cc63fa73928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:36.246127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.250334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352378727', 'description': 'tempest-description--1290345404'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:36.267657 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-310b7a69-d55c-4f0a-b901-f0d707ecb11d tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] delete failed (client error): The resource could not be found. Nov 25 11:18:36.268687 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-310b7a69-d55c-4f0a-b901-f0d707ecb11d tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/9f249425606a4b65aca0b27b6a5f2bd6 HTTP/1.1" status: 404 len: 348 time: 0.0984838 Nov 25 11:18:36.269782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:36.273708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6bb2e7f0-9c1f-4fac-8b31-6cdd1ec0740a tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Unset dirty status for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:36.274952 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6bb2e7f0-9c1f-4fac-8b31-6cdd1ec0740a tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--573554312&fields=id&tenant_id=9287aa4b186d4a0592746529ca926ab6 HTTP/1.1" status: 200 len: 267 time: 0.3063760 Nov 25 11:18:36.282565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.287368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Usage tracker for resource:security_group and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:36.293363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:36.296701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:36.302577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.319867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1732-f123-42d2-828a-1e1a762677d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.361730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Network bea4dc39-2abb-4275-9e48-595b19e1cbd7 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:36.365014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f5c8da-c3bc-4896-bd53-8f3f430d8873,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:36.366136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:36.368543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Pushing event updated for resources: {'Port': ['ID=d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:36.377763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:36.379979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:36.389690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-519e8c07-e734-4492-8d78-1304c1162f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:36.422820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:36.424090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:36.428117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Deleting port dee3c3a9-fb30-473b-8730-0ad105065f4d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:36.429353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.452421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.496546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59052) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:36.498191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:36.517555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] Sync routers for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:36.523873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.530826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Pushing event updated for resources: {'Port': ['ID=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:36.541794 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9790106 Nov 25 11:18:36.554121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59056) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:36.561111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:36.585365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:36.590120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.599886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:36.616731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:network and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:36.624091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Usage tracker for resource:floatingip and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:36.629969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:36.641993 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:36.648766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:36.656748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-5fafff43-0a7e-4332-ad08-64ec7708e517 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:36.657722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-5fafff43-0a7e-4332-ad08-64ec7708e517 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Synchronizing usage tracker for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:36.664024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:36.666190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.670097 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.8962777 Nov 25 11:18:36.672920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59060) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:36.711580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841733e-4830-494f-93c7-81342e845f15 None None] DHCP port deletion for 413d1dfa-b321-4d9d-9d1c-cbb2261edafa request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:18:36.723035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Attempting to bind port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:36.723339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Attempting to bind port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:36.723751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Attempting to bind port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 on network bea4dc39-2abb-4275-9e48-595b19e1cbd7 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:36.729457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Deleting port da40ab55-8320-4feb-95c5-355443f0c8f5 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:36.729982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.757318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:36.758408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:36.783594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:subnet and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:36.800534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.827352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-5fafff43-0a7e-4332-ad08-64ec7708e517 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Unset dirty status for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:36.828905 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-5fafff43-0a7e-4332-ad08-64ec7708e517 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/networks?id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c HTTP/1.1" status: 200 len: 812 time: 0.5437477 Nov 25 11:18:36.839718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:36.860947 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-df7c153a-d4cf-4ce5-ae67-973370ea5b08 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/quotas/9287aa4b186d4a0592746529ca926ab6 HTTP/1.1" status: 200 len: 375 time: 0.0157866 Nov 25 11:18:36.867770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:36.872922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:36.873306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Checking segment: {'id': 'f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:36.873712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.874275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Bound using segment: {'id': 'f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:36.874928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Bound port: 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bea4dc39-2abb-4275-9e48-595b19e1cbd7'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:36.875459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.891246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:36.902613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Usage tracker for resource:security_group_rule and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:36.906975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:36.915938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:36.928557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:36.941257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:subnetpool and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:36.948475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] For port da40ab55-8320-4feb-95c5-355443f0c8f5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da40ab55-8320-4feb-95c5-355443f0c8f5,segment=NetworkSegment(8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89),segment_id=8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:36.948837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.002074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8d61cb3f-d105-460b-92ec-2e84588c3c9f tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:37.038284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:37.038947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:37.050116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:37.058122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Subnet': ['ID=880b209d-6f54-4dd4-b667-e8df117f9cc8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:37.068114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:37.099641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.113417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:port and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:37.139733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:37.140419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314e10b-2cf7-48f3-9273-8b4bb0a25ddf None None] The sync data for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:37.142080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:37.173026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:37.173828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.180090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Calling delete_port for da40ab55-8320-4feb-95c5-355443f0c8f5 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:37.203177 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/subnets/880b209d-6f54-4dd4-b667-e8df117f9cc8 HTTP/1.1" status: 204 len: 168 time: 2.0682876 Nov 25 11:18:37.210351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59064) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:37.216192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-2572292e-fefe-4453-87b1-3c4fb18cd2bd tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Synchronizing usage tracker for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:37.248929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] For port dee3c3a9-fb30-473b-8730-0ad105065f4d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dee3c3a9-fb30-473b-8730-0ad105065f4d,segment=NetworkSegment(2b66cb7c-8756-479f-8f07-9ad00e2d5515),segment_id=2b66cb7c-8756-479f-8f07-9ad00e2d5515)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:37.249199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.273792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:router and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:37.284807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] For port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:37.298723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:37.321083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] For port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,segment=NetworkSegment(f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1),segment_id=f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:37.327357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.330746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c841733e-4830-494f-93c7-81342e845f15 None None] For port da40ab55-8320-4feb-95c5-355443f0c8f5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da40ab55-8320-4feb-95c5-355443f0c8f5,segment=NetworkSegment(8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89),segment_id=8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:37.331143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.340908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.343768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-2572292e-fefe-4453-87b1-3c4fb18cd2bd tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Unset dirty status for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:37.345210 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-2572292e-fefe-4453-87b1-3c4fb18cd2bd tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9287aa4b186d4a0592746529ca926ab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4758742 Nov 25 11:18:37.349424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-91288978-1bf4-4e0f-a67b-17e3a4324ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:37.388530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:floatingip and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:37.410740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.458928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:37.466150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Calling delete_port for dee3c3a9-fb30-473b-8730-0ad105065f4d owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:37.542564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Calling delete_port for da40ab55-8320-4feb-95c5-355443f0c8f5 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:37.633053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Deleting subnet 06974054-19af-4d8a-97cf-aa51005ee315 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:18:37.640257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.678912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.699076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.714914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-448841b6-a7b4-4a06-b653-d05a24c22ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:37.722691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.747466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Pushing event updated for resources: {'Port': ['ID=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:37.752369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:37.764951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-e62279c9-2301-4af9-b8db-2c9060fb9ad8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:18:37.765264 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-e62279c9-2301-4af9-b8db-2c9060fb9ad8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1662304 Nov 25 11:18:37.786320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd39d97-1738-4999-8ef2-ecd0135a607f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:37.792660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:37.794647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:37.798325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:18:37.803061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:18:37.825274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] No DVR routers for this DVR port da40ab55-8320-4feb-95c5-355443f0c8f5 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:18:37.881516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:37.882834 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6390350 Nov 25 11:18:37.903133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59074) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:37.936386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event deleted for resources: {'Port': ['ID=da40ab55-8320-4feb-95c5-355443f0c8f5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:37.953843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:37.975922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Request body: {'security_group_rule': {'security_group_id': '4cd39d97-1738-4999-8ef2-ecd0135a607f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:38.011443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:38.018659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.052953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.066965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Usage tracker for resource:security_group_rule and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:38.074607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:38.087582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > segment before_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.088300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.089548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.089548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > port after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.089760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > port after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.090257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > port after_update 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.090635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > segment after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.091089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.091392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.092042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet after_update 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.112545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:38.117919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Allocated IP 172.26.5.162 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/2c4a8402-0157-4fe3-8930-087cfcc12982) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:38.143759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b1e5e7-7acb-4f7f-88bd-ff4eb565aeb1 None None] Network a726f4de-bf4f-405a-a771-89ec7bdf29d8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:38.228934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:security_group and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:38.237318 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-67f94bce-c6ec-4c6c-b7fa-df1145954469 service neutron] 10.222.0.41 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600406 Nov 25 11:18:38.237926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.280866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a516da96-e336-4a4d-86b0-fc01258438bb None None] Provisioning for port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:38.288376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.288896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.289001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet before_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.289477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Subscribe: > subnet before_update 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:18:38.289679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413d1dfa-b321-4d9d-9d1c-cbb2261edafa']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:38.302520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.309405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:38.309685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e364a06-51e2-4fd1-91e1-1fc8c0e3fe89') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:38.316970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:38.322247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Deleting port da40ab55-8320-4feb-95c5-355443f0c8f5 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:38.322624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c841733e-4830-494f-93c7-81342e845f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.363167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.370645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event deleted for resources: {'Port': ['ID=dee3c3a9-fb30-473b-8730-0ad105065f4d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:38.373512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:38.418696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:38.433148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c841733e-4830-494f-93c7-81342e845f15 None None] The port 'da40ab55-8320-4feb-95c5-355443f0c8f5' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:18:38.546861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.565425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:38.565425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn_limited( Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn_limited( Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:38.596300 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:38.617449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.638217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.639956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.657246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] DHCP port deletion for a726f4de-bf4f-405a-a771-89ec7bdf29d8 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:18:38.662486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Deleting port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:38.663043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.707376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:38.754038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Usage tracker for resource:security_group_rule and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:38.758721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.772587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:38.826017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9b26f8f-67bc-458f-b6c5-06cbb87de3aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:38.850792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b763e7b-1f11-42a9-ad68-fadd1d0f4a04,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:38.853640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:38.901114 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-da98398a-0d40-4efd-a835-1c380af98527 tempest-QuotasTest-602205210 tempest-QuotasTest-602205210-project-admin] 10.222.0.41 "GET /v2.0/quotas/3191ba59bb9449ada98b9d75b795cac9/details.json HTTP/1.1" status: 200 len: 703 time: 2.4006078 Nov 25 11:18:38.924951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.953915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.962751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:38.966649 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0564427 Nov 25 11:18:38.968878 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-600e29f7-0308-4038-b449-1c95719e5467 service neutron] 10.222.0.41 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211235 Nov 25 11:18:38.976243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59082) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:38.986478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Request body: {'security_group_rule': {'security_group_id': '4cd39d97-1738-4999-8ef2-ecd0135a607f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:39.000815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:39.007020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Usage tracker for resource:security_group_rule and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:39.010822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] For port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8,segment=NetworkSegment(ee451c4c-d9fb-4ec5-83d5-e342057f968a),segment_id=ee451c4c-d9fb-4ec5-83d5-e342057f968a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:39.011329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.012257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:39.020642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.032176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:39.040590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-92cc66db-0100-412b-b3c2-299a94174b8d tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:39.106451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Subnet': ['ID=06974054-19af-4d8a-97cf-aa51005ee315,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:39.111881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:39.195966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.198612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.242643 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/subnets/06974054-19af-4d8a-97cf-aa51005ee315 HTTP/1.1" status: 204 len: 168 time: 2.0211568 Nov 25 11:18:39.245166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59086) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:39.280636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.311605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:39.311778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.320818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.327136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.327479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Calling delete_port for d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:39.344099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:39.369546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.381049 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] 10.222.0.41 "DELETE /v2.0/networks/413d1dfa-b321-4d9d-9d1c-cbb2261edafa HTTP/1.1" status: 204 len: 168 time: 3.4846382 Nov 25 11:18:39.383532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Pushing event deleted for resources: {'Network': ['ID=413d1dfa-b321-4d9d-9d1c-cbb2261edafa,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:39.388415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e63bc3-0cc9-4483-977d-aa37c03d3a84 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:39.389950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e6e63bc3-0cc9-4483-977d-aa37c03d3a84 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1343489 Nov 25 11:18:39.391135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:39.397711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59102) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:39.419220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45df3d7-c5fd-40d9-bb0e-4e3f290ced2f None None] Network bea4dc39-2abb-4275-9e48-595b19e1cbd7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:39.419710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59106) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:39.474702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59114) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:39.500307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:39.504590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:39.614793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event updated for resources: {'Port': ['ID=2c4a8402-0157-4fe3-8930-087cfcc12982,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:39.618551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:39.662822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:39.668174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.668669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eaf2e9b-7064-412a-9348-a6851ce5018c {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:18:39.711464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.712791 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "DELETE /v2.0/routers/0eaf2e9b-7064-412a-9348-a6851ce5018c HTTP/1.1" status: 204 len: 168 time: 6.9981015 Nov 25 11:18:39.715594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:39.719590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.737381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.745107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:39.762782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac6e423-35a2-47e4-8778-83c2d3831193,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:39.780269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.782226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:39.787321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Deleting subnet 3cce25d9-c419-4c07-8875-88b3d5db9dac {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:18:39.790671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.845107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Deleting port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:39.845348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.884198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.888580 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9113352 Nov 25 11:18:39.889515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.899458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:39.905991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-340519f2-d750-44f8-a266-f22cc0c05f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:39.931623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59132) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:39.952141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Pushing event deleted for resources: {'Port': ['ID=d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:39.960785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:39.969514 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Provisioning for port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:39.975443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Provisioning complete for port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:39.975952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.032717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:40.037695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.038863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] No DVR routers for this DVR port d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:18:40.041508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:40.041888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.052819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:40.072127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.079537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:40.085213 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2549094e-54ae-4fef-9347-d198e1bcdc35 req-270fa3f5-5f62-4991-852d-68e89117faae tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 210 time: 0.6579323 Nov 25 11:18:40.092028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Usage tracker for resource:floatingip and tenant:8a2e960edcd846ee93330dbace42bf6a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:40.117489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:40.140046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59138) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:40.141252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:40.224706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.245705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.272156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.315337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.325752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] DHCP port deletion for bea4dc39-2abb-4275-9e48-595b19e1cbd7 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:18:40.342851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] For port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,segment=NetworkSegment(f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1),segment_id=f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:40.343385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.354873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Deleting port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:40.355382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.404708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.450634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] For port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,segment=NetworkSegment(f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1),segment_id=f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:40.474488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:40.517896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.525695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:40.559844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Calling delete_port for 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:40.586581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.598514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:40.639280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3cce25d9-c419-4c07-8875-88b3d5db9dac,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:40.649459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:40.652600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.663769 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/3cce25d9-c419-4c07-8875-88b3d5db9dac HTTP/1.1" status: 204 len: 168 time: 0.9471395 Nov 25 11:18:40.674433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59154) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:40.715152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:18:40.715483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:18:40.726365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Usage tracker for resource:security_group_rule and tenant:c5f5501606bf491eaa35322657cdbcf4 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:40.727308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:18:40.727696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:18:40.730458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.743646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Pushing event updated for resources: {'Port': ['ID=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:40.749127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:40.755933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] For port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,segment=NetworkSegment(f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1),segment_id=f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:40.756359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.798347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:40.815727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:40.860072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:40.927367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Calling delete_port for 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:41.001500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-afb767ab-1ed0-45f6-9fe9-65eab9a58288 admin admin] Synchronizing usage tracker for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:41.032404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.038538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.059050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-69cad1b1-3948-472c-9564-01e63641e969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:41.103574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] No DVR routers for this DVR port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:18:41.105361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Pushing event deleted for resources: {'Port': ['ID=1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:41.108219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:41.153691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f911d6-164f-491d-a7d3-244029eddbeb']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:41.167215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b66cb7c-8756-479f-8f07-9ad00e2d5515') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:41.167554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b66cb7c-8756-479f-8f07-9ad00e2d5515') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:41.182334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.195128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-afb767ab-1ed0-45f6-9fe9-65eab9a58288 admin admin] Unset dirty status for tenant:c0af1e7e1eed4fb4876d29fdcd0a6eaf on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:41.198921 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-afb767ab-1ed0-45f6-9fe9-65eab9a58288 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=344d67f9eac14f8080a8042e069c5d57&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0528278 Nov 25 11:18:41.199857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.206822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:41.207270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.214196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59166) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:41.285863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 update to ACTIVE by agent not found {{(pid=83571) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:41.302780 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:41.304789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Deleting port 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:41.304789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.347230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device da40ab55-8320-4feb-95c5-355443f0c8f5 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:18:41.388665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: da40ab55-8320-4feb-95c5-355443f0c8f5 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:18:41.389291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device da40ab55-8320-4feb-95c5-355443f0c8f5 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:18:41.390557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.392434 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8bf3870c-13eb-4137-b21a-8f58afaedb65 req-a24c547f-a505-47a0-b319-8b729a6b2c2e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 210 time: 0.1122518 Nov 25 11:18:41.401678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] The port '1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:18:41.409692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37f911d6-164f-491d-a7d3-244029eddbeb {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 11:18:41.413374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.427848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2c1a195f-4a6a-405d-968b-0a906035537f tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:41.494579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event deleted for resources: {'Network': ['ID=37f911d6-164f-491d-a7d3-244029eddbeb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:41.497764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:41.537110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:18:41.559030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.562606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.593605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.594636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:18:41.595151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d06eeda5-3cfe-45eb-9e63-a4d2a89c06a8 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:18:41.596120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:18:41.629933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.630824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.642892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:18:41.643244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1e9bacd8-c5ad-44b0-a6e9-c1b27bd0a0c5 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:18:41.655507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:41.667890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea4dc39-2abb-4275-9e48-595b19e1cbd7']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:41.680924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:41.681216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90882dd-6bb2-4c4e-9e01-5342bd5a7eb1') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:41.692487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad53eb9-2bff-45f1-9891-44cf6e7cc3d5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:41.696645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.706281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:41.710453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:41.716900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.723409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:41.724478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:41.752220 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:41.757209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.764705 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "DELETE /v2.0/networks/37f911d6-164f-491d-a7d3-244029eddbeb HTTP/1.1" status: 204 len: 168 time: 1.0894289 Nov 25 11:18:41.851072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.857851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.863258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:41.877431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:41.898305 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/networks/bea4dc39-2abb-4275-9e48-595b19e1cbd7 HTTP/1.1" status: 204 len: 168 time: 2.4995990 Nov 25 11:18:41.899326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Network': ['ID=bea4dc39-2abb-4275-9e48-595b19e1cbd7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:41.905804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:41.906283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59180) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:42.027434 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5f5501606bf491eaa35322657cdbcf4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5497458 Nov 25 11:18:42.029318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59186) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:42.087330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.120738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.132062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event updated for resources: {'Port': ['ID=2c4a8402-0157-4fe3-8930-087cfcc12982,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:42.141437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:42.142832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Allocated IP 172.20.0.1 (0933611d-8e92-4ea3-87fa-a3e69df2d146/de543742-3c2d-43fa-ae12-afa97463e4b4/ea797865-1030-4bb0-aa83-12df337d223c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:42.174139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59192) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:42.187905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'router': {'name': 'tempest-router--2082729658', 'project_id': 'ca22a41a4c304e29912fd53576a4c01c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:42.230796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Allocated IP 172.26.5.149 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/f2cbda64-f98f-494c-a2a3-f1d9f7559cd0) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:42.241124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:42.244203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.265817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.268533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.276334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:router and tenant:ca22a41a4c304e29912fd53576a4c01c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:42.282477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:42.310812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:42.336516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a726f4de-bf4f-405a-a771-89ec7bdf29d8']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:42.344513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.363675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.364812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.370092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee451c4c-d9fb-4ec5-83d5-e342057f968a') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:42.370382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee451c4c-d9fb-4ec5-83d5-e342057f968a') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:42.393144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.48', 54198) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:42.404759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.548850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.566722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-95ee54c0-1276-46eb-a764-43cf8e47fc9c tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:42.567751 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-95ee54c0-1276-46eb-a764-43cf8e47fc9c tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.48 "GET /v2.0/networks?id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c HTTP/1.1" status: 200 len: 812 time: 0.1737714 Nov 25 11:18:42.573576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.583505 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0194569 Nov 25 11:18:42.593611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.618749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:42.619133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:42.634234 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:42.645077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.647343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.664606 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d929deea-1483-4261-8997-e04c0344e9b5 req-8a233593-ce1c-46f3-a3b0-65ab562ea8a2 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 210 time: 0.0983868 Nov 25 11:18:42.699647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:42.714380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.725752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.736396 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32626f8e-04bf-4b9e-90ba-869f4684716f HTTP/1.1" status: 204 len: 168 time: 1.4748564 Nov 25 11:18:42.741903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32626f8e-04bf-4b9e-90ba-869f4684716f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:42.751019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.752065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:42.772425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Transition to ACTIVE for port object ea797865-1030-4bb0-aa83-12df337d223c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:42.775489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.778578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:42.782830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:42.791432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-0ef3d491-78bc-4f5f-9f18-e3dd7b225abb tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Synchronizing usage tracker for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:42.794012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.797409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.806555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad53eb9-2bff-45f1-9891-44cf6e7cc3d5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:42.822500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:42.824536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.826945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:42.859188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event updated for resources: {'Port': ['ID=f2cbda64-f98f-494c-a2a3-f1d9f7559cd0,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:42.862433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:42.866857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Network': ['ID=a726f4de-bf4f-405a-a771-89ec7bdf29d8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:42.873658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:42.874926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-0ef3d491-78bc-4f5f-9f18-e3dd7b225abb tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Unset dirty status for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:42.876379 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-0ef3d491-78bc-4f5f-9f18-e3dd7b225abb tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9287aa4b186d4a0592746529ca926ab6 HTTP/1.1" status: 200 len: 379 time: 0.2761507 Nov 25 11:18:42.884715 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/networks/a726f4de-bf4f-405a-a771-89ec7bdf29d8 HTTP/1.1" status: 204 len: 168 time: 0.9718723 Nov 25 11:18:42.884715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.884715 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dad53eb9-2bff-45f1-9891-44cf6e7cc3d5 HTTP/1.1" status: 204 len: 168 time: 0.8514249 Nov 25 11:18:42.884715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:42.885280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:42.887820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:42.890948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:42.894459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Request body: {'port': {'device_id': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'admin_state_up': True, 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'security_groups': ['5f35e362-6685-4040-9eda-82bfa55d4114']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:42.925920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:42.928229 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42fbc06b-e88d-44d3-8598-b65225523460 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7490404 Nov 25 11:18:43.029744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59230) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:43.076150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.115349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:43.179467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-354e2f9d-6358-4f90-8033-19b45aba767b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Synchronizing usage tracker for tenant:965eb933fc0345938fd4211cbccc1983 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:43.228760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:43.235574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:43.242552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:43.272810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Port': ['ID=ea797865-1030-4bb0-aa83-12df337d223c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:43.275201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-354e2f9d-6358-4f90-8033-19b45aba767b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Unset dirty status for tenant:965eb933fc0345938fd4211cbccc1983 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:43.276386 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-354e2f9d-6358-4f90-8033-19b45aba767b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--666429063&fields=id&tenant_id=965eb933fc0345938fd4211cbccc1983 HTTP/1.1" status: 200 len: 267 time: 0.3504264 Nov 25 11:18:43.280715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:43.417302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.433515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:43.453903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:43.460320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e530b42-ffdb-49fa-a039-ee6ea39b9f04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.478506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-191f1a88-b7c7-4dd2-9a0d-018bcd0bfec9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:43.479631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-191f1a88-b7c7-4dd2-9a0d-018bcd0bfec9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Synchronizing usage tracker for tenant:965eb933fc0345938fd4211cbccc1983 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:43.511067 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:18:43.602509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ccde0661-174a-4ed7-8ad3-3cd9c636390a None None] Provisioning for port ea797865-1030-4bb0-aa83-12df337d223c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:43.611921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ccde0661-174a-4ed7-8ad3-3cd9c636390a None None] Provisioning complete for port ea797865-1030-4bb0-aa83-12df337d223c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:43.613260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ccde0661-174a-4ed7-8ad3-3cd9c636390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.625859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59252) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:43.651299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-191f1a88-b7c7-4dd2-9a0d-018bcd0bfec9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Unset dirty status for tenant:965eb933fc0345938fd4211cbccc1983 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:43.657875 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-191f1a88-b7c7-4dd2-9a0d-018bcd0bfec9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 812 time: 0.3507249 Nov 25 11:18:43.666904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Made reservation on behalf of 9287aa4b186d4a0592746529ca926ab6 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:43.669938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.699414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59256) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:43.708509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.715052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.737127 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-1fdac2e4-6e01-40ef-a04c-a43ffa97f324 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/quotas/965eb933fc0345938fd4211cbccc1983 HTTP/1.1" status: 200 len: 375 time: 0.0784938 Nov 25 11:18:43.768996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ccde0661-174a-4ed7-8ad3-3cd9c636390a None None] Port ea797865-1030-4bb0-aa83-12df337d223c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:43.785807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.813388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.872326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:43.917404 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1a14de5e-ce6e-4e5e-9f51-87651b8e35ff req-9376de51-fc00-419a-bc59-a0bf54bd7486 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 210 time: 0.0711527 Nov 25 11:18:43.920043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.003985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c55c31b-4cbe-4b37-bd12-3925de7e0973']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:44.054857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.108747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:44.111784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f78448-b6d1-4cd0-a59f-6dff2c7d1daa') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:44.112089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f78448-b6d1-4cd0-a59f-6dff2c7d1daa') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:44.115780 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-20fd47d1-671e-4e64-886c-9ce03028eddf tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3773785 Nov 25 11:18:44.125093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:44.135536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Usage tracker for resource:security_group_rule and tenant:3191ba59bb9449ada98b9d75b795cac9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:44.142938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:d7066643f7cf43c9aaa2f78c174a62a1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:44.148495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:44.151343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:44.154773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.256587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:44.321829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:44.357064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.382749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e530b42-ffdb-49fa-a039-ee6ea39b9f04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.387105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:44.387503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:44.406760 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:44.488251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e530b42-ffdb-49fa-a039-ee6ea39b9f04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.515513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Allocated IP 172.20.0.12 (5b6f6b9b-eb3d-412f-b590-3f82d345ba0c/74477cdd-5732-48b5-9c7f-5ed7b1ea7527/7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:44.579465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.628185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-46f294b7-255a-46d3-8a97-94c8e5ca7d03 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:44.653936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.675490 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-f20abcce-6f43-412b-ab46-98a57e078e63 service neutron] 10.222.0.41 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180418 Nov 25 11:18:44.677320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.704203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Network': ['ID=1c55c31b-4cbe-4b37-bd12-3925de7e0973,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:44.712077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:44.863279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.883490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:44.892090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:45.046393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.064903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Transition to ACTIVE for port object 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:45.110966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.114053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e530b42-ffdb-49fa-a039-ee6ea39b9f04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.114053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e530b42-ffdb-49fa-a039-ee6ea39b9f04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44fd8b28-f3f3-4cbc-8a0b-daa9ff4f1464 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:18:45.128489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.130454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.136237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.149823 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/networks/1c55c31b-4cbe-4b37-bd12-3925de7e0973 HTTP/1.1" status: 204 len: 168 time: 2.2625940 Nov 25 11:18:45.149823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2655b757-b031-44bc-b779-fde9ce64ddc0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:45.163474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59266) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:45.172184 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-986ebdeb-0f62-42d1-bf4e-6e6878c770ff service neutron] 10.222.0.41 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764442 Nov 25 11:18:45.173722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e530b42-ffdb-49fa-a039-ee6ea39b9f04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.178559 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e530b42-ffdb-49fa-a039-ee6ea39b9f04 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "DELETE /v2.0/routers/44fd8b28-f3f3-4cbc-8a0b-daa9ff4f1464 HTTP/1.1" status: 204 len: 168 time: 2.1455519 Nov 25 11:18:45.197748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:45.220501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:45.222981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:45.260202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event updated for resources: {'Port': ['ID=f2cbda64-f98f-494c-a2a3-f1d9f7559cd0,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:45.284926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:45.321848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:45.322538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.351343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d909f592-4e99-4a8f-9feb-5c0cd544d141,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:45.431321 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1914a695-5f3d-47d7-9028-8ba052c8f4eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3191ba59bb9449ada98b9d75b795cac9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7267582 Nov 25 11:18:45.431489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.450632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59272) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:45.464488 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5777805 Nov 25 11:18:45.476281 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7066643f7cf43c9aaa2f78c174a62a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8383770 Nov 25 11:18:45.476538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59276) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:45.485258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f093e0b-7605-496c-9c8a-4fbab5319db6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:45.532202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:45.532832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c02e5f1d-83e3-403c-8cec-f49386bf6b73 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:45.548555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:18:45.608697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.712662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c7f531e6-2fd6-400e-aa1d-a1da219b9cd8 None None] Provisioning for port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:45.716685 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6429eb47-fb29-43fd-b8c4-0036ebe554e7 req-c1d7b244-fb10-4e13-a4fc-560cfcee4491 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.1000144 Nov 25 11:18:45.720868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c7f531e6-2fd6-400e-aa1d-a1da219b9cd8 None None] Provisioning complete for port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:45.721405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c7f531e6-2fd6-400e-aa1d-a1da219b9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.727436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.741860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event updated for resources: {'Port': ['ID=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:45.758957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:45.765406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:45.765958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:45.787105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.796266 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8216991 Nov 25 11:18:45.796266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.808409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.822914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:45.866830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.888410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c7f531e6-2fd6-400e-aa1d-a1da219b9cd8 None None] Port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:45.909688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:45.963636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:45.972393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a550fb98-5578-4ad6-90e8-7bbc342ced16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:45.997289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f093e0b-7605-496c-9c8a-4fbab5319db6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:46.023828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:46.030603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:46.045561 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f093e0b-7605-496c-9c8a-4fbab5319db6 HTTP/1.1" status: 204 len: 168 time: 0.5655704 Nov 25 11:18:46.158529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-166748507', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:46.171294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:46.184860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Usage tracker for resource:router and tenant:7484d8b72bab4752a05d54d8d7cf561f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:46.185223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:46.197137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:46.217222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:46.245024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:46.246687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:46.278985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:46.451482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13b76-d342-4c28-8b9f-bdacf421d03c req-853335b3-5067-4024-adb2-f6a9489ba74f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:46.459384 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ba13b76-d342-4c28-8b9f-bdacf421d03c req-853335b3-5067-4024-adb2-f6a9489ba74f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 932 time: 1.3335731 Nov 25 11:18:46.551473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Port': ['ID=ea797865-1030-4bb0-aa83-12df337d223c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:46.688700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:46.834023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:46.874815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:46.880343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:46.899137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:46.908025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.126060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.210095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ba13b76-d342-4c28-8b9f-bdacf421d03c req-cc42f8e9-bc5c-4016-8281-174bda63466e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7497025 Nov 25 11:18:47.210828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.434086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2886c9-7d42-431b-a426-f65e4e7e71bd']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:47.461929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-43c62119-4801-4350-b427-9d6a73d447c4 None None] Provisioning complete for port ea797865-1030-4bb0-aa83-12df337d223c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:47.463884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43c62119-4801-4350-b427-9d6a73d447c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.491105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c419a02-2291-40c9-a3b4-5547620ef04e') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:47.494226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c419a02-2291-40c9-a3b4-5547620ef04e') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:47.510143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Allocated IP 172.26.5.217 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/39931289-2907-49c0-b9c2-22f01865ea67) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:47.537008 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Sync routers for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:47.550855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.568521 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:47.569149 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:47.666819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.677910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-43c62119-4801-4350-b427-9d6a73d447c4 None None] Port ea797865-1030-4bb0-aa83-12df337d223c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:47.787493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.794811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.800962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59344) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:47.820256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.831985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5c20126c-234c-4a07-aabb-0e18ddc33333 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:47.846706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:18:47.847204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:47.865123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-e72d7fbd-ae0a-45ff-a942-85b14d5c0409 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Synchronizing usage tracker for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:18:47.868744 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:18:47.871815 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f52b5d8a-dc19-4201-89bb-c5927f92de72 req-51f92258-d83a-4f5c-b83a-3d0dcb305eee tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.2210500 Nov 25 11:18:47.913657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event updated for resources: {'Port': ['ID=39931289-2907-49c0-b9c2-22f01865ea67,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:47.929136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:47.933755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:47.934933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:47.941080 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:47.946073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:48.126968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:48.128154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:48.214397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-e72d7fbd-ae0a-45ff-a942-85b14d5c0409 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Unset dirty status for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:48.215525 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-e72d7fbd-ae0a-45ff-a942-85b14d5c0409 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--352378727&fields=id&tenant_id=8a2e960edcd846ee93330dbace42bf6a HTTP/1.1" status: 200 len: 267 time: 0.8260961 Nov 25 11:18:48.326777 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-755899f4-e4ad-4d58-a161-939064593def tempest-AgentManagementNegativeTest-436616007 tempest-AgentManagementNegativeTest-436616007-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5164213 Nov 25 11:18:48.335624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:48.360542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:48.370626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:48.410431 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 2, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:48.415535 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Checking router: 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:18:48.416113 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Updating router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:18:48.479838 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:48.588053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Router abbdf861-4150-493a-b3b1-439fd52b18d4 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:18:48.596820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:48.850280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Pushing event deleted for resources: {'Network': ['ID=8d2886c9-7d42-431b-a426-f65e4e7e71bd,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:48.854366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:48.863677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:48.897723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59356) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:48.900459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:48.906482 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d909f592-4e99-4a8f-9feb-5c0cd544d141 HTTP/1.1" status: 204 len: 168 time: 3.4501226 Nov 25 11:18:48.906482 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] 10.222.0.41 "DELETE /v2.0/networks/8d2886c9-7d42-431b-a426-f65e4e7e71bd HTTP/1.1" status: 204 len: 168 time: 3.7340086 Nov 25 11:18:48.912039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d909f592-4e99-4a8f-9feb-5c0cd544d141,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:48.920405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:49.022200 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:49.039390 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Transition to ACTIVE for port object b8123aa1-4fa2-4ea8-9068-e3380f4c85ef will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:49.049740 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:49.055071 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:49.065478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-323273fa-a2d3-4bd6-8e1a-9004315e3ed7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:49.067393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-323273fa-a2d3-4bd6-8e1a-9004315e3ed7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Synchronizing usage tracker for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:49.221992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a1441-f45c-4037-9886-5a63f85cfb6e req-58190969-c948-44fe-ad45-ee11e17d319f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:49.225984 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-254a1441-f45c-4037-9886-5a63f85cfb6e req-58190969-c948-44fe-ad45-ee11e17d319f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 932 time: 0.7574108 Nov 25 11:18:49.297880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-323273fa-a2d3-4bd6-8e1a-9004315e3ed7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Unset dirty status for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:49.305700 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-323273fa-a2d3-4bd6-8e1a-9004315e3ed7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/networks?id=56c2cb08-12f4-4f72-ba77-18082d74f056 HTTP/1.1" status: 200 len: 805 time: 1.0697339 Nov 25 11:18:49.405006 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-254a1441-f45c-4037-9886-5a63f85cfb6e req-8aae8c58-ea6f-4662-b7d7-599ba0a5b54e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449978 Nov 25 11:18:49.426838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:49.429866 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-e732b62f-889e-4ed1-9731-c70173faf759 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/quotas/8a2e960edcd846ee93330dbace42bf6a HTTP/1.1" status: 200 len: 375 time: 0.1218042 Nov 25 11:18:49.440746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] Sync routers for ids ['abbdf861-4150-493a-b3b1-439fd52b18d4'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:49.461890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] Routers {'abbdf861-4150-493a-b3b1-439fd52b18d4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:49.462797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['abbdf861-4150-493a-b3b1-439fd52b18d4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:49.507294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:49.508600 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6845396 Nov 25 11:18:49.511332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59372) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:49.517789 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77408a-c679-4972-8cb8-2d4fa34ece97 None None] Pushing event updated for resources: {'Port': ['ID=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:49.544741 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ff77408a-c679-4972-8cb8-2d4fa34ece97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:49.608600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Router cec59743-3855-44bd-8a97-d34f3d3c975c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:18:49.687428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:49.702275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] Routers {'abbdf861-4150-493a-b3b1-439fd52b18d4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:49.703309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['abbdf861-4150-493a-b3b1-439fd52b18d4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:49.706876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-226dbcfe-0830-4df0-b9c9-594dc1ee7ab5 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:18:49.715159 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-226dbcfe-0830-4df0-b9c9-594dc1ee7ab5 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0103390 Nov 25 11:18:49.763971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59378) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:49.765004 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Attempting to bind port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:49.767435 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Attempting to bind port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:49.767891 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Attempting to bind port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef on network ae053b36-0f43-4305-b2c7-3a94bd5d3200 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:49.782267 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:49.783038 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Checking segment: {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:49.783660 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:49.784349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Bound using segment: {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:49.787124 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Bound port: b8123aa1-4fa2-4ea8-9068-e3380f4c85ef, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:49.787826 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:49.800342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-862c049f-1faa-4129-8244-e39dad1a0a95 req-b20a71e1-af32-424f-bd1d-64f87e662283 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.1323133 Nov 25 11:18:49.871736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:49.872713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2a4a-6103-4f77-8c3d-3ad21bf4dc08 None None] The sync data for ids ['abbdf861-4150-493a-b3b1-439fd52b18d4'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:49.956554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-da74b8f5-479a-4971-b564-79d011496783 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Synchronizing usage tracker for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:49.984047 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] For port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:49.987560 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] For port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:50.005573 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:50.011148 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:50.050344 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f706d2c3-dd2a-47be-acaa-a22a2f9a0884 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/abbdf861-4150-493a-b3b1-439fd52b18d4 HTTP/1.1" status: 200 len: 924 time: 0.5349603 Nov 25 11:18:50.050975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59388) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:50.104387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-da74b8f5-479a-4971-b564-79d011496783 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Unset dirty status for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:50.105933 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-da74b8f5-479a-4971-b564-79d011496783 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a2e960edcd846ee93330dbace42bf6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6750498 Nov 25 11:18:50.127279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:50.190590 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77408a-c679-4972-8cb8-2d4fa34ece97 None None] Pushing event updated for resources: {'Port': ['ID=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:50.199435 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ff77408a-c679-4972-8cb8-2d4fa34ece97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:50.217494 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:50.223178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Request body: {'port': {'device_id': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:50.226857 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:50.297559 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-317091c6-3461-45f8-9969-3f7b11779ef2 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=abbdf861-4150-493a-b3b1-439fd52b18d4 HTTP/1.1" status: 200 len: 205 time: 0.2440155 Nov 25 11:18:50.298535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59394) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:50.459812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:50.472380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Usage tracker for resource:security_group_rule and tenant:012307549cf142cfaff765c5deb56783 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:50.485658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:50.528703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:50.533782 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:50.572989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59402) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:50.577950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3c6191a5-f7e9-4d8b-9467-62d895d1ec29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=693a3519c20242869aadc0e2d1a02b8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8115976 Nov 25 11:18:50.627062 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-d64074f2-8d71-4727-b876-960cdd7cdda6 service neutron] 10.222.0.41 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713745 Nov 25 11:18:50.801074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:50.962379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:51.000802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:51.216742 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:49Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:51.237253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:51.268168 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1f9b7-6f9b-4417-b717-b63501fe943a None None] The sync data for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv is: [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:49Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:51.279065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:18:51.293978 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] Sync routers for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:51.331717 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:51.332386 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:51.445671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:51.450118 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:51.461845 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "PUT /v2.0/routers/cec59743-3855-44bd-8a97-d34f3d3c975c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7694180 Nov 25 11:18:51.482563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02302c-b4f2-47b9-a719-a81b7500d5cc,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:51.487422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59416) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:51.489697 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:51.496388 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:51.510846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Request body: {'port': {'network_id': '0933611d-8e92-4ea3-87fa-a3e69df2d146', 'name': 'tempest-FloatingIPAdminTestJSON-156573197'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:51.684332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59420) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:51.717036 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:51.717381 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be7f3b-ed1f-45bc-bc79-3898c676342b None None] The sync data for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:51.728755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b8123aa1-4fa2-4ea8-9068-e3380f4c85ef up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:51.800670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:51.820868 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=012307549cf142cfaff765c5deb56783&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9166355 Nov 25 11:18:51.821783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:51.826511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:51.865498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:51.871622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:51.872081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:51.907398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055003be-5019-44a7-b6dc-feff30cd91ca req-a6dd464b-dadb-4d81-9a82-9652f8c1c498 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:51.909004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-055003be-5019-44a7-b6dc-feff30cd91ca req-a6dd464b-dadb-4d81-9a82-9652f8c1c498 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 932 time: 0.9449511 Nov 25 11:18:51.930524 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-d0f33fcc-304d-4ef4-a26b-145db7f6795b service neutron] 10.222.0.41 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2810621 Nov 25 11:18:51.980889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.48', 54206) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:52.210623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1377753801'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:52.233105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.250864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:52.268151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:network and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:52.279593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:52.288775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:18:52.293689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:52.303767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:52.304284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.306836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5b47102b-2957-46be-972a-6a4e010d6abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:52.313060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.382592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.494162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Transition to ACTIVE for port object 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:52.523966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:52.537116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:52.544737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.545676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:52.550326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.571233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.589599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.609589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c9fc967-1aad-4a20-8c31-946caae39703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:52.759723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:52.853132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Usage tracker for resource:port and tenant:cf86216ddf7f43f7a699e4c1a7e832fd is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:52.893840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:52.903986 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d3dbefd-783f-458a-a9dc-3a356e95a914 req-3b367220-14dd-4d6c-8476-251d1ee72749 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.1517205 Nov 25 11:18:52.916660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-055003be-5019-44a7-b6dc-feff30cd91ca req-8e7c85e0-1576-497b-a37e-c817b5b71fbd tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9850209 Nov 25 11:18:52.918618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:52.928690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-42d271c1-078c-4c1a-a06b-4cdbd85ed3bf tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:52.930563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-42d271c1-078c-4c1a-a06b-4cdbd85ed3bf tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 812 time: 0.9486940 Nov 25 11:18:52.934421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:52.958556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Made reservation on behalf of cf86216ddf7f43f7a699e4c1a7e832fd for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:52.962611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.019195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.022047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] device_id is not set on port af060730-5843-46a1-a66d-d6fe77972daa yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:18:53.172577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:53.292076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f423ee7a-d414-4de7-a1ef-29f6124cad4f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:53.346818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:53.352515 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d2f61900-0190-4c80-8a08-eac49c138cdd req-141111d3-ee0c-442b-b470-d850c449a8de tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 210 time: 0.1919887 Nov 25 11:18:53.352910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Pushing event updated for resources: {'Port': ['ID=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:53.358120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:53.361568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-b0be3cb2-509d-4807-96c9-836750214725 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=965eb933fc0345938fd4211cbccc1983 HTTP/1.1" status: 200 len: 379 time: 0.3852103 Nov 25 11:18:53.372437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Attempting to bind port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:53.372864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Attempting to bind port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:53.373791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Attempting to bind port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd on network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:53.389171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd on network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:18:53.389495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Attempting to bind port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd on network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:53.392121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.393506 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f423ee7a-d414-4de7-a1ef-29f6124cad4f HTTP/1.1" status: 204 len: 168 time: 2.8188038 Nov 25 11:18:53.409726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.425490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:53.428078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:53.428518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Checking segment: {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:53.429059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Bound using segment: {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:53.429676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Bound port: 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834913a-a0bc-455d-973f-05d8cf1a1814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:53.429919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.444833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Deleting port 39931289-2907-49c0-b9c2-22f01865ea67 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:18:53.445174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.470679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:security_group_rule and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:53.480881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:53.498791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:53.540402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.590924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:53.604258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Allocated IP 172.20.0.5 (0933611d-8e92-4ea3-87fa-a3e69df2d146/de543742-3c2d-43fa-ae12-afa97463e4b4/af060730-5843-46a1-a66d-d6fe77972daa) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:53.604827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b8123aa1-4fa2-4ea8-9068-e3380f4c85ef up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:53.639662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02302c-b4f2-47b9-a719-a81b7500d5cc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:53.656673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:53.784788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Sync routers for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:18:53.843604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:53.857129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:53.860216 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c02302c-b4f2-47b9-a719-a81b7500d5cc HTTP/1.1" status: 204 len: 168 time: 2.0292132 Nov 25 11:18:53.860382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:54.000237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.052454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.134935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.149895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:54.186186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Transition to ACTIVE for port object af060730-5843-46a1-a66d-d6fe77972daa will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:54.198763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.225860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.239874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5281151f-561b-4ba8-93e5-4da3f4ce9c0b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:54.244480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:54.245091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.338493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] For port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:54.386738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:54.453932 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-59bb360a-b2ad-4d10-84a4-51fc19eed6c7 req-9c80fa4e-9539-4f03-ad0c-cd896986d865 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.1301696 Nov 25 11:18:54.468492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Calling delete_port for 39931289-2907-49c0-b9c2-22f01865ea67 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:18:54.496893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event updated for resources: {'Port': ['ID=af060730-5843-46a1-a66d-d6fe77972daa,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:54.523364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:54.529526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Request body: {'port': {'device_id': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'admin_state_up': True, 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'security_groups': ['3750cb16-ddb0-4572-bb9a-9116c24615d9']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:54.561660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:54.568279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:54.584734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:54.587313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:54.627880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] For port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:54.640754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752e3229-369f-47c4-b6e8-4553d11ac6f0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:54.677020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:54.685503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.718115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:54.718934 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Added segment 30c740e5-7a4d-4845-b986-5e5af01ebc9b of type vlan for network 6b71dd39-086b-4573-a97a-d12f8a289da3 Nov 25 11:18:54.754888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-607c6e53-bc70-40fc-b9d8-2757490a9c4d tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:55.061763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:55.146048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:55.152150 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] 10.222.0.48 "PUT /v2.0/ports/7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd HTTP/1.1" status: 200 len: 1094 time: 5.1600409 Nov 25 11:18:55.154562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:18:55.168902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:55.179501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:55.182897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:55.225799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Pushing event updated for resources: {'Port': ['ID=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:55.236966 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5499322 Nov 25 11:18:55.239560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:55.240134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:55.241103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:55.250875 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-796fa796-4e1f-4ed3-8c6d-ded33b21ca74 req-9dd7b0f8-a492-4976-81fa-6ac6cd2d75ec tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 210 time: 0.3071866 Nov 25 11:18:55.369039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a63577b8-682d-4e64-8060-5d8675f22913 None None] Provisioning for port af060730-5843-46a1-a66d-d6fe77972daa completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:55.386503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a63577b8-682d-4e64-8060-5d8675f22913 None None] Provisioning complete for port af060730-5843-46a1-a66d-d6fe77972daa triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:55.386972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a63577b8-682d-4e64-8060-5d8675f22913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:55.408494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Network': ['ID=6b71dd39-086b-4573-a97a-d12f8a289da3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:55.414393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'subnet': {'network_id': '6b71dd39-086b-4573-a97a-d12f8a289da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:55.461133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:55.461810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:55.480803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:55.516535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:55.522236 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0265963 Nov 25 11:18:55.553574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59488) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:55.599097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768d5a-ba7f-40ed-90ec-dab17e82c98c req-17eb87d2-e738-4e9c-b089-5bae6efa6ef4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:55.607696 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f768d5a-ba7f-40ed-90ec-dab17e82c98c req-17eb87d2-e738-4e9c-b089-5bae6efa6ef4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 944 time: 1.2866459 Nov 25 11:18:55.642335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59496) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:55.677295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:55.699587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Usage tracker for resource:port and tenant:965eb933fc0345938fd4211cbccc1983 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:55.705629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:55.743412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:55.800413 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f768d5a-ba7f-40ed-90ec-dab17e82c98c req-db3095a3-f321-4ab4-9984-7ab96d95982d tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898062 Nov 25 11:18:55.808620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Made reservation on behalf of 965eb933fc0345938fd4211cbccc1983 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:55.819064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:55.902843 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-42219a25-bf0c-4c07-93a1-2a5c7702bd51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9287aa4b186d4a0592746529ca926ab6&device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 1097 time: 0.4600439 Nov 25 11:18:55.914477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:55.919092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:subnet and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:55.923699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:55.928938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a63577b8-682d-4e64-8060-5d8675f22913 None None] Port af060730-5843-46a1-a66d-d6fe77972daa cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:55.930821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:55.943671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 2, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:55.956819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Checking router: b8a7bd60-9847-47a9-9a3f-c11ced6f945e for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:18:55.957193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Updating router b8a7bd60-9847-47a9-9a3f-c11ced6f945e port 68821148-8dc7-4ed3-9da0-6956fedba466 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:18:56.002688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.48', 54209) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:56.068362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.100949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:56.108134 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-901751ba-0162-42f5-ad19-b0ba38ce00cb req-f4a72b40-a38b-4823-b741-d826c44e1faf tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.2246258 Nov 25 11:18:56.156310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.182811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:56.188236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1222318303'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:56.193933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:56.198731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:56.201570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:56.209680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:56.241388 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-0685ba6e-2d73-4eda-a3fa-4304d3e09ed4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd HTTP/1.1" status: 200 len: 217 time: 0.3000033 Nov 25 11:18:56.312774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:56.315915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.343727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'project_id': 'cf86216ddf7f43f7a699e4c1a7e832fd', 'port_id': 'af060730-5843-46a1-a66d-d6fe77972daa'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:56.347405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.374436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:56.410123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Usage tracker for resource:floatingip and tenant:cf86216ddf7f43f7a699e4c1a7e832fd is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:56.445399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:56.474057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:56.639492 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'status': 'completed', 'code': 200} Nov 25 11:18:56.644797 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6fe2f1d3-4b89-48c0-8f71-ea1e990175c4 req-440638c6-e1db-4c80-b839-33b8eb10f14c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 210 time: 0.0745249 Nov 25 11:18:56.645557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.658142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event deleted for resources: {'Port': ['ID=39931289-2907-49c0-b9c2-22f01865ea67,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:56.663957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:56.666486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:56.686337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-dc8f5b2e-2afa-4c4d-ab96-1f599f1b6876 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:56.686337 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-dc8f5b2e-2afa-4c4d-ab96-1f599f1b6876 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.48 "GET /v2.0/networks?id=56c2cb08-12f4-4f72-ba77-18082d74f056 HTTP/1.1" status: 200 len: 805 time: 0.6675668 Nov 25 11:18:56.686337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group_rule and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:56.688833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:56.711227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:56.715201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Allocated IP 172.20.0.7 (ae053b36-0f43-4305-b2c7-3a94bd5d3200/068a53c0-c180-4f47-9547-75050f8c44e9/1f3fac57-aa61-42cf-b3e7-81be601d2343) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:56.753174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.770996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Transition to ACTIVE for port object 68821148-8dc7-4ed3-9da0-6956fedba466 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:56.781389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.796397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:56.824409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:56.992556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59530) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:57.007222 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-12762aab-5bec-466b-a91c-dd6b801e3bcf tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a2e960edcd846ee93330dbace42bf6a HTTP/1.1" status: 200 len: 379 time: 0.3004744 Nov 25 11:18:57.009880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6478e-594a-4256-8eba-a409e9b20423 None None] Pushing event updated for resources: {'Port': ['ID=68821148-8dc7-4ed3-9da0-6956fedba466,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:57.020134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-50c6478e-594a-4256-8eba-a409e9b20423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:57.041304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-60f145bf-37d0-4be5-b5d5-41ea6692d257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:57.042581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Request body: {'port': {'device_id': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'admin_state_up': True, 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'security_groups': ['4cd39d97-1738-4999-8ef2-ecd0135a607f']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:57.042810 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-60f145bf-37d0-4be5-b5d5-41ea6692d257 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74477cdd-5732-48b5-9c7f-5ed7b1ea7527 HTTP/1.1" status: 200 len: 851 time: 0.3860967 Nov 25 11:18:57.144434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Attempting to bind port 68821148-8dc7-4ed3-9da0-6956fedba466 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:18:57.144764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Attempting to bind port 68821148-8dc7-4ed3-9da0-6956fedba466 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:18:57.145123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Attempting to bind port 68821148-8dc7-4ed3-9da0-6956fedba466 on network 56c2cb08-12f4-4f72-ba77-18082d74f056 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:18:57.158438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:18:57.158886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Checking segment: {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:57.159529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.160059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Bound using segment: {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:18:57.161178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Bound port: 68821148-8dc7-4ed3-9da0-6956fedba466, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:18:57.161790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.289635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-91235942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:57.306906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] For port 68821148-8dc7-4ed3-9da0-6956fedba466, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:18:57.309009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.312843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] For port 68821148-8dc7-4ed3-9da0-6956fedba466, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=68821148-8dc7-4ed3-9da0-6956fedba466,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:18:57.314332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:57.317440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.320869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.325189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:57.376823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:router and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:57.392485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.402903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:57.433692 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b62e38f-0dc5-409e-a813-dde11ce8911b req-7686c50b-96dc-490a-9d62-0afe2f3349f4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.1288896 Nov 25 11:18:57.435606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6478e-594a-4256-8eba-a409e9b20423 None None] Pushing event updated for resources: {'Port': ['ID=68821148-8dc7-4ed3-9da0-6956fedba466,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:57.447244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-50c6478e-594a-4256-8eba-a409e9b20423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:57.450804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:57.453617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:18:57.454255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-75eb9133-d157-4e59-a0e6-6cb3f825279c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:57.455388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:57.522857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:18:57.554097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.560913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.582239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8bbe16-a20e-4e9e-af09-ecada4ab5d79,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:57.585995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.586371 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment b159f3f7-08b3-4769-be7a-da6b6af29388 of type vlan for network 2e37f7da-8010-4045-a956-b39ac8eccab3 Nov 25 11:18:57.624399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.625325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.633971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:57.634961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:57.678513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd35cd-6734-42cd-8056-a22499b72094 req-edd03b56-dd67-471b-afd8-27a0d62c08ee tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:57.679920 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c3dd35cd-6734-42cd-8056-a22499b72094 req-edd03b56-dd67-471b-afd8-27a0d62c08ee tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 944 time: 0.6411784 Nov 25 11:18:57.683368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Transition to ACTIVE for port object 1f3fac57-aa61-42cf-b3e7-81be601d2343 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:18:57.688278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:57.721840 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-56ab5ab6-67c1-4cf6-8cb3-c2b0be48ed6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5985157 Nov 25 11:18:57.727092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.745960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.769704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.776285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:18:57.780721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Made reservation on behalf of 8a2e960edcd846ee93330dbace42bf6a for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:57.783856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.842777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.900333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.915548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b48ee801-3667-4db9-97a8-0ccda57da975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:57.940094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:57.940630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Fanout notify agent at l3_agent the message router_deleted on router abbdf861-4150-493a-b3b1-439fd52b18d4 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:18:57.943624 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3865a18b-24fb-4d54-8728-4387ce01eed0 req-069b4d08-9b30-44b3-8acd-6ab5fd1c549a tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 210 time: 0.0964570 Nov 25 11:18:57.959363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c3dd35cd-6734-42cd-8056-a22499b72094 req-59ef24f2-5a6d-4144-a5dc-00c987684991 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688279 Nov 25 11:18:57.961596 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-5763e843-3c46-46ad-84f5-091631b1fba8 service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261419 Nov 25 11:18:58.002102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.003315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.017851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:58.018511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.022454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:58.079271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Subnet': ['ID=c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:58.083788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.088877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:58.099980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.104292 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/abbdf861-4150-493a-b3b1-439fd52b18d4 HTTP/1.1" status: 204 len: 168 time: 7.7891138 Nov 25 11:18:58.105423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59542) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:58.120358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'router': {'name': 'tempest-snat-router-454492617', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': False}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:58.120766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Allocated IP 172.26.5.25 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/a769195a-2a25-4639-a165-05dad2c895bb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:58.129924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:58.146607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:router and tenant:4fbb5bf5b3a7429684c9b74ac68bf942 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:58.151760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:58.156072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Checking segment: {'id': '30c740e5-7a4d-4845-b986-5e5af01ebc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6b71dd39-086b-4573-a97a-d12f8a289da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:18:58.156437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network hostable DHCP agents. Network: 6b71dd39-086b-4573-a97a-d12f8a289da3, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:18:58.176865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:58.188169 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-379d4f9a-0934-44b1-b2a4-02f87206e574 req-0f220b69-d28c-4c3d-83e3-e6021053637b service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122300 Nov 25 11:18:58.200552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:57Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:18:58.203026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.204087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.204478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event updated for resources: {'Port': ['ID=1f3fac57-aa61-42cf-b3e7-81be601d2343,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:58.205974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49ca47-3a6c-4698-b393-670d8821d997 None None] The sync data for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv is: [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:57Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:18:58.209508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:18:58.227463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6b71dd39-086b-4573-a97a-d12f8a289da3) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:58.234785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:58.235000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.251106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:58.251625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.256527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:58.261335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f3b2f-6447-4569-8bd3-231f338b1a03 None None] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:58.277591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:58.302228 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6559331 Nov 25 11:18:58.303400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:58.305436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59546) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:58.317980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.321840 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d9af3c37-1c4c-4c7b-b18b-e818b4fdfebc tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3162088 Nov 25 11:18:58.323614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:58.359303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59550) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:58.362880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'name': 'tempest-PortsIpV6TestJSON-1202157776'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:58.533533 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1299524 Nov 25 11:18:58.535345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59556) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:18:58.556859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1482192466', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:58.578174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:58.588418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:router and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:58.601643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:58.664739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.681505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:58.695476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1253221625'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:58.712382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4aa6a035-e743-4297-829f-39f9af07671d None None] Provisioning for port 1f3fac57-aa61-42cf-b3e7-81be601d2343 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:58.722145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4aa6a035-e743-4297-829f-39f9af07671d None None] Provisioning complete for port 1f3fac57-aa61-42cf-b3e7-81be601d2343 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:58.722680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4aa6a035-e743-4297-829f-39f9af07671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.736544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.741300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:58.767525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3086358e-1170-4317-a055-93e566c0981d None None] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:18:58.809811 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-44cd4d78-27dc-4dcf-8c86-b42d0d3f9555 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9287aa4b186d4a0592746529ca926ab6&device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 1097 time: 0.5247998 Nov 25 11:18:58.810623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.811570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.919574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:58.941720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:network and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:58.959483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:58.963320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.007513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:59.014512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6a035-e743-4297-829f-39f9af07671d None None] Port 1f3fac57-aa61-42cf-b3e7-81be601d2343 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:18:59.031356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-41615a23-0579-45d1-9044-3e1212d7e8be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:59.032937 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-41615a23-0579-45d1-9044-3e1212d7e8be service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c HTTP/1.1" status: 200 len: 913 time: 0.2058260 Nov 25 11:18:59.043766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:59.048307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:59.051331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:59.062632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:59.072030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=2e37f7da-8010-4045-a956-b39ac8eccab3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:59.085779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:18:59.089874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Made reservation on behalf of 3df19bf2dffe4051a8b1713fe02ef87c for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:59.093636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.110263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:59.117085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.133267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a593c0f-4420-4e5f-92c6-ce4a1d80131b tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:59.168766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:18:59.172603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.183844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Allocated IP 172.20.0.10 (56c2cb08-12f4-4f72-ba77-18082d74f056/23cae3e5-0223-4935-af3c-7f97ab535e58/54ae4d52-9768-4bef-b5d4-4f40c365a4b7) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:18:59.294364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:59.294956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.308446 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-ee34a908-8b70-4279-b0b1-b1ff5e252af9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd HTTP/1.1" status: 200 len: 217 time: 0.2215858 Nov 25 11:18:59.352205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:18:59.375515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.404217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-2eed9c79-5699-437a-894e-12a72958d393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:59.405686 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-2eed9c79-5699-437a-894e-12a72958d393 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74477cdd-5732-48b5-9c7f-5ed7b1ea7527 HTTP/1.1" status: 200 len: 851 time: 0.0888381 Nov 25 11:18:59.410485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:18:59.424260 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9138114 Nov 25 11:18:59.443530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:18:59.482022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:18:59.531427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:18:59.575503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 68821148-8dc7-4ed3-9da0-6956fedba466 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:18:59.606262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Request body: {'port': {'device_id': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:18:59.625299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.630442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.645422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Pushing event updated for resources: {'Port': ['ID=a769195a-2a25-4639-a165-05dad2c895bb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:59.649187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:59.656014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:security_group_rule and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:18:59.657306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 68821148-8dc7-4ed3-9da0-6956fedba466 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:18:59.663331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 68821148-8dc7-4ed3-9da0-6956fedba466 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:18:59.663331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.668528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:18:59.672220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.723284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:18:59.733274 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-8d723b77-1997-4ad2-96eb-362f8a7a8eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2993457 Nov 25 11:18:59.739456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33015-1311-43a0-98ac-d140be77008a req-5b318e07-136f-45f4-bdde-a629bfc40dfb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:18:59.740174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-84f33015-1311-43a0-98ac-d140be77008a req-5b318e07-136f-45f4-bdde-a629bfc40dfb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Synchronizing usage tracker for tenant:965eb933fc0345938fd4211cbccc1983 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:18:59.784519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.817470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 68821148-8dc7-4ed3-9da0-6956fedba466, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=68821148-8dc7-4ed3-9da0-6956fedba466,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:18:59.822606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.824490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:18:59.851592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.889753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=68821148-8dc7-4ed3-9da0-6956fedba466,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:18:59.893109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:18:59.951237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-84f33015-1311-43a0-98ac-d140be77008a req-5b318e07-136f-45f4-bdde-a629bfc40dfb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Unset dirty status for tenant:965eb933fc0345938fd4211cbccc1983 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:18:59.952321 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84f33015-1311-43a0-98ac-d140be77008a req-5b318e07-136f-45f4-bdde-a629bfc40dfb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 931 time: 1.2235634 Nov 25 11:18:59.987461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:18:59.991534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Transition to ACTIVE for port object 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:00.075749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.103885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949af4c-34cb-4d77-bfbd-bdf1363265da req-830efab2-9c4c-485c-b369-34c4ab9e694e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:00.105378 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3949af4c-34cb-4d77-bfbd-bdf1363265da req-830efab2-9c4c-485c-b369-34c4ab9e694e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 944 time: 0.8548641 Nov 25 11:19:00.124238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.130126 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-6a6e4fc4-c0e2-4233-8c99-4d593929e24b service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845882 Nov 25 11:19:00.137758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Allocated IP 172.26.5.29 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:00.343766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.368930 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84f33015-1311-43a0-98ac-d140be77008a req-85e493e5-ae6f-4962-8c37-ae54ecbd979d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042535 Nov 25 11:19:00.369605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.418627 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-be7f65f4-c40b-42ac-8d2a-2aaa9ec69b4e req-2080c764-f1a5-4701-bfa3-9ca0850a9c1d service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476721 Nov 25 11:19:00.431238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.447337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.464620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dfb56c98-4f78-4c4c-a930-54f8d2dc4696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:00.471312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.490679 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3949af4c-34cb-4d77-bfbd-bdf1363265da req-c803df62-3312-4078-bbc6-e99c59c65587 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261650 Nov 25 11:19:00.565102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.570717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:00.574696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-feba12cd-9703-4a44-a3f3-2a65fcbf4ce2 tempest-ExternalNetworksAdminNegativeTestJSON-80284394 tempest-ExternalNetworksAdminNegativeTestJSON-80284394-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:00.634093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:00.642481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:00.648401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:00.701477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d5be79-746b-47d8-8189-7b331e82fea9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:00.715606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.26.5.154 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/026e51c4-8bf1-4fa9-a800-10bcee82e621) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:00.718175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:00.725704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Port': ['ID=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:00.726176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:00.728467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:00.731979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:00.760898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.761248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Added segment d29441cc-9e6b-4502-b5f9-551c40a020c4 of type vlan for network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 Nov 25 11:19:00.771486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:00.789150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:00.941505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.984850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:00.989586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:01.060790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-188ace58-42d6-41a0-90b0-f73880bb9a30 None None] Provisioning for port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:01.062003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:01.063103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.063809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.066106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:01.067949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=026e51c4-8bf1-4fa9-a800-10bcee82e621,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:01.070112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:01.074981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-188ace58-42d6-41a0-90b0-f73880bb9a30 None None] Provisioning complete for port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:01.075596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-188ace58-42d6-41a0-90b0-f73880bb9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.076478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event updated for resources: {'Port': ['ID=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:01.083883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.095600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:01.096638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.111155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:01.120722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:01.138889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-188ace58-42d6-41a0-90b0-f73880bb9a30 None None] Port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:01.182563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:01.183160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.247870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f930-6260-41ea-bbb5-8a974e02c46d req-bbe0fb7b-d738-4d1c-974d-4ab1e63590b3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:01.248588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-77a5f930-6260-41ea-bbb5-8a974e02c46d req-bbe0fb7b-d738-4d1c-974d-4ab1e63590b3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Synchronizing usage tracker for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:01.394393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.395429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.422401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=7926f5cb-a67f-4986-aa22-3d79a0b19d38,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:01.435507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:01.454992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.464557 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4419580 Nov 25 11:19:01.485414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:01.486282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.514097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Router f72a9065-79d6-4752-ab9b-a08826b76eec is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:19:01.535371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dc1965c-d049-44c9-8c26-7af9faf0b2cf tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:01.548672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 68821148-8dc7-4ed3-9da0-6956fedba466 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:01.549863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-77a5f930-6260-41ea-bbb5-8a974e02c46d req-bbe0fb7b-d738-4d1c-974d-4ab1e63590b3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Unset dirty status for tenant:8a2e960edcd846ee93330dbace42bf6a on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:01.551024 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77a5f930-6260-41ea-bbb5-8a974e02c46d req-bbe0fb7b-d738-4d1c-974d-4ab1e63590b3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 932 time: 1.0022550 Nov 25 11:19:01.564155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Request body: {'port': {'device_id': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:01.624720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:01.630033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 68821148-8dc7-4ed3-9da0-6956fedba466 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:01.630589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.721196 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.3343003 Nov 25 11:19:01.749029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59574) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:01.764058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'subnet': {'network_id': '7f88ead9-4a59-4580-8b3b-43a0bb83af88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:01.814015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': 'b159f3f7-08b3-4769-be7a-da6b6af29388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:01.814368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: 2e37f7da-8010-4045-a956-b39ac8eccab3, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:01.896288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3fac57-aa61-42cf-b3e7-81be601d2343 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:19:01.905801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:01.907349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Network': ['ID=7f88ead9-4a59-4580-8b3b-43a0bb83af88,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:01.918493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:01.924235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:01.924762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:subnet and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:01.929717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:01.932244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:01.943184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:01.950970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77a5f930-6260-41ea-bbb5-8a974e02c46d req-2ebfc28c-a538-4927-b1af-8a3ebdba81a8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183413 Nov 25 11:19:01.987495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Transition to ACTIVE for port object 1f3fac57-aa61-42cf-b3e7-81be601d2343 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:01.987495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.009244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.026203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Made reservation on behalf of 3df19bf2dffe4051a8b1713fe02ef87c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:02.064586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-98321cee-6ba7-44f8-956f-4306a5d6f5c8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:02.106846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:02.156144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdb5a-54b7-4788-b0f7-c34efd0f6de9 req-716cdee8-c117-4f00-a265-cedc4e20a87f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:02.157586 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-281bdb5a-54b7-4788-b0f7-c34efd0f6de9 req-716cdee8-c117-4f00-a265-cedc4e20a87f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 931 time: 0.6231759 Nov 25 11:19:02.165370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.251131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 2e37f7da-8010-4045-a956-b39ac8eccab3) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:02.260310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d00a3-3016-4284-abff-cb061b0a85d3 None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:02.276755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:19:02.310287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:02.324074 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Sync routers for ids ['f72a9065-79d6-4752-ab9b-a08826b76eec'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:02.337255 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Routers {'f72a9065-79d6-4752-ab9b-a08826b76eec'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:02.337871 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['f72a9065-79d6-4752-ab9b-a08826b76eec'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:02.371627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:02.372915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:19:02.375355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:02.375944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.394339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Pushing event updated for resources: {'Port': ['ID=1f3fac57-aa61-42cf-b3e7-81be601d2343,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:02.424588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:02.427992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.465065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.470389 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3646562 Nov 25 11:19:02.478608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59578) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:02.507625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:02.564895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.2489247 Nov 25 11:19:02.573431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59582) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:02.589157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-968066652'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:02.605850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:02.624489 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Set router f72a9065-79d6-4752-ab9b-a08826b76eec gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:02.655195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:02.664541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:02.694199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:02.764602 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-281bdb5a-54b7-4788-b0f7-c34efd0f6de9 req-880431bc-84c5-4041-8ae1-80d4ad2bc931 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5849390 Nov 25 11:19:02.791212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:02.798581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:02.802013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.816174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'port_id': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'mac_address': 'fa:16:3e:a9:42:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:19:02.923282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.924377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.930497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.945735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:02.947892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:19:02.961174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cff68-0210-4a72-99fe-a13d35de96d1 req-a5167539-8838-49a6-8059-622fe0529777 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:02.962690 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d01cff68-0210-4a72-99fe-a13d35de96d1 req-a5167539-8838-49a6-8059-622fe0529777 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 944 time: 0.7962055 Nov 25 11:19:02.973511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:02.979179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:02.980743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:02.983490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:03.087053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.087381 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment f1a76b06-f869-408c-9185-59f4ae85e168 of type vlan for network 1fb77c53-7e92-4e2f-b9fc-67920691c743 Nov 25 11:19:03.106535 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72a9065-79d6-4752-ab9b-a08826b76eec', 'name': 'tempest-snat-router-454492617', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.29'}], 'enable_snat': False}, 'gw_port_id': '9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:58Z', 'updated_at': '2021-11-25T11:19:00Z', 'revision_number': 3, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port': {'id': '9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72a9065-79d6-4752-ab9b-a08826b76eec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:59Z', 'updated_at': '2021-11-25T11:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:03.113910 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Checking router: f72a9065-79d6-4752-ab9b-a08826b76eec for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:19:03.114411 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Updating router f72a9065-79d6-4752-ab9b-a08826b76eec port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:19:03.121331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Subnet': ['ID=8239ff10-af4b-4892-a0df-83d3b4c6e526,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:03.133245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:03.143379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:03.147519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:03.159587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.200904 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d01cff68-0210-4a72-99fe-a13d35de96d1 req-40161e85-03fb-42aa-97c1-0c998c090ce5 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230132 Nov 25 11:19:03.208234 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.208450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Attempting to bind port 1f3fac57-aa61-42cf-b3e7-81be601d2343 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:03.209011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Attempting to bind port 1f3fac57-aa61-42cf-b3e7-81be601d2343 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:03.209143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Attempting to bind port 1f3fac57-aa61-42cf-b3e7-81be601d2343 on network ae053b36-0f43-4305-b2c7-3a94bd5d3200 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:03.223599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Checking segment: {'id': 'd29441cc-9e6b-4502-b5f9-551c40a020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7f88ead9-4a59-4580-8b3b-43a0bb83af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:03.223946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network hostable DHCP agents. Network: 7f88ead9-4a59-4580-8b3b-43a0bb83af88, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:03.263178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.271052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:19:03.272469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:03.273049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.277857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:03.285404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Port 1f3fac57-aa61-42cf-b3e7-81be601d2343 on network ae053b36-0f43-4305-b2c7-3a94bd5d3200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:03.285728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Attempting to bind port 1f3fac57-aa61-42cf-b3e7-81be601d2343 on network ae053b36-0f43-4305-b2c7-3a94bd5d3200 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:03.288130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:03.306476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:03.344837 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-206eac28-a186-4d01-a442-120031c74fdf tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/f72a9065-79d6-4752-ab9b-a08826b76eec HTTP/1.1" status: 200 len: 907 time: 0.8625407 Nov 25 11:19:03.349035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:03.349371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Checking segment: {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:03.350198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Bound using segment: {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:03.351376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Bound port: 1f3fac57-aa61-42cf-b3e7-81be601d2343, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20547b3-4572-42b4-8f71-1b90ce2414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:03.351376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.355325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:03.387673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:03.388905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:03.390986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:03.406786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:03.417590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'router': {'name': 'tempest-snat-router-454492617', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': True}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:03.432553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:03.437075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.438239 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8917408 Nov 25 11:19:03.439813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8577702 Nov 25 11:19:03.443721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=1fb77c53-7e92-4e2f-b9fc-67920691c743,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:03.446336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59592) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:03.446673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59594) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:03.447686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Usage tracker for resource:router and tenant:4fbb5bf5b3a7429684c9b74ac68bf942 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:03.456944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'ports': [{'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3'}, {'network_id': '1fb77c53-7e92-4e2f-b9fc-67920691c743'}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:03.457278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:03.457859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '1fb77c53-7e92-4e2f-b9fc-67920691c743'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:03.471660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:03.490274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:03.509883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 1fb77c53-7e92-4e2f-b9fc-67920691c743 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:03.512662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:19:03.525098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:03.535594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 7f88ead9-4a59-4580-8b3b-43a0bb83af88) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:03.536659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.542664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:03.561947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:03.562524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.588457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138bfd3-e9cc-45aa-83f5-6f60cd53ef10 req-3815ad58-7e4c-4faa-93b5-867932ac8837 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:03.590073 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c138bfd3-e9cc-45aa-83f5-6f60cd53ef10 req-3815ad58-7e4c-4faa-93b5-867932ac8837 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 932 time: 0.3881943 Nov 25 11:19:03.602004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Transition to ACTIVE for port object 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:03.604007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.622431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] For port 1f3fac57-aa61-42cf-b3e7-81be601d2343, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:03.630054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.633887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.648700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab8b9736-a5e3-4272-acab-463b0977dd47 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:03.657966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479ab53-7a14-4d02-892e-62a1fbee19a3 None None] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:03.705840 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.713397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] For port 1f3fac57-aa61-42cf-b3e7-81be601d2343, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:03.728216 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Transition to ACTIVE for port object 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:03.742375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.765079 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.777212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c138bfd3-e9cc-45aa-83f5-6f60cd53ef10 req-537414ce-aab1-4f0d-a94c-58acd7e90904 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771164 Nov 25 11:19:03.792998 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ff77408a-c679-4972-8cb8-2d4fa34ece97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:03.843398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.844374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.853876 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0969584 Nov 25 11:19:03.854106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:03.854208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59602) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:03.857441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:03.861658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'network': {'name': 'tempest-router-network01--400328728'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:03.904303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:03.907163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Pushing event updated for resources: {'Port': ['ID=a769195a-2a25-4639-a165-05dad2c895bb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:03.920423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:network and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:03.942120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:03.951288 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542431e-2550-4f0b-a567-b413e6ba729d None None] Pushing event updated for resources: {'Port': ['ID=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:03.956161 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a542431e-2550-4f0b-a567-b413e6ba729d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:03.956940 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Attempting to bind port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:03.957348 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Attempting to bind port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:03.957881 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Attempting to bind port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:03.967675 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:03.968249 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:03.968977 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:03.969429 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:03.970232 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Bound port: 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:03.970630 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.002693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:04.006867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b5b2e-d2e5-4724-84df-a5da680d639d None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:04.015097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.016972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] 10.222.0.48 "PUT /v2.0/ports/1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 1093 time: 4.5013683 Nov 25 11:19:04.021205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:04.087785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:04.138585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.140319 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] For port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:04.143966 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] For port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:04.163653 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.173967 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:04.183421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:04.232271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d18446cc-4377-47c3-abf4-64be2c054323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.275530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.282827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:04.289969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.299696 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542431e-2550-4f0b-a567-b413e6ba729d None None] Pushing event updated for resources: {'Port': ['ID=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:04.303689 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a542431e-2550-4f0b-a567-b413e6ba729d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:04.305376 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Routers {'f72a9065-79d6-4752-ab9b-a08826b76eec'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:04.306018 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:18:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['f72a9065-79d6-4752-ab9b-a08826b76eec'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:04.321178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:04.323618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Pushing event updated for resources: {'Port': ['ID=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:04.338924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Made reservation on behalf of 3df19bf2dffe4051a8b1713fe02ef87c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:04.343112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.357089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:04.362653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e1a3d0ec-6024-4ce7-b1c0-dd7be378a1b7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.675s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:04.423267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-7f88ead9-4a59-4580-8b3b-43a0bb83af88', 'network_id': '7f88ead9-4a59-4580-8b3b-43a0bb83af88', 'tenant_id': '3df19bf2dffe4051a8b1713fe02ef87c', 'fixed_ips': [{'subnet_id': '8239ff10-af4b-4892-a0df-83d3b4c6e526'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:19:04.424444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:04.428595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.469722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:04.500046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.500392 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Added segment 16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa of type vlan for network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 Nov 25 11:19:04.567647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:04.572058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.594340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Attempting to bind port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:04.595379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Attempting to bind port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:04.595916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Attempting to bind port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 on network 56c2cb08-12f4-4f72-ba77-18082d74f056 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:04.598752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.618420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Pushing event updated for resources: {'Port': ['ID=1f3fac57-aa61-42cf-b3e7-81be601d2343,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:04.632917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:04.645930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Allocated IP 172.20.0.2 (7f88ead9-4a59-4580-8b3b-43a0bb83af88/8239ff10-af4b-4892-a0df-83d3b4c6e526/ae4449d5-1a10-403f-8665-904db7cdbc3d) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:04.648059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.873s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:04.648685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:04.662931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33932-87b9-4ec8-9ba5-a468b46df470 req-e12ee520-c281-4c07-bf0a-ac9fba940917 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:04.670444 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d1c33932-87b9-4ec8-9ba5-a468b46df470 req-e12ee520-c281-4c07-bf0a-ac9fba940917 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 943 time: 0.6121457 Nov 25 11:19:04.676882 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] Set router f72a9065-79d6-4752-ab9b-a08826b76eec gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:04.686056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 on network 56c2cb08-12f4-4f72-ba77-18082d74f056 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:04.686596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Attempting to bind port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 on network 56c2cb08-12f4-4f72-ba77-18082d74f056 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:04.835907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.841894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.911802 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-d1f07839-b1a7-4767-b98a-6969dc908331 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1096 time: 0.7814910 Nov 25 11:19:04.914618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.918481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:04.919032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Checking segment: {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:04.919626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Bound using segment: {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:04.921245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Bound port: 54ae4d52-9768-4bef-b5d4-4f40c365a4b7, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:04.922822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.930531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Transition to ACTIVE for port object ae4449d5-1a10-403f-8665-904db7cdbc3d will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:04.956457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Transition to ACTIVE for port object ae4449d5-1a10-403f-8665-904db7cdbc3d will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:04.964831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:04.972650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:04.990847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 4182d52b-2758-4abc-bac0-ab6c30acd38e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:04.994307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:05.028693 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72a9065-79d6-4752-ab9b-a08826b76eec', 'name': 'tempest-snat-router-454492617', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.29'}], 'enable_snat': False}, 'gw_port_id': '9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:58Z', 'updated_at': '2021-11-25T11:19:00Z', 'revision_number': 3, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port': {'id': '9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72a9065-79d6-4752-ab9b-a08826b76eec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:59Z', 'updated_at': '2021-11-25T11:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:05.040574 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790291d3-92b2-4861-b788-166c2afe5938 None None] The sync data for ids ['f72a9065-79d6-4752-ab9b-a08826b76eec'] in dv-neutron-819177-1-hyperv is: [{'id': 'f72a9065-79d6-4752-ab9b-a08826b76eec', 'name': 'tempest-snat-router-454492617', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.29'}], 'enable_snat': False}, 'gw_port_id': '9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:58Z', 'updated_at': '2021-11-25T11:19:00Z', 'revision_number': 3, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port': {'id': '9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72a9065-79d6-4752-ab9b-a08826b76eec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:59Z', 'updated_at': '2021-11-25T11:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:05.072664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:05.073903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:05.075498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Pushing event updated for resources: {'Port': ['ID=ae4449d5-1a10-403f-8665-904db7cdbc3d,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:05.079980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.084970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:05.086081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:05.090365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:05.090941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.092270 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-573f7370-d01a-4dff-aff9-482ac0a96bcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 217 time: 0.1571124 Nov 25 11:19:05.100061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:05.105103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9560ca1-56a3-4791-997b-a958356ff03e req-bb9394e8-9920-42b8-bbd2-4c1c31ecdedb tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:05.106566 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9560ca1-56a3-4791-997b-a958356ff03e req-bb9394e8-9920-42b8-bbd2-4c1c31ecdedb tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 945 time: 0.6201379 Nov 25 11:19:05.149071 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d1c33932-87b9-4ec8-9ba5-a468b46df470 req-c14a2079-bee0-41ea-b46d-562e7cbc8070 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4771891 Nov 25 11:19:05.189733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Attempting to bind port ae4449d5-1a10-403f-8665-904db7cdbc3d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:05.190119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Attempting to bind port ae4449d5-1a10-403f-8665-904db7cdbc3d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'd29441cc-9e6b-4502-b5f9-551c40a020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7f88ead9-4a59-4580-8b3b-43a0bb83af88'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:05.190486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Attempting to bind port ae4449d5-1a10-403f-8665-904db7cdbc3d on network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:05.198442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:05.198951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Checking segment: {'id': 'd29441cc-9e6b-4502-b5f9-551c40a020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7f88ead9-4a59-4580-8b3b-43a0bb83af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:05.199430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.199849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Bound using segment: {'id': 'd29441cc-9e6b-4502-b5f9-551c40a020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7f88ead9-4a59-4580-8b3b-43a0bb83af88'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:05.200329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Bound port: ae4449d5-1a10-403f-8665-904db7cdbc3d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29441cc-9e6b-4502-b5f9-551c40a020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7f88ead9-4a59-4580-8b3b-43a0bb83af88'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:05.200708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.299778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] For port ae4449d5-1a10-403f-8665-904db7cdbc3d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:05.303223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] For port ae4449d5-1a10-403f-8665-904db7cdbc3d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ae4449d5-1a10-403f-8665-904db7cdbc3d,segment=NetworkSegment(d29441cc-9e6b-4502-b5f9-551c40a020c4),segment_id=d29441cc-9e6b-4502-b5f9-551c40a020c4)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:05.305118 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9560ca1-56a3-4791-997b-a958356ff03e req-e731b210-bc77-42ab-8e96-2e30a50c1582 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606851 Nov 25 11:19:05.312527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-ee44c077-3eab-4c04-84ce-d01bd29a3b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:05.314149 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-ee44c077-3eab-4c04-84ce-d01bd29a3b17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.2054164 Nov 25 11:19:05.318890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.322379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] For port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:05.327253 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'status': 'completed', 'code': 200} Nov 25 11:19:05.328598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-061a0188-35de-4c5f-843d-a5d258543161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:05.329591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] For port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:05.395931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.399739 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5428143 Nov 25 11:19:05.400655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Network': ['ID=a81deb3c-8cec-41eb-bf09-1433d22bc2b2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:05.414189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59618) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:05.417697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:05.422866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:05.432732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'network': {'name': 'tempest-router-network02--724172819'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:05.435650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:05.450248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Pushing event updated for resources: {'Port': ['ID=ae4449d5-1a10-403f-8665-904db7cdbc3d,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:05.459902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:05.489923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:network and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:05.503761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.505567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:05.507344 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/54ae4d52-9768-4bef-b5d4-4f40c365a4b7 HTTP/1.1" status: 200 len: 1094 time: 3.9744694 Nov 25 11:19:05.512879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:05.515673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:05.555929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.573551 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Floating IP 16f87fdc-8276-46b1-839f-d8b7ed1f0d2d associated. External IP: 172.26.5.25, port: af060730-5843-46a1-a66d-d6fe77972daa. Nov 25 11:19:05.641848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Made reservation on behalf of 3df19bf2dffe4051a8b1713fe02ef87c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:05.645032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:05.823082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Pushing event updated for resources: {'Port': ['ID=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:05.832513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:05.909702 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-df4c596d-4e9e-471b-9d65-7e9d7ea2a414 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5758603 Nov 25 11:19:05.967278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da026bb-e5e3-43e6-bb3e-c390000f594c req-de32c07b-d918-448a-906a-6bdb6681f740 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:05.968748 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2da026bb-e5e3-43e6-bb3e-c390000f594c req-de32c07b-d918-448a-906a-6bdb6681f740 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 944 time: 0.4587624 Nov 25 11:19:05.980082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port c489fa3b-75eb-46bf-b0fa-79b87d2272e3 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:06.018480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:06.021686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.068546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.075500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.075855 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Added segment e86218bb-4e54-4e4f-9477-ed75381c076d of type vlan for network 5485d8ce-e1dd-4a93-882c-234b68df0f3a Nov 25 11:19:06.082895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-5b6bb70f-c98d-4290-ba64-f2818738a420 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a2e960edcd846ee93330dbace42bf6a&device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 1097 time: 0.4152846 Nov 25 11:19:06.188488 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-ad930c29-8215-41dc-b284-dadc3279efe6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7 HTTP/1.1" status: 200 len: 217 time: 0.0894792 Nov 25 11:19:06.190497 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2da026bb-e5e3-43e6-bb3e-c390000f594c req-f7e1d47c-8695-4cdb-8395-59ba4e06075a tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082019 Nov 25 11:19:06.223421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bcd34be9-6e7d-4509-b3c4-ebaf17de9988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.235390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.302205 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-82e2a8e2-27fe-4a2d-b762-dc7f5aa02401 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324835 Nov 25 11:19:06.309807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:06.382504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-04814b5d-2c4b-4046-84ef-3549f5b947c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:06.383950 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-04814b5d-2c4b-4046-84ef-3549f5b947c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23cae3e5-0223-4935-af3c-7f97ab535e58 HTTP/1.1" status: 200 len: 844 time: 0.1806819 Nov 25 11:19:06.388655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:06.420470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:06.426944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:06.427444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.468749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.486138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.488862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Allocated IP 172.26.5.242 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/cfa788b6-59a6-46ec-bc08-629a444ef40c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:06.502615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:06.503203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.512349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:06.640035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.672779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:06.684316 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2679851 Nov 25 11:19:06.693443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:06.699082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Network': ['ID=5485d8ce-e1dd-4a93-882c-234b68df0f3a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:06.755322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5485d8ce-e1dd-4a93-882c-234b68df0f3a details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:06.765196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'subnet': {'network_id': 'a81deb3c-8cec-41eb-bf09-1433d22bc2b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:06.777401 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17f8e168-8c73-420d-b785-b7c456ba1d61 req-53881ce4-51b2-4223-b4f3-c2171d97ab13 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669361 Nov 25 11:19:06.787191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:06.790618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:06.818768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a1499-15b3-463c-9c82-59ed6db44f0c None None] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:06.881836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.887196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:06.896924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:06.914818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:06.967422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9282fe-d1c5-410f-bd2e-4be090030604 req-e00fc574-de9c-4908-94c6-2704a6ebcee0 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:06.968794 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f9282fe-d1c5-410f-bd2e-4be090030604 req-e00fc574-de9c-4908-94c6-2704a6ebcee0 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 943 time: 0.6237545 Nov 25 11:19:07.009054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-6194b561-0831-4af8-b50a-c6d5d454d740 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56c2cb08-12f4-4f72-ba77-18082d74f056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6129076 Nov 25 11:19:07.023447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a708d-3df3-4e6e-b55a-c7d7f96a340e req-82cc2e41-4e2d-4775-a4ee-f5ccef063242 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:07.025072 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b3a708d-3df3-4e6e-b55a-c7d7f96a340e req-82cc2e41-4e2d-4775-a4ee-f5ccef063242 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 945 time: 0.4931469 Nov 25 11:19:07.061510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:07.067931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1f4dc86e-e896-402f-8eb6-057023ea1042 None None] Provisioning for port ae4449d5-1a10-403f-8665-904db7cdbc3d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:07.070286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=4182d52b-2758-4abc-bac0-ab6c30acd38e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:07.083317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:07.085492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:subnet and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:07.085680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:07.091367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.093187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:07.094384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:07.097607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:07.101510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:07.109723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:07.115201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:07.116034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.127594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:07.181089 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f9282fe-d1c5-410f-bd2e-4be090030604 req-44b0fb4d-6b98-49dd-8a30-9a83d1d7b53d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007141 Nov 25 11:19:07.272300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.281134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=c489fa3b-75eb-46bf-b0fa-79b87d2272e3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:07.291626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Made reservation on behalf of 3df19bf2dffe4051a8b1713fe02ef87c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:07.334417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:07.341212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b3a708d-3df3-4e6e-b55a-c7d7f96a340e req-819e4d6b-503d-4de4-b9fc-2607991f1aed tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788384 Nov 25 11:19:07.346594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:07.369022 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-80e3fbf1-6cd0-4e68-9c78-818653d74d62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1096 time: 0.4481239 Nov 25 11:19:07.442866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.457222 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-8b9fa521-6f79-4848-9d66-c8b13519660c service neutron] 10.222.0.48 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311790 Nov 25 11:19:07.471746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:07.531004 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'code': 200} Nov 25 11:19:07.547027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa788b6-59a6-46ec-bc08-629a444ef40c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:07.594332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:07.621595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': 'f1a76b06-f869-408c-9185-59f4ae85e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1fb77c53-7e92-4e2f-b9fc-67920691c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:07.627976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: 1fb77c53-7e92-4e2f-b9fc-67920691c743, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:07.679288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ae4449d5-1a10-403f-8665-904db7cdbc3d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:07.701119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.718323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:07.728657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:07.735396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:07.750832 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'status': 'completed', 'code': 200} Nov 25 11:19:07.765601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port ae4449d5-1a10-403f-8665-904db7cdbc3d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:07.772792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ae4449d5-1a10-403f-8665-904db7cdbc3d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:07.773410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.780948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.873919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-738dfbc5-845d-4746-95e2-53fe140935ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:07.875363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-738dfbc5-845d-4746-95e2-53fe140935ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 913 time: 0.4842522 Nov 25 11:19:07.878231 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ad91be0-7443-4c58-be1d-2ff38e2f80c2 req-c52b6821-9932-446a-81ba-42513a3d26e0 service neutron] 10.222.0.48 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497293 Nov 25 11:19:07.898801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.938267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port ae4449d5-1a10-403f-8665-904db7cdbc3d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ae4449d5-1a10-403f-8665-904db7cdbc3d,segment=NetworkSegment(d29441cc-9e6b-4502-b5f9-551c40a020c4),segment_id=d29441cc-9e6b-4502-b5f9-551c40a020c4)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:07.943808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:07.946072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:07.996481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Router cec59743-3855-44bd-8a97-d34f3d3c975c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:08.009721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c940-9934-45b1-a673-fa6ec5961b6c req-52d905fa-8ca3-4141-b5b6-2df6e179ebb7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:08.011155 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f09c940-9934-45b1-a673-fa6ec5961b6c req-52d905fa-8ca3-4141-b5b6-2df6e179ebb7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 944 time: 0.4393806 Nov 25 11:19:08.014050 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-53fb3f37-da63-4edb-bbf8-01a35b62462d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 217 time: 0.1233370 Nov 25 11:19:08.028822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=ae4449d5-1a10-403f-8665-904db7cdbc3d,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:08.039162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:08.166794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 1fb77c53-7e92-4e2f-b9fc-67920691c743 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:08.193695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-b03bacff-0104-4012-85c8-aaf8ae767cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:08.195125 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-b03bacff-0104-4012-85c8-aaf8ae767cda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.1697247 Nov 25 11:19:08.205913 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f09c940-9934-45b1-a673-fa6ec5961b6c req-8cf84c44-5a5a-4bc6-9747-2edef785a13f tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828861 Nov 25 11:19:08.241331 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-6c1e69a7-1931-4fd4-b057-037be9b94a33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a2e960edcd846ee93330dbace42bf6a&device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 1097 time: 0.2941954 Nov 25 11:19:08.260084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 1fb77c53-7e92-4e2f-b9fc-67920691c743) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:08.264538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:08.268582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1c0dd-841a-4455-98b6-cb63c7f94e0f None None] Network 1fb77c53-7e92-4e2f-b9fc-67920691c743 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:08.275399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:08.281844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:08.282694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:08.437023 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb9ca68c-4948-4832-9050-515525fae0ba req-2bf680ea-6c98-47ab-8968-13dbdee5dd00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 1099 time: 0.6581936 Nov 25 11:19:08.446156 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9938183 Nov 25 11:19:08.466488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59648) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:08.593444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:08.617691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port c489fa3b-75eb-46bf-b0fa-79b87d2272e3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:08.618027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:08.690306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-41ec0335-ce74-42d3-95ab-aae4b112c072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:08.691766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-41ec0335-ce74-42d3-95ab-aae4b112c072 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56c2cb08-12f4-4f72-ba77-18082d74f056 HTTP/1.1" status: 200 len: 906 time: 0.4410744 Nov 25 11:19:08.697768 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-74395d29-7f6c-4d6f-b6a5-0ba26dbc3262 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4902406 Nov 25 11:19:08.726457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:08.735571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:08.782366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:08.821025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9074fd5-6277-4dcd-b9e0-7ab48e3a1fe6 req-aaddd52f-d23f-497a-ad96-d54657779403 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:08.822342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9074fd5-6277-4dcd-b9e0-7ab48e3a1fe6 req-aaddd52f-d23f-497a-ad96-d54657779403 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 943 time: 0.4656837 Nov 25 11:19:08.861818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:08.879026 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-3337ec9e-8537-4682-a615-508e301e1bf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7 HTTP/1.1" status: 200 len: 217 time: 0.1669912 Nov 25 11:19:08.880808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Usage tracker for resource:security_group_rule and tenant:728e12e490464ee4a31fc7b1867346e1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:08.899828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:08.925174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:09.013377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Subnet': ['ID=5b78f1bd-fa7d-438e-bf91-79b68b52bbdb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:09.036615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fdd5-5201-4dae-ac0e-cc05f7f41cf4 req-14f01797-5a99-43b8-bc53-13293719b21d tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:09.038122 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ed83fdd5-5201-4dae-ac0e-cc05f7f41cf4 req-14f01797-5a99-43b8-bc53-13293719b21d tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.4984813 Nov 25 11:19:09.046276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-07638aec-cd8d-4c53-b69c-29ef98c9e74d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:09.047646 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-07638aec-cd8d-4c53-b69c-29ef98c9e74d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23cae3e5-0223-4935-af3c-7f97ab535e58 HTTP/1.1" status: 200 len: 844 time: 0.1506884 Nov 25 11:19:09.053340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9074fd5-6277-4dcd-b9e0-7ab48e3a1fe6 req-a00b7660-9539-4f4b-90db-b80e36924a5c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823239 Nov 25 11:19:09.056423 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-c20dd1d2-8355-4f46-b3ff-11b7aa93a4e0 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491998 Nov 25 11:19:09.080208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:09.091387 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] Sync routers for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:09.103810 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:09.104685 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:09.124140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.124511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.124881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.125235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.125591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.125937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.126286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.126632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.126976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.127320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.127663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:09.144492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:09.160523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.161254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.170151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.174835 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:09.178727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.1 (6b71dd39-086b-4573-a97a-d12f8a289da3/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3/347719bb-1757-4439-a80b-d4816a342fd8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:09.188963 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:09.189941 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:09.195745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Checking segment: {'id': '16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a81deb3c-8cec-41eb-bf09-1433d22bc2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:09.196135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network hostable DHCP agents. Network: a81deb3c-8cec-41eb-bf09-1433d22bc2b2, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:09.241232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.252867 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:09.253534 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c9d875-7085-4adb-97c4-2c0e60824bbf None None] The sync data for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:09.273586 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ed83fdd5-5201-4dae-ac0e-cc05f7f41cf4 req-94817819-f3b0-4243-86ee-79e5d02baeff tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249925 Nov 25 11:19:09.333020 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 13.7717044 Nov 25 11:19:09.335635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59654) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:09.377566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for c489fa3b-75eb-46bf-b0fa-79b87d2272e3 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:09.398004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-b0bd9345-f07b-44aa-849b-45a8f49e3675 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230681 Nov 25 11:19:09.461557 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-b6ca696d-a018-4f6c-a7ae-3169f1f273a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56c2cb08-12f4-4f72-ba77-18082d74f056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4042313 Nov 25 11:19:09.496903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ae4449d5-1a10-403f-8665-904db7cdbc3d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:09.497186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.566627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8615b6f1-9b66-45c8-b679-5323bc3fff07 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] 10.222.0.41 "GET /v2.0/floatingips/16f87fdc-8276-46b1-839f-d8b7ed1f0d2d HTTP/1.1" status: 200 len: 981 time: 0.2282925 Nov 25 11:19:09.572712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59658) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:09.617702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ae4449d5-1a10-403f-8665-904db7cdbc3d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:09.618179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.664631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.700406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:09.718053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:09.723683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ceb98d-ae77-4572-adac-ce3ce340efa1 req-5fced134-c4e0-4937-933e-8e795dbac542 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:09.725505 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-04ceb98d-ae77-4572-adac-ce3ce340efa1 req-5fced134-c4e0-4937-933e-8e795dbac542 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 944 time: 0.3209605 Nov 25 11:19:09.730410 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-d6f9fe9d-abba-43d6-9fa7-05c9871c55b5 service neutron] 10.222.0.48 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593579 Nov 25 11:19:09.767612 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb9ca68c-4948-4832-9050-515525fae0ba req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3202720 Nov 25 11:19:09.771396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4983515-7bba-4417-8d75-a2464fa35b72,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:09.773783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a81deb3c-8cec-41eb-bf09-1433d22bc2b2) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:09.775214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:09.776232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b8fb0a17-c615-4cbe-ae77-4b563d55b0e1 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.2007821 Nov 25 11:19:09.781412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59662) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:09.784542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.784711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd5ef8-a29d-4505-9f03-1aa6b54abf17 None None] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:09.801989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:09.836647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:09.837241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.875795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=c489fa3b-75eb-46bf-b0fa-79b87d2272e3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:09.882755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:09.937615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.943981 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-04ceb98d-ae77-4572-adac-ce3ce340efa1 req-cd869bbf-b7ad-4bb6-bbb9-529ba70b2cc9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107508 Nov 25 11:19:09.951439 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:09.969760 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2720323 Nov 25 11:19:09.974194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59666) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:09.976343 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/c489fa3b-75eb-46bf-b0fa-79b87d2272e3 HTTP/1.1" status: 204 len: 168 time: 1.5057302 Nov 25 11:19:09.981289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:09.995022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'subnet': {'network_id': '5485d8ce-e1dd-4a93-882c-234b68df0f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:10.061767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-a81deb3c-8cec-41eb-bf09-1433d22bc2b2', 'network_id': 'a81deb3c-8cec-41eb-bf09-1433d22bc2b2', 'tenant_id': '3df19bf2dffe4051a8b1713fe02ef87c', 'fixed_ips': [{'subnet_id': '5b78f1bd-fa7d-438e-bf91-79b68b52bbdb'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:19:10.062964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.073185 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9655d8fd-7639-4e5f-9a68-15b068f550ce req-99d86187-3cef-4c7b-ac66-cbea7a8da31f service neutron] 10.222.0.48 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227978 Nov 25 11:19:10.108083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Deleting port a769195a-2a25-4639-a165-05dad2c895bb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:10.108418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.177111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:10.182638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.186488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Usage tracker for resource:subnet and tenant:3df19bf2dffe4051a8b1713fe02ef87c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:10.190980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e3504fd-eda0-4d44-8cd8-47627116c67b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:10.221213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:10.246146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:10.247860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Allocated IP 172.20.0.2 (a81deb3c-8cec-41eb-bf09-1433d22bc2b2/5b78f1bd-fa7d-438e-bf91-79b68b52bbdb/b61423a3-598e-437c-9cc6-426a54edff30) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:10.301394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Made reservation on behalf of 3df19bf2dffe4051a8b1713fe02ef87c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:10.317352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:10.319610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=347719bb-1757-4439-a80b-d4816a342fd8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:10.325324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:10.326729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:10.335251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:10.340784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 1f3fac57-aa61-42cf-b3e7-81be601d2343 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:19:10.372595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff8a8a-2a96-472d-9cfa-01eaf3566b80 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:10.376741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff8a8a-2a96-472d-9cfa-01eaf3566b80 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:10.377603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d1ff8a8a-2a96-472d-9cfa-01eaf3566b80 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:10.449600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.449814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.567739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.570569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d1ff8a8a-2a96-472d-9cfa-01eaf3566b80 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:10.571961 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d1ff8a8a-2a96-472d-9cfa-01eaf3566b80 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5893557 Nov 25 11:19:10.594434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.609005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59678) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:10.617695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 1f3fac57-aa61-42cf-b3e7-81be601d2343, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:10.629798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.640584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'port_id': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'mac_address': 'fa:16:3e:21:08:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:19:10.644536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Transition to ACTIVE for port object b61423a3-598e-437c-9cc6-426a54edff30 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:10.666599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Calling delete_port for a769195a-2a25-4639-a165-05dad2c895bb owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:10.715254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b08e0-35ca-417f-834f-45c939a9b339 req-9fe29f1d-de34-4c3c-b67d-643831057807 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:10.721585 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-746b08e0-35ca-417f-834f-45c939a9b339 req-9fe29f1d-de34-4c3c-b67d-643831057807 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 943 time: 0.3719125 Nov 25 11:19:10.731836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.743673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Transition to ACTIVE for port object b61423a3-598e-437c-9cc6-426a54edff30 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:10.753299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.758810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6378c64c-0174-4e66-8c0c-508f22f31f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:10.781483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Router c1dfb88f-aafc-41d7-be82-f78fd8cf264d is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:19:10.790617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 4182d52b-2758-4abc-bac0-ab6c30acd38e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:10.791086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.797198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3fac57-aa61-42cf-b3e7-81be601d2343 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:19:10.829189 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-746b08e0-35ca-417f-834f-45c939a9b339 req-26c7c315-8948-4cab-892b-a797184b1742 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965903 Nov 25 11:19:10.842809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a117c1-3dde-4e6e-8c25-84ae6f296f7b req-a660e57b-aa15-47ec-939c-e4d7a05fa9d5 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:10.844357 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e2a117c1-3dde-4e6e-8c25-84ae6f296f7b req-a660e57b-aa15-47ec-939c-e4d7a05fa9d5 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.2223928 Nov 25 11:19:10.850159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 1f3fac57-aa61-42cf-b3e7-81be601d2343, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:10.880644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.881414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:19:10.887157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:10.889709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:10.891918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Pushing event updated for resources: {'Port': ['ID=b61423a3-598e-437c-9cc6-426a54edff30,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:10.900967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:10.907568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.907916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.908277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.908612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.908944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.909686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.909686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.909962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.910249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.910567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.910886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:10.918697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:10.919170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:10.936269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:10.943830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:10.989766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Port': ['ID=a769195a-2a25-4639-a165-05dad2c895bb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:10.994717 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e2a117c1-3dde-4e6e-8c25-84ae6f296f7b req-22ac450c-de90-4eef-b4c9-180a391d58b4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142597 Nov 25 11:19:11.007723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:11.056988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.057334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.058006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.058492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.058960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.059579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.060141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.060621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.061083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.061567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.062045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:11.072407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.090654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:11.122279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.153042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Attempting to bind port b61423a3-598e-437c-9cc6-426a54edff30 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:11.153431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Attempting to bind port b61423a3-598e-437c-9cc6-426a54edff30 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a81deb3c-8cec-41eb-bf09-1433d22bc2b2'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:11.153801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Attempting to bind port b61423a3-598e-437c-9cc6-426a54edff30 on network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:11.155757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=1f3fac57-aa61-42cf-b3e7-81be601d2343,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:11.167378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:11.177387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:11.178071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Checking segment: {'id': '16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a81deb3c-8cec-41eb-bf09-1433d22bc2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:11.178215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.178565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Bound using segment: {'id': '16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a81deb3c-8cec-41eb-bf09-1433d22bc2b2'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:11.179051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Bound port: b61423a3-598e-437c-9cc6-426a54edff30, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a81deb3c-8cec-41eb-bf09-1433d22bc2b2'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:11.179427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.256576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:11.280707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'port_id': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'mac_address': 'fa:16:3e:79:24:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:19:11.291748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914bdc9-15c3-46cc-a84d-a868d46cf625 req-53a851bd-36a6-41a1-aaeb-c2201dc9b70e tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:11.293298 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c914bdc9-15c3-46cc-a84d-a868d46cf625 req-53a851bd-36a6-41a1-aaeb-c2201dc9b70e tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 944 time: 0.1102939 Nov 25 11:19:11.351416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] For port b61423a3-598e-437c-9cc6-426a54edff30, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:11.366830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.376738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] For port b61423a3-598e-437c-9cc6-426a54edff30, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b61423a3-598e-437c-9cc6-426a54edff30,segment=NetworkSegment(16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa),segment_id=16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:11.395531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.398193 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c914bdc9-15c3-46cc-a84d-a868d46cf625 req-acfd2472-73c3-4d96-bde3-5de0bdb44ea8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551331 Nov 25 11:19:11.402181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:11.458490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:19:11.497220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:11.514367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.517100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Pushing event updated for resources: {'Port': ['ID=b61423a3-598e-437c-9cc6-426a54edff30,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:11.521518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:11.522361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:11.562562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:11.625034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:11.632860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:11.753775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Router cec59743-3855-44bd-8a97-d34f3d3c975c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:11.762275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 4182d52b-2758-4abc-bac0-ab6c30acd38e owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:11.770499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['54ae4d52-9768-4bef-b5d4-4f40c365a4b7'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:19:11.815223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['1f3fac57-aa61-42cf-b3e7-81be601d2343'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:19:11.824746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.017344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:12.236448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Subnet': ['ID=ab90a2c4-ca2b-4d5f-b548-7ce3790756c2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:12.254051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:12.254930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:12.267320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] Sync routers for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:12.280436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.281998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:12.283079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:12.301505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.302939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cac2b412-aaf4-4deb-9872-1440e20c7977 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:12.348771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a6cb-d8f6-4a06-9e5a-0f040443197d req-8eacef2a-42ba-4e6b-8644-6897e8f05489 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:12.356048 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c42a6cb-d8f6-4a06-9e5a-0f040443197d req-8eacef2a-42ba-4e6b-8644-6897e8f05489 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 944 time: 0.3482189 Nov 25 11:19:12.359113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Checking segment: {'id': 'e86218bb-4e54-4e4f-9477-ed75381c076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5485d8ce-e1dd-4a93-882c-234b68df0f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:12.359467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network hostable DHCP agents. Network: 5485d8ce-e1dd-4a93-882c-234b68df0f3a, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:12.364900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=4182d52b-2758-4abc-bac0-ab6c30acd38e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:12.375616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:12.384471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe71a29-bb6e-40c4-a2b8-8e5407a7fbec req-d94ad9ca-963c-492a-aadd-e9d0d52fd1a3 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:12.385943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9fe71a29-bb6e-40c4-a2b8-8e5407a7fbec req-d94ad9ca-963c-492a-aadd-e9d0d52fd1a3 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.1974349 Nov 25 11:19:12.398649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.427151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:12.446054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "DELETE /v2.0/floatingips/16f87fdc-8276-46b1-839f-d8b7ed1f0d2d HTTP/1.1" status: 204 len: 168 time: 2.6631052 Nov 25 11:19:12.446430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:12.447475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:12.448239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:12.455494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network 5485d8ce-e1dd-4a93-882c-234b68df0f3a is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:12.464062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:12.471017 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c42a6cb-d8f6-4a06-9e5a-0f040443197d req-ea8d186d-c6fa-48c7-ab47-bbc8479a9c4c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144361 Nov 25 11:19:12.478193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.484808 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/4182d52b-2758-4abc-bac0-ab6c30acd38e HTTP/1.1" status: 204 len: 168 time: 1.8716655 Nov 25 11:19:12.485919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9fe71a29-bb6e-40c4-a2b8-8e5407a7fbec req-c4522759-1110-4993-8f67-444f050ff39e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924695 Nov 25 11:19:12.486384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:12.486494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59694) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:12.494149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:12.498322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.513537 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Sync routers for ids ['c1dfb88f-aafc-41d7-be82-f78fd8cf264d'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:12.534254 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Routers {'c1dfb88f-aafc-41d7-be82-f78fd8cf264d'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:12.535156 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['c1dfb88f-aafc-41d7-be82-f78fd8cf264d'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:12.615154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:12.616222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8852e436-db33-4160-abd7-d52c6d2d59bd None None] The sync data for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:12.639594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Usage tracker for resource:floatingip and tenant:2e7de9dc691b4b3e99b5023141b109ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:12.671184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:12.691172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab08f7-1c0f-46a3-8fe2-8f128b2f4640 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:12.692584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-53ab08f7-1c0f-46a3-8fe2-8f128b2f4640 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:12.728635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:12.731780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.735165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5485d8ce-e1dd-4a93-882c-234b68df0f3a) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:12.744416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e349bc-2a4e-43da-b8fe-3e8b19abe37c None None] Network 5485d8ce-e1dd-4a93-882c-234b68df0f3a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:12.765113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:12.770262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:12.770865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.828373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-53ab08f7-1c0f-46a3-8fe2-8f128b2f4640 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:12.829565 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-53ab08f7-1c0f-46a3-8fe2-8f128b2f4640 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3421500 Nov 25 11:19:12.832495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.833671 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.4282413 Nov 25 11:19:12.834450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59700) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:12.838815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59702) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:12.844557 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8644004 Nov 25 11:19:12.880835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59708) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:12.881558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=347719bb-1757-4439-a80b-d4816a342fd8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:12.890533 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Set router c1dfb88f-aafc-41d7-be82-f78fd8cf264d gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:12.926688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:12.928019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:12.938991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4e04e-94e8-446b-b807-ab9501b42151 req-9787137e-3b72-4627-a6ec-eec61e02caf3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:12.940476 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-03d4e04e-94e8-446b-b807-ab9501b42151 req-9787137e-3b72-4627-a6ec-eec61e02caf3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 945 time: 0.2560220 Nov 25 11:19:12.969712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e300c-f982-4de3-b720-54a222df5051 req-3ab45a23-130e-4f1c-9ab0-8ba811361bb6 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:12.971167 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-296e300c-f982-4de3-b720-54a222df5051 req-3ab45a23-130e-4f1c-9ab0-8ba811361bb6 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.2757454 Nov 25 11:19:12.983304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59712) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:12.992861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Request body: {'floatingip': {'port_id': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:13.026163 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf747423-239d-4f64-a5aa-24acbbf887a2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:19:13.026675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cf747423-239d-4f64-a5aa-24acbbf887a2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:13.074839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.098425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee9956-c11f-428d-83f6-72e0149fb716 None None] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:13.135934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5485d8ce-e1dd-4a93-882c-234b68df0f3a', 'network_id': '5485d8ce-e1dd-4a93-882c-234b68df0f3a', 'tenant_id': '3df19bf2dffe4051a8b1713fe02ef87c', 'fixed_ips': [{'subnet_id': 'ab90a2c4-ca2b-4d5f-b548-7ce3790756c2'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:19:13.137569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.198247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cf747423-239d-4f64-a5aa-24acbbf887a2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:13.202512 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cf747423-239d-4f64-a5aa-24acbbf887a2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/c489fa3b-75eb-46bf-b0fa-79b87d2272e3 HTTP/1.1" status: 404 len: 333 time: 0.3602712 Nov 25 11:19:13.208619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59716) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:13.236445 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dfb88f-aafc-41d7-be82-f78fd8cf264d', 'name': 'tempest-snat-router-454492617', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cfa788b6-59a6-46ec-bc08-629a444ef40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:19:03Z', 'updated_at': '2021-11-25T11:19:08Z', 'revision_number': 3, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port': {'id': 'cfa788b6-59a6-46ec-bc08-629a444ef40c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dfb88f-aafc-41d7-be82-f78fd8cf264d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:19:06Z', 'updated_at': '2021-11-25T11:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:13.241476 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Checking router: c1dfb88f-aafc-41d7-be82-f78fd8cf264d for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:19:13.242043 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Updating router c1dfb88f-aafc-41d7-be82-f78fd8cf264d port cfa788b6-59a6-46ec-bc08-629a444ef40c binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:19:13.258723 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0976f224-22bb-4231-8034-f947c14ef2f3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:19:13.262057 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0976f224-22bb-4231-8034-f947c14ef2f3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/4182d52b-2758-4abc-bac0-ab6c30acd38e HTTP/1.1" status: 404 len: 333 time: 0.0497503 Nov 25 11:19:13.272087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59720) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:13.274423 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-03d4e04e-94e8-446b-b807-ab9501b42151 req-2d3a0cc0-3e7f-4b6a-8c7f-51c4a9182ab8 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255460 Nov 25 11:19:13.302212 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.363983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Allocated IP 172.20.0.2 (5485d8ce-e1dd-4a93-882c-234b68df0f3a/ab90a2c4-ca2b-4d5f-b548-7ce3790756c2/6d00dc0d-83d6-4494-a58e-f4e8aacc8386) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:13.494769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.554072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04d19e88-3817-4ed7-9c7f-17d6e7bf4bfa None None] Provisioning for port b61423a3-598e-437c-9cc6-426a54edff30 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:13.662370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b61423a3-598e-437c-9cc6-426a54edff30 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:13.765843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:13.769020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:13.849645 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.863628 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Transition to ACTIVE for port object cfa788b6-59a6-46ec-bc08-629a444ef40c will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:13.879286 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.879585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.886637 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-441c2753-4277-496c-9beb-264c72e1533d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:13.902690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Transition to ACTIVE for port object 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:13.934408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Transition to ACTIVE for port object 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:13.950671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b61423a3-598e-437c-9cc6-426a54edff30 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:13.958228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.963081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b61423a3-598e-437c-9cc6-426a54edff30 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:13.963829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:13.984152 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Pushing event updated for resources: {'Port': ['ID=cfa788b6-59a6-46ec-bc08-629a444ef40c,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:13.993216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:13.997328 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:13.997675 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:13.998003 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:13.998327 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:13.998670 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:13.999173 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:13.999772 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:14.000139 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:14.000464 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:14.000824 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:14.001310 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:19:14.015938 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:14.049022 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Attempting to bind port cfa788b6-59a6-46ec-bc08-629a444ef40c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:14.049517 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Attempting to bind port cfa788b6-59a6-46ec-bc08-629a444ef40c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:14.049889 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Attempting to bind port cfa788b6-59a6-46ec-bc08-629a444ef40c on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:14.073641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e8ceaeea-5520-4e44-bd6c-e7c1ddbf968b tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/c1dfb88f-aafc-41d7-be82-f78fd8cf264d HTTP/1.1" status: 200 len: 907 time: 1.2339475 Nov 25 11:19:14.075007 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:14.075486 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:14.075901 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.077013 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:14.077560 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Bound port: cfa788b6-59a6-46ec-bc08-629a444ef40c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:14.077960 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.079197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Network 5485d8ce-e1dd-4a93-882c-234b68df0f3a is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:14.084388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:14.090544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:14.092843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.098930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59726) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:14.162963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Pushing event updated for resources: {'Port': ['ID=6d00dc0d-83d6-4494-a58e-f4e8aacc8386,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:14.177466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.181503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:14.202637 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] For port cfa788b6-59a6-46ec-bc08-629a444ef40c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:14.206114 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] For port cfa788b6-59a6-46ec-bc08-629a444ef40c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cfa788b6-59a6-46ec-bc08-629a444ef40c,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:14.219213 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.224958 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-441c2753-4277-496c-9beb-264c72e1533d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:14.243865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb77c53-7e92-4e2f-b9fc-67920691c743']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:14.293848 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Attempting to bind port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:14.294344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Attempting to bind port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'e86218bb-4e54-4e4f-9477-ed75381c076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5485d8ce-e1dd-4a93-882c-234b68df0f3a'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:14.294832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Attempting to bind port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 on network 5485d8ce-e1dd-4a93-882c-234b68df0f3a {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:14.318230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a76b06-f869-408c-9185-59f4ae85e168') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:14.318786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a76b06-f869-408c-9185-59f4ae85e168') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:14.350232 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Routers {'c1dfb88f-aafc-41d7-be82-f78fd8cf264d'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:14.351002 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['c1dfb88f-aafc-41d7-be82-f78fd8cf264d'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:14.351618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.363076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744cad-ee6f-4c90-9777-8710dacdaeec req-b8a26f8c-9339-4327-b22e-ae417a5ee358 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:14.370288 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-58744cad-ee6f-4c90-9777-8710dacdaeec req-b8a26f8c-9339-4327-b22e-ae417a5ee358 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 944 time: 0.6962314 Nov 25 11:19:14.406027 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Pushing event updated for resources: {'Port': ['ID=cfa788b6-59a6-46ec-bc08-629a444ef40c,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:14.406662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.410966 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:14.416775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:19:14.417205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.419269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:14.419575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Checking segment: {'id': 'e86218bb-4e54-4e4f-9477-ed75381c076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5485d8ce-e1dd-4a93-882c-234b68df0f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:14.420082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.430074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Bound using segment: {'id': 'e86218bb-4e54-4e4f-9477-ed75381c076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5485d8ce-e1dd-4a93-882c-234b68df0f3a'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:14.430897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Bound port: 6d00dc0d-83d6-4494-a58e-f4e8aacc8386, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86218bb-4e54-4e4f-9477-ed75381c076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5485d8ce-e1dd-4a93-882c-234b68df0f3a'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:14.431567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:19:14.435359 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:19:14.460851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.490424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 1f3fac57-aa61-42cf-b3e7-81be601d2343 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:14.604741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.619587 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-58744cad-ee6f-4c90-9777-8710dacdaeec req-4bcfc7e8-12d1-4530-ac0a-0b1a079242c5 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483523 Nov 25 11:19:14.637604 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] Set router c1dfb88f-aafc-41d7-be82-f78fd8cf264d gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:14.642040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.671856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 1f3fac57-aa61-42cf-b3e7-81be601d2343 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:14.689299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:14.692652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-734dff3d-9c7b-4846-bc11-72a425e82078 None None] Provisioning complete for port b61423a3-598e-437c-9cc6-426a54edff30 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:14.693028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-734dff3d-9c7b-4846-bc11-72a425e82078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.713267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.724949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=1fb77c53-7e92-4e2f-b9fc-67920691c743,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:14.728262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:14.744489 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/1fb77c53-7e92-4e2f-b9fc-67920691c743 HTTP/1.1" status: 204 len: 168 time: 1.4689431 Nov 25 11:19:14.748506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59732) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:14.766228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-385787975'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:14.771354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:14.800293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 1f3fac57-aa61-42cf-b3e7-81be601d2343 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:14.800748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.835124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b61423a3-598e-437c-9cc6-426a54edff30, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b61423a3-598e-437c-9cc6-426a54edff30,segment=NetworkSegment(16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa),segment_id=16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:14.861403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:14.885252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:14.885462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:14.887426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Allocated IP 172.26.5.103 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/dbfe7a9b-5ccf-449f-8f33-e68007ed1ddc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:14.897813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e4a0-b5d1-4ff0-98bb-bc1108035cb5 req-d21dcefb-3945-476b-8bf7-634121d4066a tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:14.902219 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4295e4a0-b5d1-4ff0-98bb-bc1108035cb5 req-d21dcefb-3945-476b-8bf7-634121d4066a tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 945 time: 0.3753498 Nov 25 11:19:14.903291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:14.915161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:14.947188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:14.991460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.006972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4295e4a0-b5d1-4ff0-98bb-bc1108035cb5 req-811ec66e-5a53-4164-bf3b-708a4a04e0d1 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978937 Nov 25 11:19:15.012739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.014945 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dfb88f-aafc-41d7-be82-f78fd8cf264d', 'name': 'tempest-snat-router-454492617', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cfa788b6-59a6-46ec-bc08-629a444ef40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:19:03Z', 'updated_at': '2021-11-25T11:19:08Z', 'revision_number': 3, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port': {'id': 'cfa788b6-59a6-46ec-bc08-629a444ef40c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dfb88f-aafc-41d7-be82-f78fd8cf264d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:19:06Z', 'updated_at': '2021-11-25T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:15.021316 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ccb447-3030-4066-8bd1-480ddd1c702f None None] The sync data for ids ['c1dfb88f-aafc-41d7-be82-f78fd8cf264d'] in dv-neutron-819177-1-hyperv is: [{'id': 'c1dfb88f-aafc-41d7-be82-f78fd8cf264d', 'name': 'tempest-snat-router-454492617', 'tenant_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'cfa788b6-59a6-46ec-bc08-629a444ef40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:19:03Z', 'updated_at': '2021-11-25T11:19:08Z', 'revision_number': 3, 'project_id': '4fbb5bf5b3a7429684c9b74ac68bf942', 'gw_port': {'id': 'cfa788b6-59a6-46ec-bc08-629a444ef40c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dfb88f-aafc-41d7-be82-f78fd8cf264d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:19:06Z', 'updated_at': '2021-11-25T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:15.029309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] For port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:15.086780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:15.090209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.099353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] For port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6d00dc0d-83d6-4494-a58e-f4e8aacc8386,segment=NetworkSegment(e86218bb-4e54-4e4f-9477-ed75381c076d),segment_id=e86218bb-4e54-4e4f-9477-ed75381c076d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:15.111507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.115749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b61423a3-598e-437c-9cc6-426a54edff30,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:15.128148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:15.128798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:15.139294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:15.154068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.154552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment b4890c43-c72c-4c8c-9e66-f2f417b13553 of type vlan for network 4050dd74-e16a-48f8-830b-7e1beca07135 Nov 25 11:19:15.196664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.252784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.275478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Pushing event updated for resources: {'Port': ['ID=6d00dc0d-83d6-4494-a58e-f4e8aacc8386,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:15.282758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:15.291193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:15.306057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 1f3fac57-aa61-42cf-b3e7-81be601d2343, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:15.307778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.310973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.311948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:15.313834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:15.314526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.321143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:15.405709 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'code': 200} Nov 25 11:19:15.406230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:15.460271 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7047479 Nov 25 11:19:15.463564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59738) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:15.485576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:15.545104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=4050dd74-e16a-48f8-830b-7e1beca07135,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:15.551646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:15.612569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.627369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 4050dd74-e16a-48f8-830b-7e1beca07135 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:15.660408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.671834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b61423a3-598e-437c-9cc6-426a54edff30 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:15.727741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Allocated IP 172.20.0.1 (a81deb3c-8cec-41eb-bf09-1433d22bc2b2/5b78f1bd-fa7d-438e-bf91-79b68b52bbdb/16e06a64-6659-4832-b648-3dff149ecbd0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:15.786890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=1f3fac57-aa61-42cf-b3e7-81be601d2343,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:15.794351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:15.820064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:15.844380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:15.861061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:15.885124 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Floating IP f5172b92-c2bb-4210-8f53-575d62e8e9f6 associated. External IP: 172.26.5.4, port: 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd. Nov 25 11:19:15.909306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:15.909687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.919120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.934045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8530229a-0b80-41cd-9ea3-29723ab6af78 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:15.962079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b61423a3-598e-437c-9cc6-426a54edff30 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:15.962440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:15.979083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:15.985988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:16.013375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:16.076799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:16.125545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.167503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.174017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:16.185451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:16.188174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:16.194322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.194614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Pushing event updated for resources: {'Port': ['ID=dbfe7a9b-5ccf-449f-8f33-e68007ed1ddc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:16.196860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:16.197001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:16.231681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:16.243139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Transition to ACTIVE for port object 16e06a64-6659-4832-b648-3dff149ecbd0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:16.286082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:16.290146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:16.405185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.410209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fa97bd1-2bab-43a7-8250-2c708ceb34ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:16.495141 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8505f9ab-81f7-4abd-a334-48d3ec7c683f req-6e718012-9db3-46b6-8276-435b0ac1315c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1098 time: 0.7157428 Nov 25 11:19:16.504480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9702fd0-6768-4174-b640-ca7996c074ce req-da4c50b1-4438-482b-80c3-1a5ebe8b323e tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:16.505914 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d9702fd0-6768-4174-b640-ca7996c074ce req-da4c50b1-4438-482b-80c3-1a5ebe8b323e tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.6591334 Nov 25 11:19:16.509883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:16.521184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:16.524503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.532408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:16.558669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Port': ['ID=16e06a64-6659-4832-b648-3dff149ecbd0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:16.568131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:16.573654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.648822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d600b-5996-4c5a-ab2a-5274d13c99ed None None] Network 5485d8ce-e1dd-4a93-882c-234b68df0f3a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:16.673522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Deleting port cfa788b6-59a6-46ec-bc08-629a444ef40c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:16.673859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.714500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Performing IP validity checks on allocation pools {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:19:16.717565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:19:16.737256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.741436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.758509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bf5921bc-744a-4068-8403-a19d1ee2c4e6 None None] Provisioning for port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:16.780678 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8505f9ab-81f7-4abd-a334-48d3ec7c683f req-7de27adc-1eea-4355-96cb-6b77dcbd9fb4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706888 Nov 25 11:19:16.799904 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d9702fd0-6768-4174-b640-ca7996c074ce req-adfe6cb8-f8ba-46a9-bb1d-727f67425c03 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593348 Nov 25 11:19:16.821575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:16.826314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ab8a-b4a1-4949-b8c3-9567cd24461f req-1ad09dae-fa4a-4a67-a664-e37e38ca8ec9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:16.828229 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ae4ab8a-b4a1-4949-b8c3-9567cd24461f req-1ad09dae-fa4a-4a67-a664-e37e38ca8ec9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.6134529 Nov 25 11:19:16.903951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:16.939053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:16.962599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:16.963238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:17.005174 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ae4ab8a-b4a1-4949-b8c3-9567cd24461f req-b0862e80-8b43-49fe-a219-b3e8a1d535c1 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035957 Nov 25 11:19:17.033987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:17.063812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:17.064025 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/routers/174d884a-cf79-40c5-815c-ec1cf8b66a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6105816 Nov 25 11:19:17.064454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:17.069673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59746) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:17.070522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.082313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'port': {'network_id': '6b71dd39-086b-4573-a97a-d12f8a289da3', 'name': 'tempest-FloatingIPTestJSON-1481536064'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:17.125034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:17.130416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:17.130940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c66f8-d4da-45aa-a726-b2a2d6cddf3b None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:17.133706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7c5e08c6-4d0c-4f17-9837-8930f70d9bd1 None None] Provisioning for port 16e06a64-6659-4832-b648-3dff149ecbd0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:17.139614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7c5e08c6-4d0c-4f17-9837-8930f70d9bd1 None None] Provisioning complete for port 16e06a64-6659-4832-b648-3dff149ecbd0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:17.140025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7c5e08c6-4d0c-4f17-9837-8930f70d9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.199702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e08c6-4d0c-4f17-9837-8930f70d9bd1 None None] Port 16e06a64-6659-4832-b648-3dff149ecbd0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:17.306840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] For port cfa788b6-59a6-46ec-bc08-629a444ef40c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cfa788b6-59a6-46ec-bc08-629a444ef40c,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:17.307123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.320656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.321553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=e8a56ac0-2e89-4d1f-84fb-bceb4d82b662,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:17.336659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:17.364145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:17.371672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:port and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:17.374677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:17.377845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': 'b4890c43-c72c-4c8c-9e66-f2f417b13553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:17.378197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: 4050dd74-e16a-48f8-830b-7e1beca07135, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:17.406457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:17.437819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:17.466400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Calling delete_port for cfa788b6-59a6-46ec-bc08-629a444ef40c owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:17.471074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:17.474092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.498110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 4050dd74-e16a-48f8-830b-7e1beca07135 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:17.519915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] device_id is not set on port fe290a3e-47c9-47f3-9d37-e41faa1e5dca yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:17.529622 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'code': 200} Nov 25 11:19:17.598185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 4050dd74-e16a-48f8-830b-7e1beca07135) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:17.602393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:17.616728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:17.617305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.645462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c384d623-8921-4758-815e-225d5c60d019 None None] Network 4050dd74-e16a-48f8-830b-7e1beca07135 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:17.711234 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2454720 Nov 25 11:19:17.723685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59752) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:17.730380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135', 'name': 'tempest-PortsIpV6TestJSON-2135955038'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:17.740355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:17.748749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Router e75aae4e-4416-4bad-8d0c-33101b31dc69 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:17.774460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.788527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:17.795207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eb01ba20-9495-4b4a-b944-857f6be8fb8a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:17.864758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.4 (6b71dd39-086b-4573-a97a-d12f8a289da3/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3/fe290a3e-47c9-47f3-9d37-e41faa1e5dca) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:18.057138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Pushing event updated for resources: {'Port': ['ID=dbfe7a9b-5ccf-449f-8f33-e68007ed1ddc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:18.064814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:18.183915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:18.195893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:18.196892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.215077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.226893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:18.255203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:18.296489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.296791 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ffb8ef94-8cb2-4820-82b5-2aef1ff4ee15 req-3f98d8f1-e670-41e4-912c-a99bbb8783d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 1099 time: 0.4734285 Nov 25 11:19:18.311386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.315324 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8609700 Nov 25 11:19:18.316687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-4050dd74-e16a-48f8-830b-7e1beca07135', 'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135', 'tenant_id': '58b0c4ff0a7c4873b2ec25251853e5ef', 'fixed_ips': [{'subnet_id': 'e8a56ac0-2e89-4d1f-84fb-bceb4d82b662'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:19:18.317534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.317823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:18.360591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59760) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:18.361648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfa788b6-59a6-46ec-bc08-629a444ef40c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:18.369767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.371769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:18.448836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.479654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.513311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:18.652582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Port': ['ID=16e06a64-6659-4832-b648-3dff149ecbd0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:18.660859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:18.667249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:18.674627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.675649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:18.690326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:18.700187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Usage tracker for resource:floatingip and tenant:169f67a284644c35bc3ca3120626f350 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:18.704554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:18.709998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Allocated IP 2001:db8::2 (4050dd74-e16a-48f8-830b-7e1beca07135/e8a56ac0-2e89-4d1f-84fb-bceb4d82b662/1c15f0e4-7a58-47da-a8c1-644543d7a09e) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:18.714072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.724267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:18.779438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d44dd0-656a-43e6-ae72-00e632884b48 req-f3c6e35e-693a-49f4-b602-417e3bf33fab tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:18.781116 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-76d44dd0-656a-43e6-ae72-00e632884b48 req-f3c6e35e-693a-49f4-b602-417e3bf33fab tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.5277829 Nov 25 11:19:18.791266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e92c-e521-443c-a541-f7cf45131638 req-661a1140-fb3b-4e07-8aae-64ea41d5f174 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:18.792968 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c4f3e92c-e521-443c-a541-f7cf45131638 req-661a1140-fb3b-4e07-8aae-64ea41d5f174 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.7070787 Nov 25 11:19:18.814176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port f795e75b-61d2-4377-a0e2-3e0c714d4a21 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:18.836809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6d00dc0d-83d6-4494-a58e-f4e8aacc8386,segment=NetworkSegment(e86218bb-4e54-4e4f-9477-ed75381c076d),segment_id=e86218bb-4e54-4e4f-9477-ed75381c076d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:18.851545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.855724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9f8b8087-5b75-4776-a18d-af8a4123d572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:18.987278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:18.989227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=6d00dc0d-83d6-4494-a58e-f4e8aacc8386,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:19.001064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:19.008537 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ffb8ef94-8cb2-4820-82b5-2aef1ff4ee15 req-484d4c76-5f46-4466-a1fd-5d368a759eb6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638896 Nov 25 11:19:19.027699 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-76d44dd0-656a-43e6-ae72-00e632884b48 req-781a7114-8ba8-4d91-b1d4-83dadec0cf1e tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155967 Nov 25 11:19:19.030398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.039772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.045384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Transition to ACTIVE for port object 1c15f0e4-7a58-47da-a8c1-644543d7a09e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:19.059261 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c4f3e92c-e521-443c-a541-f7cf45131638 req-74fa326b-b094-4ef0-8f92-88bfea231622 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061911 Nov 25 11:19:19.073037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Transition to ACTIVE for port object 1c15f0e4-7a58-47da-a8c1-644543d7a09e will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:19.081300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.083380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.094545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-50c6478e-594a-4256-8eba-a409e9b20423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:19.125501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.134621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0674195c-4d78-483b-ae4f-6ef153fd3329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:19.143945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Network 4050dd74-e16a-48f8-830b-7e1beca07135 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:19.147081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:19.151586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:19.174490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:19.191900 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] Sync routers for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:19.211080 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:19.211291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.211702 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:19.242164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Pushing event updated for resources: {'Port': ['ID=1c15f0e4-7a58-47da-a8c1-644543d7a09e,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:19.287189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::23b (4050dd74-e16a-48f8-830b-7e1beca07135/e8a56ac0-2e89-4d1f-84fb-bceb4d82b662/f795e75b-61d2-4377-a0e2-3e0c714d4a21) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:19.290343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:19.301050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=fe290a3e-47c9-47f3-9d37-e41faa1e5dca,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:19.303789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:19.304641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:19.309162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:19.314913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:19.353236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Attempting to bind port 1c15f0e4-7a58-47da-a8c1-644543d7a09e on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:19.353496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Attempting to bind port 1c15f0e4-7a58-47da-a8c1-644543d7a09e by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'b4890c43-c72c-4c8c-9e66-f2f417b13553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:19.353869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Attempting to bind port 1c15f0e4-7a58-47da-a8c1-644543d7a09e on network 4050dd74-e16a-48f8-830b-7e1beca07135 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:19.370646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:19.371176 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Checking segment: {'id': 'b4890c43-c72c-4c8c-9e66-f2f417b13553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:19.371596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.374151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Bound using segment: {'id': 'b4890c43-c72c-4c8c-9e66-f2f417b13553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:19.374940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Bound port: 1c15f0e4-7a58-47da-a8c1-644543d7a09e, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4890c43-c72c-4c8c-9e66-f2f417b13553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4050dd74-e16a-48f8-830b-7e1beca07135'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:19.375076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.403503 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-29c83179-9644-4d77-ba5b-dede64b9ecd4 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "PUT /v2.0/floatingips/f5172b92-c2bb-4210-8f53-575d62e8e9f6 HTTP/1.1" status: 200 len: 990 time: 6.4154458 Nov 25 11:19:19.417034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:19.452282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:19.452883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.511611 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4399083 Nov 25 11:19:19.515104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59770) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:19.533504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'port': {'network_id': '6b71dd39-086b-4573-a97a-d12f8a289da3', 'name': 'tempest-FloatingIPTestJSON-892817684'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:19.571191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:19.659411 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'status': 'completed', 'code': 200} Nov 25 11:19:19.704604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] For port 1c15f0e4-7a58-47da-a8c1-644543d7a09e, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:19.708338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] For port 1c15f0e4-7a58-47da-a8c1-644543d7a09e, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1c15f0e4-7a58-47da-a8c1-644543d7a09e,segment=NetworkSegment(b4890c43-c72c-4c8c-9e66-f2f417b13553),segment_id=b4890c43-c72c-4c8c-9e66-f2f417b13553)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:19.716429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:19.719194 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:19.724469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-50c6478e-594a-4256-8eba-a409e9b20423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:19.781548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:19.824980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:19.950003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Pushing event updated for resources: {'Port': ['ID=1c15f0e4-7a58-47da-a8c1-644543d7a09e,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:19.954880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:20.003401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:20.010641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:20.011065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.019495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.054366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:20.064433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:port and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:20.071682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:20.080681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object f795e75b-61d2-4377-a0e2-3e0c714d4a21 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:20.096787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:20.107111 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-b9b15ecd-f498-4c6d-895c-77bd59dcaed4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9287aa4b186d4a0592746529ca926ab6&device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 1099 time: 0.4296503 Nov 25 11:19:20.229942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:20.232020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.247291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.382638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.441712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e6343215-b2a6-4136-b3da-41058b6c3c8a None None] Provisioning complete for port 16e06a64-6659-4832-b648-3dff149ecbd0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:20.443937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e6343215-b2a6-4136-b3da-41058b6c3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.460070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.506290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.564612 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:19:20.593035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:20.603687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e6343215-b2a6-4136-b3da-41058b6c3c8a None None] Port 16e06a64-6659-4832-b648-3dff149ecbd0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:20.608021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.609272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:20.634194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] device_id is not set on port 902b0d75-02bc-403b-a20e-283d6cd5931c yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:20.658405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:20.676788 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f5172b92-c2bb-4210-8f53-575d62e8e9f6', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'floating_ip_address': '172.26.5.4', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'port_id': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'mac_address': 'fa:16:3e:a9:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:33Z', 'updated_at': '2021-11-25T11:19:14Z', 'revision_number': 1, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:20.681702 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] Checking router: e75aae4e-4416-4bad-8d0c-33101b31dc69 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:19:20.696607 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:20.698814 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:20.722716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.763507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:20.767839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:20.782463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.782727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1dfb88f-aafc-41d7-be82-f78fd8cf264d {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:19:20.788507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:20.788994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.861520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dbbaa7b9-8e6d-4521-a26e-7f38eb453ed8 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:20.861739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:20.861739 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c1dfb88f-aafc-41d7-be82-f78fd8cf264d HTTP/1.1" status: 204 len: 168 time: 6.7542477 Nov 25 11:19:20.864656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59782) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:20.912737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-afb5d4d3-e4ae-4a5c-9df6-4d6fba1cfc86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:20.914191 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-afb5d4d3-e4ae-4a5c-9df6-4d6fba1cfc86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c HTTP/1.1" status: 200 len: 913 time: 0.7944751 Nov 25 11:19:20.949376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.5 (6b71dd39-086b-4573-a97a-d12f8a289da3/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3/902b0d75-02bc-403b-a20e-283d6cd5931c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:20.950349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:20.991853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Allocated IP 172.26.5.114 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/645231a0-8515-44b9-a55e-2c64673a6bc3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:21.174412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67304f39-2009-4696-bd73-c56d0a9462d3 req-1aaf2d4b-07eb-4656-b193-69465dd8df0f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:21.183713 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67304f39-2009-4696-bd73-c56d0a9462d3 req-1aaf2d4b-07eb-4656-b193-69465dd8df0f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.7543211 Nov 25 11:19:21.193780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d44398-5509-4288-b42e-8a8b8e43d2da req-354f6c51-becd-4aa2-a852-2d2f3413809b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:21.195453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-23d44398-5509-4288-b42e-8a8b8e43d2da req-354f6c51-becd-4aa2-a852-2d2f3413809b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.9074244 Nov 25 11:19:21.284718 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-e6481757-5731-45d8-aa6e-3dcb9e016e07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd HTTP/1.1" status: 200 len: 998 time: 0.3481169 Nov 25 11:19:21.299202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 4050dd74-e16a-48f8-830b-7e1beca07135 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:21.309050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:21.311207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=f795e75b-61d2-4377-a0e2-3e0c714d4a21,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:21.355171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:21.359953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:21.361238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:21.391264 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f5172b92-c2bb-4210-8f53-575d62e8e9f6', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'floating_ip_address': '172.26.5.4', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'port_id': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'mac_address': 'fa:16:3e:a9:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:33Z', 'updated_at': '2021-11-25T11:19:14Z', 'revision_number': 1, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:21.391851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:21.397198 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518321b-77a9-4da0-83f1-5d1f8d49cf60 None None] The sync data for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv is: [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f5172b92-c2bb-4210-8f53-575d62e8e9f6', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'floating_ip_address': '172.26.5.4', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'port_id': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'mac_address': 'fa:16:3e:a9:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:33Z', 'updated_at': '2021-11-25T11:19:14Z', 'revision_number': 1, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:21.412593 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67304f39-2009-4696-bd73-c56d0a9462d3 req-ccb7cec8-edad-4e1c-9af6-14b92c0bc6ec tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277026 Nov 25 11:19:21.415498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:21.462961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Router 72cabf39-4db3-4e5b-9672-89499df99a94 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:19:21.481774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:21.492213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65afb3c6-4349-463d-8809-5ffa1f41701d None None] Network 4050dd74-e16a-48f8-830b-7e1beca07135 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:21.540987 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8139715 Nov 25 11:19:21.569489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59788) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:21.572217 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-23d44398-5509-4288-b42e-8a8b8e43d2da req-e4545564-e7a9-4e98-a78c-0895fd4d8512 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107288 Nov 25 11:19:21.590597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-d531f60a-99e6-49d5-ae5f-1be3a3d30356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:21.592220 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-d531f60a-99e6-49d5-ae5f-1be3a3d30356 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74477cdd-5732-48b5-9c7f-5ed7b1ea7527 HTTP/1.1" status: 200 len: 851 time: 0.2874618 Nov 25 11:19:21.663265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port f795e75b-61d2-4377-a0e2-3e0c714d4a21 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:21.663609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:21.741893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:21.798370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-097284de-0c59-4e17-aafa-25f347655b50 None None] Provisioning for port 1c15f0e4-7a58-47da-a8c1-644543d7a09e completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:21.855181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:21.869509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:21.881446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c8aeb59-d691-4ae9-9f96-ff7ba3069a74 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:21.926335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:21.941567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:21.952506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Pushing event updated for resources: {'Port': ['ID=645231a0-8515-44b9-a55e-2c64673a6bc3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:21.955721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:21.980603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:21.981252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.013229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=902b0d75-02bc-403b-a20e-283d6cd5931c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:22.019598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:22.046498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:22.064173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:22.067835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:22.087649 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-871f7bc3-73f0-4bdf-8224-062eef50d652 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4734545 Nov 25 11:19:22.090844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:22.092568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:22.100487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d84fe-6b23-4ae0-aedf-0335cda7f4d2 req-afe2ac95-dd90-4837-bbdb-973c2cb7480b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:22.101979 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1c2d84fe-6b23-4ae0-aedf-0335cda7f4d2 req-afe2ac95-dd90-4837-bbdb-973c2cb7480b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2183459 Nov 25 11:19:22.126756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59792) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:22.138938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Request body: {'floatingip': {'port_id': '1f3fac57-aa61-42cf-b3e7-81be601d2343'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:22.141666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1c15f0e4-7a58-47da-a8c1-644543d7a09e up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:22.181055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:22.220309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1c15f0e4-7a58-47da-a8c1-644543d7a09e completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:22.228694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1c15f0e4-7a58-47da-a8c1-644543d7a09e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:22.229289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.289721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:22.290344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.323550 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-55b01245-98bc-4ef8-ac3e-1fdcc34138d5 service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206273 Nov 25 11:19:22.334086 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8179097 Nov 25 11:19:22.335007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59796) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:22.349480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.363673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '902b0d75-02bc-403b-a20e-283d6cd5931c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:22.369183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:22.372944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:floatingip and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:22.375779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:22.381311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6d54ace7-0cee-4cf7-8787-4aff1618af85 None None] Provisioning for port f795e75b-61d2-4377-a0e2-3e0c714d4a21 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:22.381832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:22.391136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.404081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6d54ace7-0cee-4cf7-8787-4aff1618af85 None None] Provisioning complete for port f795e75b-61d2-4377-a0e2-3e0c714d4a21 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:22.404459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6d54ace7-0cee-4cf7-8787-4aff1618af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.453607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.470821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6d54ace7-0cee-4cf7-8787-4aff1618af85 None None] Port f795e75b-61d2-4377-a0e2-3e0c714d4a21 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:22.498102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1c15f0e4-7a58-47da-a8c1-644543d7a09e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1c15f0e4-7a58-47da-a8c1-644543d7a09e,segment=NetworkSegment(b4890c43-c72c-4c8c-9e66-f2f417b13553),segment_id=b4890c43-c72c-4c8c-9e66-f2f417b13553)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:22.506206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.513698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:22.568529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6d54ace7-0cee-4cf7-8787-4aff1618af85 None None] Provisioning complete for port 1c15f0e4-7a58-47da-a8c1-644543d7a09e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:22.569082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6d54ace7-0cee-4cf7-8787-4aff1618af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.664555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:22.665101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1c15f0e4-7a58-47da-a8c1-644543d7a09e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:22.668173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:22.686643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:22.724085 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "PUT /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8173606 Nov 25 11:19:22.726107 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a746f3fe-d7c3-4a3a-9952-26e49b1a6596 req-d9fd8235-a3bc-4296-abfd-ba4f250ada07 service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899505 Nov 25 11:19:22.730638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59802) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:22.842879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] Sync routers for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:22.894679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:22.895678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:22.963071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-538d3408-2727-4d03-9173-fbd5fed67376 None None] Provisioning complete for port f795e75b-61d2-4377-a0e2-3e0c714d4a21 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:22.963764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-538d3408-2727-4d03-9173-fbd5fed67376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.003888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:23.015581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e761e-ba4a-4e04-ace8-55d9f5deb6cc req-b777cca0-30ec-44f6-bb1a-80c75c8b0b9c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:23.017152 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-022e761e-ba4a-4e04-ace8-55d9f5deb6cc req-b777cca0-30ec-44f6-bb1a-80c75c8b0b9c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.2781694 Nov 25 11:19:23.026202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.036740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-538d3408-2727-4d03-9173-fbd5fed67376 None None] Port f795e75b-61d2-4377-a0e2-3e0c714d4a21 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:23.038225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:23.038855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:23.056220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for f795e75b-61d2-4377-a0e2-3e0c714d4a21 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:23.102262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:23.102730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ea3c8-628f-4ef0-aedf-ad86e284d351 None None] The sync data for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:23.156987 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-022e761e-ba4a-4e04-ace8-55d9f5deb6cc req-ed9f6a73-13c1-4c99-b373-fe38a3696438 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331100 Nov 25 11:19:23.203428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.418666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.482076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.26.5.15 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/5b7ad3be-e024-427a-877c-f95f3abda533) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:23.497964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.547919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1c15f0e4-7a58-47da-a8c1-644543d7a09e up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:23.620216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1c15f0e4-7a58-47da-a8c1-644543d7a09e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:23.620720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.637636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dc398-41d9-4ac7-a1e5-a07312c068f8 req-ae524e98-9bf2-4b88-a817-81357f72091e tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:23.639083 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e1dc398-41d9-4ac7-a1e5-a07312c068f8 req-ae524e98-9bf2-4b88-a817-81357f72091e tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.2851048 Nov 25 11:19:23.652526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59812) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:23.670357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Request body: {'floatingip': {'port_id': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:23.748319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Deleting port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:23.748779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.761852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.807559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.821625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef76bea1-4cbc-4d82-8fdf-20746b7f8676 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:23.823186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:23.892665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=f795e75b-61d2-4377-a0e2-3e0c714d4a21,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:23.915444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:24.087949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:24.096724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:24.123120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:24.187310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:24.234995 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/f795e75b-61d2-4377-a0e2-3e0c714d4a21 HTTP/1.1" status: 204 len: 168 time: 2.6561387 Nov 25 11:19:24.244730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59818) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:24.286171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:24.294871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:24.297295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=5b7ad3be-e024-427a-877c-f95f3abda533,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:24.299560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:24.330877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:24.354268 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad78af8-795e-4023-800c-77230a090748 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:19:24.354677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad78af8-795e-4023-800c-77230a090748 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:19:24.425757 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0ad78af8-795e-4023-800c-77230a090748 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/f795e75b-61d2-4377-a0e2-3e0c714d4a21 HTTP/1.1" status: 404 len: 333 time: 0.1757879 Nov 25 11:19:24.428062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59822) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:24.438874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] For port 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:24.439227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:24.501942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:24.560618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:24.565084 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0676157a-1f3f-4820-a7e6-af17dfd37438 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:19:24.565783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0676157a-1f3f-4820-a7e6-af17dfd37438 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:24.624588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:24.626125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:24.682618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Calling delete_port for 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:24.715960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:24.731922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:24.795621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0676157a-1f3f-4820-a7e6-af17dfd37438 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:24.796961 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0676157a-1f3f-4820-a7e6-af17dfd37438 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/f795e75b-61d2-4377-a0e2-3e0c714d4a21 HTTP/1.1" status: 404 len: 333 time: 0.3631845 Nov 25 11:19:24.810210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:24.915846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Pushing event updated for resources: {'Port': ['ID=645231a0-8515-44b9-a55e-2c64673a6bc3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:24.929210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:24.933342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-769d54a9-f325-48bd-aa8b-00a263e26516 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:19:24.934360 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-769d54a9-f325-48bd-aa8b-00a263e26516 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "PUT /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1992941 Nov 25 11:19:24.937924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59830) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:24.984182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.140703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.146021 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7759154 Nov 25 11:19:25.146188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59836) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:25.243736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet e8a56ac0-2e89-4d1f-84fb-bceb4d82b662 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:19:25.260648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.330867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.339383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f8b0dec0-b4fc-4f1c-9ee0-26dcdefeab07 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:25.366859 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e658f4cf-b60f-4a64-871c-41a2920dba9f tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3697 time: 0.2172518 Nov 25 11:19:25.374819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59840) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:25.379686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.412918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.422307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.436255 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a09b328-43db-4b8a-942e-6a4623956ba4 None None] New status for floating IP f5172b92-c2bb-4210-8f53-575d62e8e9f6: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:19:25.472873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:25.485406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:25.541892 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Floating IP e1c75420-0efb-474b-8b5b-6e79d10f3e72 associated. External IP: 172.26.5.162, port: 1f3fac57-aa61-42cf-b3e7-81be601d2343. Nov 25 11:19:25.614577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b90ffc93-d1a6-4d61-a671-943a3e39984e tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Synchronizing usage tracker for tenant:cf86216ddf7f43f7a699e4c1a7e832fd on resource:floatingip {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:25.709699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b90ffc93-d1a6-4d61-a671-943a3e39984e tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Unset dirty status for tenant:cf86216ddf7f43f7a699e4c1a7e832fd on resource:floatingip {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:25.710790 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b90ffc93-d1a6-4d61-a671-943a3e39984e tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3342769 Nov 25 11:19:25.719031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59844) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:25.721769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:25.850324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.015544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.130471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.212050 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Floating IP eb2439ec-d85b-43c5-a38d-665a91f189f6 associated. External IP: 172.26.5.149, port: 54ae4d52-9768-4bef-b5d4-4f40c365a4b7. Nov 25 11:19:26.243408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Deleting port 645231a0-8515-44b9-a55e-2c64673a6bc3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:26.243967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.266216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.424844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.441816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:26.572563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.580738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.587683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-494db45f-b7cf-42e9-a36c-b173244776cd tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:26.613523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a56ac0-2e89-4d1f-84fb-bceb4d82b662,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:26.618507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:26.634738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.646083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f71e3d-d091-464e-8b1b-b3c865d896bd None None] Network 4050dd74-e16a-48f8-830b-7e1beca07135 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:26.680140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.709182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.715040 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/e8a56ac0-2e89-4d1f-84fb-bceb4d82b662 HTTP/1.1" status: 204 len: 168 time: 1.9001465 Nov 25 11:19:26.724306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:26.788897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=5b7ad3be-e024-427a-877c-f95f3abda533,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:26.799000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:26.830936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.895101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.895424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.904248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.904777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f72a9065-79d6-4752-ab9b-a08826b76eec {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:19:26.916195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] DHCP port deletion for 4050dd74-e16a-48f8-830b-7e1beca07135 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:19:26.917892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:26.920645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Deleting port 1c15f0e4-7a58-47da-a8c1-644543d7a09e {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:26.921682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.043226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Calling delete_port for 645231a0-8515-44b9-a55e-2c64673a6bc3 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:27.070439 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.074909 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f72a9065-79d6-4752-ab9b-a08826b76eec HTTP/1.1" status: 204 len: 168 time: 6.2031875 Nov 25 11:19:27.076977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59854) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:27.089819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1180529293', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:27.102540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:27.140741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 1c15f0e4-7a58-47da-a8c1-644543d7a09e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:27.140741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.151307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Usage tracker for resource:router and tenant:7484d8b72bab4752a05d54d8d7cf561f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:27.160150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:27.171133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] For port 1c15f0e4-7a58-47da-a8c1-644543d7a09e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1c15f0e4-7a58-47da-a8c1-644543d7a09e,segment=NetworkSegment(b4890c43-c72c-4c8c-9e66-f2f417b13553),segment_id=b4890c43-c72c-4c8c-9e66-f2f417b13553)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:27.171637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.183758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:27.222348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.223274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.295744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Calling delete_port for 1c15f0e4-7a58-47da-a8c1-644543d7a09e owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:27.375781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.381670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-bd7fea68-6802-462f-b5d4-9801b71c8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:27.402266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] The port '1c15f0e4-7a58-47da-a8c1-644543d7a09e' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:19:27.429681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Pushing event deleted for resources: {'Port': ['ID=1c15f0e4-7a58-47da-a8c1-644543d7a09e,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:27.434668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:27.443744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] No DVR routers for this DVR port 1c15f0e4-7a58-47da-a8c1-644543d7a09e on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:19:27.513242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.638322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1c15f0e4-7a58-47da-a8c1-644543d7a09e no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:27.664032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.676699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1c15f0e4-7a58-47da-a8c1-644543d7a09e {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:19:27.677301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1c15f0e4-7a58-47da-a8c1-644543d7a09e not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:19:27.688364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.695546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:27.726644 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP f839a9b9-103f-4e1a-a96f-4272e1fd263f associated. External IP: 172.26.5.15, port: 902b0d75-02bc-403b-a20e-283d6cd5931c. Nov 25 11:19:27.743071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4050dd74-e16a-48f8-830b-7e1beca07135']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:27.752094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Pushing event deleted for resources: {'Port': ['ID=645231a0-8515-44b9-a55e-2c64673a6bc3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:27.759015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:27.762202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4890c43-c72c-4c8c-9e66-f2f417b13553') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:27.762486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4890c43-c72c-4c8c-9e66-f2f417b13553') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:27.805209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.866343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.866603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.877168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:19:27.877595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.878574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting port 16e06a64-6659-4832-b648-3dff149ecbd0 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:27.878977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:19:27.901459 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:19:27.916900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Router b8a7bd60-9847-47a9-9a3f-c11ced6f945e has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:27.982292 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.007536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:28.008706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.011222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.012400 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] 10.222.0.41 "DELETE /v2.0/floatingips/a414630a-e668-4218-9f97-ba912a46e6c1 HTTP/1.1" status: 204 len: 168 time: 2.2924414 Nov 25 11:19:28.016259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59860) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:28.020180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.023635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aa3387d9-e669-4d26-b9f9-0d81b222bf3a tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:28.123755 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/4050dd74-e16a-48f8-830b-7e1beca07135 HTTP/1.1" status: 204 len: 168 time: 1.3926275 Nov 25 11:19:28.123755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=4050dd74-e16a-48f8-830b-7e1beca07135,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:28.126242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:28.128074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59864) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:28.191857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1046128869'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:28.259596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:28.275235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:28.279505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Deleting port dbfe7a9b-5ccf-449f-8f33-e68007ed1ddc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:28.279836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.283860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.304081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:28.314323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:28.338024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:28.341027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.424522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Calling delete_port for 16e06a64-6659-4832-b648-3dff149ecbd0 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:28.465480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:28.539930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.540297 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment 4046b850-c35c-44d8-b1e1-8bd24dbb37cb of type vlan for network f761044b-462f-49f1-b24f-5c4dfc372252 Nov 25 11:19:28.598797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.605811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.606150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.849220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Calling delete_port for dbfe7a9b-5ccf-449f-8f33-e68007ed1ddc owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:28.876418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:28.929515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.942066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:28.942647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.947125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:28.950116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d2f47cac-7677-4f6c-b64b-8253df8ae102 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:29.008859 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8789577 Nov 25 11:19:29.032338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59870) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:29.073658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.075766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:29.079302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:29.087396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] Sync routers for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:29.099297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:29.100380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:29.117269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=f761044b-462f-49f1-b24f-5c4dfc372252,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:29.122239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:29.138759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.154499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network f761044b-462f-49f1-b24f-5c4dfc372252 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:29.194496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.201515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5f42961-7f05-4925-ba9c-621501bf5986 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:29.247018 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b58d794-687e-4c5f-b391-e711aa31789d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "PUT /v2.0/floatingips/e1c75420-0efb-474b-8b5b-6e79d10f3e72 HTTP/1.1" status: 200 len: 991 time: 7.1142220 Nov 25 11:19:29.249884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:29.254904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbfe7a9b-5ccf-449f-8f33-e68007ed1ddc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:29.259147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:29.283253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.298321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c6a2c4b6-8509-442f-b328-cd8005c46121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:29.338594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:29.350147 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] Sync routers for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:29.369102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Port': ['ID=16e06a64-6659-4832-b648-3dff149ecbd0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:29.371369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:29.372609 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:29.374962 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:29.385079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:29.393176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:29.415077 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'status': 'completed', 'code': 200} Nov 25 11:19:29.436498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:29.456411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:29.465827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.471394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.491337 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/b1feebcd-fc3d-4d33-880c-173c9c723da0 HTTP/1.1" status: 204 len: 168 time: 1.4730630 Nov 25 11:19:29.493880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59878) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:29.520140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:29.614794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Deleting port af060730-5843-46a1-a66d-d6fe77972daa {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:29.615157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.691686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:29.707541 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:29.735867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.863055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Allocated IP 172.26.5.67 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/6aa01174-8f30-4c71-9b57-3ae1181ad79d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:29.966136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.971809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:29.987091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'e1c75420-0efb-474b-8b5b-6e79d10f3e72', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'floating_ip_address': '172.26.5.162', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'port_id': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'mac_address': 'fa:16:3e:21:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:39Z', 'updated_at': '2021-11-25T11:19:23Z', 'revision_number': 1, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:52Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:29.992323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] Checking router: 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:19:30.006629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:30.007398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:30.023347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:30.050086 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-73b11870-af63-46a3-9f98-dd5960a58aa7 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "PUT /v2.0/floatingips/eb2439ec-d85b-43c5-a38d-665a91f189f6 HTTP/1.1" status: 200 len: 992 time: 6.3950045 Nov 25 11:19:30.124965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Calling delete_port for af060730-5843-46a1-a66d-d6fe77972daa owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:30.125872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:19:30.239167 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'status': 'completed', 'code': 200} Nov 25 11:19:30.251438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:30.262507 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'eb2439ec-d85b-43c5-a38d-665a91f189f6', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'port_id': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'mac_address': 'fa:16:3e:79:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:43Z', 'updated_at': '2021-11-25T11:19:25Z', 'revision_number': 1, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:59Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:30.268147 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] Checking router: b8a7bd60-9847-47a9-9a3f-c11ced6f945e for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:19:30.282153 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:30.283050 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:30.337665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ff7df92-957a-484b-beee-567326de649e req-fc43b494-4f62-406b-b9e1-7132dfed5d98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1098 time: 0.9130204 Nov 25 11:19:30.391734 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-a9303c3b-48e1-4c94-857c-a046dad29af5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a2e960edcd846ee93330dbace42bf6a&device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 1099 time: 0.1524940 Nov 25 11:19:30.516233 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:19:30.533182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:30.551083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e16993b5-6046-4337-8dab-99779d0146d9 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:30.611969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Port': ['ID=af060730-5843-46a1-a66d-d6fe77972daa,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:30.704335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:30.711556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:30.737022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:30.795544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-c245abd2-f2a3-4265-b67d-32b8775e3073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:30.798160 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-c245abd2-f2a3-4265-b67d-32b8775e3073 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56c2cb08-12f4-4f72-ba77-18082d74f056 HTTP/1.1" status: 200 len: 906 time: 0.3969288 Nov 25 11:19:30.801706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:30.879360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'e1c75420-0efb-474b-8b5b-6e79d10f3e72', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'floating_ip_address': '172.26.5.162', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'port_id': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'mac_address': 'fa:16:3e:21:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:39Z', 'updated_at': '2021-11-25T11:19:23Z', 'revision_number': 1, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:52Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:30.884343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf192022-4528-46e9-ae2e-a007a448e246 None None] The sync data for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv is: [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'e1c75420-0efb-474b-8b5b-6e79d10f3e72', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'floating_ip_address': '172.26.5.162', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'port_id': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'mac_address': 'fa:16:3e:21:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:39Z', 'updated_at': '2021-11-25T11:19:23Z', 'revision_number': 1, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:52Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:30.991948 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "DELETE /v2.0/ports/af060730-5843-46a1-a66d-d6fe77972daa HTTP/1.1" status: 204 len: 168 time: 1.4946835 Nov 25 11:19:30.996543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:31.014646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:31.047031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7df92-957a-484b-beee-567326de649e req-1a77a5e0-d7d7-486b-80f8-b35c5e129352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:31.048497 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ff7df92-957a-484b-beee-567326de649e req-1a77a5e0-d7d7-486b-80f8-b35c5e129352 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 913 time: 0.6956375 Nov 25 11:19:31.073111 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'eb2439ec-d85b-43c5-a38d-665a91f189f6', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'port_id': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'mac_address': 'fa:16:3e:79:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:43Z', 'updated_at': '2021-11-25T11:19:25Z', 'revision_number': 1, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:59Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:31.077987 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01cd884-ef4f-4b93-a927-605ef48de8cb None None] The sync data for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv is: [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'eb2439ec-d85b-43c5-a38d-665a91f189f6', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'port_id': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'mac_address': 'fa:16:3e:79:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:18:43Z', 'updated_at': '2021-11-25T11:19:25Z', 'revision_number': 1, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:59Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:31.085751 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-a2a10097-98b0-4084-b646-fb0dddfa02c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7 HTTP/1.1" status: 200 len: 1000 time: 0.2782073 Nov 25 11:19:31.157928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24168136-9541-4d6b-970b-a66bdfc1fbf1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:31.158648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-24168136-9541-4d6b-970b-a66bdfc1fbf1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Synchronizing usage tracker for tenant:cf86216ddf7f43f7a699e4c1a7e832fd on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:31.169789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:31.181197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-eaaff11c-dcc6-4742-adf1-6f9ae772dd09 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:31.185981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-89f1e7c2-924a-4ce7-8634-003b2b307ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:31.187442 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-89f1e7c2-924a-4ce7-8634-003b2b307ef3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23cae3e5-0223-4935-af3c-7f97ab535e58 HTTP/1.1" status: 200 len: 844 time: 0.0936720 Nov 25 11:19:31.192631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-24168136-9541-4d6b-970b-a66bdfc1fbf1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Unset dirty status for tenant:cf86216ddf7f43f7a699e4c1a7e832fd on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:31.194016 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-24168136-9541-4d6b-970b-a66bdfc1fbf1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "GET /v2.0/ports?device_id=cec59743-3855-44bd-8a97-d34f3d3c975c HTTP/1.1" status: 200 len: 913 time: 0.1977043 Nov 25 11:19:31.208611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59896) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:31.276849 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-d1f306a0-2e76-4f95-8ef6-1525bd91866d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56c2cb08-12f4-4f72-ba77-18082d74f056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805631 Nov 25 11:19:31.418295 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-bea1c069-9525-42bd-8165-b66abfc3b3bb service neutron] 10.222.0.48 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291223 Nov 25 11:19:31.550180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:31.554574 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f24edf05-cd23-4766-8e91-1b8fdc897bee req-4774c26d-e509-4a3c-aaf1-fd73d6bac5e4 service neutron] 10.222.0.48 "GET /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280959 Nov 25 11:19:31.555238 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ff7df92-957a-484b-beee-567326de649e req-34389b08-f7f5-48cc-a889-214c16c207a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 999 time: 0.4896038 Nov 25 11:19:31.556238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event updated for resources: {'Port': ['ID=6aa01174-8f30-4c71-9b57-3ae1181ad79d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:31.558840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:31.559813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:31.565105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:31.569367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:31.647302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c687d1b-18b7-457d-9a17-e173a4da00df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:31.930494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=29ed9b47-3be4-4ab7-ae36-ef902268b8e5,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:31.933000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:31.946676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7df92-957a-484b-beee-567326de649e req-990f87e7-decc-4e55-b850-b7101b2ed47b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:31.948206 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ff7df92-957a-484b-beee-567326de649e req-990f87e7-decc-4e55-b850-b7101b2ed47b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.3467369 Nov 25 11:19:32.277496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': '4046b850-c35c-44d8-b1e1-8bd24dbb37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:32.277744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: f761044b-462f-49f1-b24f-5c4dfc372252, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:32.314605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Router 72cabf39-4db3-4e5b-9672-89499df99a94 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:32.460942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network f761044b-462f-49f1-b24f-5c4dfc372252 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:32.475646 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ff7df92-957a-484b-beee-567326de649e req-f6feee81-f79c-4f28-a538-26b12dcfabd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3351607 Nov 25 11:19:32.579180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, f761044b-462f-49f1-b24f-5c4dfc372252) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:32.584101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:32.584911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:32.588626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6816876a-649d-4860-98f6-a185b45ce72b None None] Network f761044b-462f-49f1-b24f-5c4dfc372252 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:32.735022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:32.746794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:32.754757 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7190523 Nov 25 11:19:32.755111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59908) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:32.761389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1132029621'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:32.783682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:32.788981 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "PUT /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8484459 Nov 25 11:19:32.795197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59912) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:32.799834 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] Sync routers for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:32.811821 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:32.812965 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:32.817535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:32.818761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:32.819597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:32.850081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:32.850629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:32.883150 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ff7df92-957a-484b-beee-567326de649e req-be8d04e1-3f39-4cc6-9c90-e8b9e2020134 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475301 Nov 25 11:19:32.917662 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-1e90f175-f5fb-4c2c-b044-1c0b94681c8c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] delete failed (client error): The resource could not be found. Nov 25 11:19:32.922691 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e90f175-f5fb-4c2c-b044-1c0b94681c8c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1036861760 HTTP/1.1" status: 404 len: 335 time: 0.1225157 Nov 25 11:19:32.924438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:32.957327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:32.959180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8540a7d2-5ab7-4b3f-b047-2607401c514a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'router': {'external_gateway_info': {'network_id': '72cabf39-4db3-4e5b-9672-89499df99a94'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:32.966227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-f761044b-462f-49f1-b24f-5c4dfc372252', 'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252', 'tenant_id': '58b0c4ff0a7c4873b2ec25251853e5ef', 'fixed_ips': [{'subnet_id': '29ed9b47-3be4-4ab7-ae36-ef902268b8e5'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:19:32.971537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:32.981634 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:32.998802 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:32.999419 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:33.006904 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.6690371 Nov 25 11:19:33.013557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59922) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:33.066425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:33.067478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:33.068347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:33.088201 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:33.088712 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa93895-50c5-489c-939a-b6440e42f73c None None] The sync data for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:33.143337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:33.143337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ab1da-9908-4998-9fa9-12baf7722aa3 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:33.151690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:33.164802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:33.225715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Allocated IP 2001:db8::2 (f761044b-462f-49f1-b24f-5c4dfc372252/29ed9b47-3be4-4ab7-ae36-ef902268b8e5/35b95906-daef-4e7f-ad79-cd219ad897e0) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:33.310986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.323538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:33.326725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.362397 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ff7df92-957a-484b-beee-567326de649e req-5dda7c31-5861-47c1-9f22-26127d0e3cd2 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989685 Nov 25 11:19:33.374584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port d4560b97-5c12-40d4-924b-50468b628b25 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:33.458558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.486534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Transition to ACTIVE for port object 35b95906-daef-4e7f-ad79-cd219ad897e0 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:33.529936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Transition to ACTIVE for port object 35b95906-daef-4e7f-ad79-cd219ad897e0 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:33.550983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.563884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a7d0e55d-385e-445d-9347-fc49268b0b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:33.642957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Network f761044b-462f-49f1-b24f-5c4dfc372252 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:33.645203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Pushing event updated for resources: {'Port': ['ID=35b95906-daef-4e7f-ad79-cd219ad897e0,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:33.648119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:33.650111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:33.651029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:33.654993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::2e8 (f761044b-462f-49f1-b24f-5c4dfc372252/29ed9b47-3be4-4ab7-ae36-ef902268b8e5/d4560b97-5c12-40d4-924b-50468b628b25) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:33.752127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Attempting to bind port 35b95906-daef-4e7f-ad79-cd219ad897e0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:33.752523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Attempting to bind port 35b95906-daef-4e7f-ad79-cd219ad897e0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '4046b850-c35c-44d8-b1e1-8bd24dbb37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:33.752887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Attempting to bind port 35b95906-daef-4e7f-ad79-cd219ad897e0 on network f761044b-462f-49f1-b24f-5c4dfc372252 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:33.760673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:33.761061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Checking segment: {'id': '4046b850-c35c-44d8-b1e1-8bd24dbb37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:33.761417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.761809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Bound using segment: {'id': '4046b850-c35c-44d8-b1e1-8bd24dbb37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:33.762282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Bound port: 35b95906-daef-4e7f-ad79-cd219ad897e0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4046b850-c35c-44d8-b1e1-8bd24dbb37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f761044b-462f-49f1-b24f-5c4dfc372252'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:33.762655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.777901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.857188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] For port 35b95906-daef-4e7f-ad79-cd219ad897e0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:33.860153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] For port 35b95906-daef-4e7f-ad79-cd219ad897e0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35b95906-daef-4e7f-ad79-cd219ad897e0,segment=NetworkSegment(4046b850-c35c-44d8-b1e1-8bd24dbb37cb),segment_id=4046b850-c35c-44d8-b1e1-8bd24dbb37cb)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:33.865041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.875235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:33.935206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.943936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.944265 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP f839a9b9-103f-4e1a-a96f-4272e1fd263f disassociated. External IP: 172.26.5.15, port: 902b0d75-02bc-403b-a20e-283d6cd5931c. Nov 25 11:19:33.953762 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-5bbfcdea-d007-48cd-bc41-0c8c48fbbfd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6625988 Nov 25 11:19:33.956533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5daf10cd-758f-4b00-94d6-1aef2fad28c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.981665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Pushing event updated for resources: {'Port': ['ID=35b95906-daef-4e7f-ad79-cd219ad897e0,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:33.985114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8540a7d2-5ab7-4b3f-b047-2607401c514a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:33.994432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:34.093525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:34.105051 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-8540a7d2-5ab7-4b3f-b047-2607401c514a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] update failed (client error): The resource could not be found. Nov 25 11:19:34.106169 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8540a7d2-5ab7-4b3f-b047-2607401c514a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "PUT /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94 HTTP/1.1" status: 404 len: 339 time: 1.1802673 Nov 25 11:19:34.115395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59932) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:34.117356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:34.169911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Router 6c46f993-0571-4154-8122-9000dd40749c is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:19:34.290340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object d4560b97-5c12-40d4-924b-50468b628b25 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:34.476452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:34.481712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a0b7fcef-6789-49ca-b48d-b698e8f123ad tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:34.526316 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-78daed8d-5877-4971-9df4-e28682a15faa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9287aa4b186d4a0592746529ca926ab6&device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 1099 time: 0.4628813 Nov 25 11:19:34.593162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network f761044b-462f-49f1-b24f-5c4dfc372252 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:34.602554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=d4560b97-5c12-40d4-924b-50468b628b25,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:34.657087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:34.659656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:34.672497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:34.676590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:34.677177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:34.859795 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1035321 Nov 25 11:19:34.866406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59940) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:34.871488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:34.884366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] Sync routers for ids ['6c46f993-0571-4154-8122-9000dd40749c'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:34.889803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-75bc7408-4524-4766-b1ad-e87950ca6d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:34.891262 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-75bc7408-4524-4766-b1ad-e87950ca6d6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c HTTP/1.1" status: 200 len: 913 time: 0.3345497 Nov 25 11:19:34.898542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] Routers {'6c46f993-0571-4154-8122-9000dd40749c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:34.899185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6c46f993-0571-4154-8122-9000dd40749c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:34.976121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:35.000560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] Routers {'6c46f993-0571-4154-8122-9000dd40749c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:35.001215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6c46f993-0571-4154-8122-9000dd40749c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:35.089426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:35.096153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:35.099219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:35.099789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93053e4-17d1-4dba-bb6b-3628b4273624 None None] The sync data for ids ['6c46f993-0571-4154-8122-9000dd40749c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:35.101325 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0195994 Nov 25 11:19:35.101658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:35.106880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port d4560b97-5c12-40d4-924b-50468b628b25 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:35.107307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:35.107654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': False}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:35.145918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5560d0b-3964-43de-b0dd-d968fa142ad2 None None] Network f761044b-462f-49f1-b24f-5c4dfc372252 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:35.158093 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-9a769841-77c3-4d87-a5e2-4400543793f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd HTTP/1.1" status: 200 len: 1000 time: 0.2257619 Nov 25 11:19:35.306035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-06f29aed-58bf-4453-a898-6675f4de737b None None] Provisioning for port 35b95906-daef-4e7f-ad79-cd219ad897e0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:35.539787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:35.648769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 35b95906-daef-4e7f-ad79-cd219ad897e0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:35.659001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:35.660542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-8e228ec5-5f44-465e-8ce5-32990de8c058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:35.662081 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-8e228ec5-5f44-465e-8ce5-32990de8c058 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74477cdd-5732-48b5-9c7f-5ed7b1ea7527 HTTP/1.1" status: 200 len: 851 time: 0.4852905 Nov 25 11:19:35.726381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 35b95906-daef-4e7f-ad79-cd219ad897e0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:35.731984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 35b95906-daef-4e7f-ad79-cd219ad897e0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:35.732527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:35.816565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Provisioning complete for port 35b95906-daef-4e7f-ad79-cd219ad897e0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:35.817185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:35.836964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for d4560b97-5c12-40d4-924b-50468b628b25 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:35.958186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Allocated IP 172.20.0.1 (7f88ead9-4a59-4580-8b3b-43a0bb83af88/8239ff10-af4b-4892-a0df-83d3b4c6e526/aac6b4fa-e9f8-4fe9-b4cf-aa0881533964) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:35.975537 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-75cb6823-992d-4471-99af-0db002b332d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3029959 Nov 25 11:19:36.019589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.056574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.083017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] For port 35b95906-daef-4e7f-ad79-cd219ad897e0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35b95906-daef-4e7f-ad79-cd219ad897e0,segment=NetworkSegment(4046b850-c35c-44d8-b1e1-8bd24dbb37cb),segment_id=4046b850-c35c-44d8-b1e1-8bd24dbb37cb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:36.094832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.096646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:36.098871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.118965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:36.174470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=d4560b97-5c12-40d4-924b-50468b628b25,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:36.177699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:36.185026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Could not find standard attr ID for object d4560b97-5c12-40d4-924b-50468b628b25. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:19:36.227774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:19:36.228066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:19:36.238592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Pushing event updated for resources: {'Port': ['ID=35b95906-daef-4e7f-ad79-cd219ad897e0,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:36.244837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:36.245484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98a58d65-c871-445e-808a-80238533ca7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.249546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.259534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Deleting port ea797865-1030-4bb0-aa83-12df337d223c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:36.259865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.302427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-139fd7c3-ff1c-4f2b-9b35-3709f71fe959 None None] Could not find standard attr ID for object d4560b97-5c12-40d4-924b-50468b628b25. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:19:36.303248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/d4560b97-5c12-40d4-924b-50468b628b25 HTTP/1.1" status: 204 len: 168 time: 1.4295750 Nov 25 11:19:36.308571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59954) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:36.351300 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-88f0144e-6d51-4c92-b9cf-375650212520 service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608012 Nov 25 11:19:36.374210 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-488c550b-57d9-49b2-8bb7-fb1882386be8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:19:36.374711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-488c550b-57d9-49b2-8bb7-fb1882386be8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:36.389571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.471147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Transition to ACTIVE for port object aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:36.523313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-488c550b-57d9-49b2-8bb7-fb1882386be8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:36.524170 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-488c550b-57d9-49b2-8bb7-fb1882386be8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/d4560b97-5c12-40d4-924b-50468b628b25 HTTP/1.1" status: 404 len: 333 time: 0.2125578 Nov 25 11:19:36.529391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59960) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:36.608700 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d12accb9-0c8c-44e8-bcdd-7baa588afedb req-2ecce780-994a-45e2-ad6d-52a2885f50bf service neutron] 10.222.0.48 "GET /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442007 Nov 25 11:19:36.613427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.618512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef88725d-e529-4117-8122-804743e60ea0 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:36.652195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.688145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:36.697262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:36.713032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:36.745411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Port': ['ID=aac6b4fa-e9f8-4fe9-b4cf-aa0881533964,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:36.760185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:36.801532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.806892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Calling delete_port for ea797865-1030-4bb0-aa83-12df337d223c owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:36.931890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-24f2a991-1645-47f0-a353-b3af3ee581ba None None] Provisioning for port aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:36.937542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-24f2a991-1645-47f0-a353-b3af3ee581ba None None] Provisioning complete for port aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:36.938162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24f2a991-1645-47f0-a353-b3af3ee581ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.938978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:36.943681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:36.954253 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:36.966250 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:36.967211 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:36.977026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.002337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-24f2a991-1645-47f0-a353-b3af3ee581ba None None] Port aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:37.037351 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:37.047319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet 29ed9b47-3be4-4ab7-ae36-ef902268b8e5 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:19:37.049214 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:37.049876 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:37.058750 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-673fafae-908e-4e72-9b29-dc8b71597e57 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/floatingips/f839a9b9-103f-4e1a-a96f-4272e1fd263f HTTP/1.1" status: 200 len: 687 time: 4.0430386 Nov 25 11:19:37.060668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.118461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:37.119187 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575009fa-285c-49fd-9974-3b1f6f44712d None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:37.195458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59966) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:37.278839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.383881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.410207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 5b7ad3be-e024-427a-877c-f95f3abda533 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:37.410547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.476356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.557496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 35b95906-daef-4e7f-ad79-cd219ad897e0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:37.658936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 35b95906-daef-4e7f-ad79-cd219ad897e0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:37.660346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.690963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.701267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.714548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.736450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.742345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.742667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:37.751264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:37.751473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2047f18c-e17e-4b56-8c51-a889762891e7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:37.819488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Port': ['ID=ea797865-1030-4bb0-aa83-12df337d223c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:37.825742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:37.892054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event updated for resources: {'Port': ['ID=aac6b4fa-e9f8-4fe9-b4cf-aa0881533964,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:37.893295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59405e-4141-4b0f-b247-8d4548fe13b3 None None] New status for floating IP eb2439ec-d85b-43c5-a38d-665a91f189f6: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:19:37.898244 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2717f3-21cb-463b-bdd0-a3331d60a1e7 None None] New status for floating IP e1c75420-0efb-474b-8b5b-6e79d10f3e72: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:19:37.901841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:37.916669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.001441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 5b7ad3be-e024-427a-877c-f95f3abda533 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:38.252048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:38.256364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:38.369521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.389858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.402752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.414890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:38.480454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee27ff9-deab-44f3-b49a-5de699a4cb43 None None] Network f761044b-462f-49f1-b24f-5c4dfc372252 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:38.486852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=29ed9b47-3be4-4ab7-ae36-ef902268b8e5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:38.491019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:38.499563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.594801 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/29ed9b47-3be4-4ab7-ae36-ef902268b8e5 HTTP/1.1" status: 204 len: 168 time: 2.0621567 Nov 25 11:19:38.596187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59978) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:38.630390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.642663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:38.721557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1c34140d-6cd6-4968-9d60-9aafca4e95ef None None] Provisioning complete for port aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:38.722525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c34140d-6cd6-4968-9d60-9aafca4e95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.735887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=5b7ad3be-e024-427a-877c-f95f3abda533,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:38.788516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.804561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1c34140d-6cd6-4968-9d60-9aafca4e95ef None None] Port aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:38.864368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:38.940178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] DHCP port deletion for f761044b-462f-49f1-b24f-5c4dfc372252 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:19:38.945142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Deleting port 35b95906-daef-4e7f-ad79-cd219ad897e0 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:38.945621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:38.945736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Router 72cabf39-4db3-4e5b-9672-89499df99a94 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:38.968621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.014854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.017178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.021631 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/floatingips/f839a9b9-103f-4e1a-a96f-4272e1fd263f HTTP/1.1" status: 204 len: 168 time: 1.8166163 Nov 25 11:19:39.021631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 35b95906-daef-4e7f-ad79-cd219ad897e0 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:39.021631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.024509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59984) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:39.037600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': 'fe290a3e-47c9-47f3-9d37-e41faa1e5dca'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:39.075495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.093281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Router 6c46f993-0571-4154-8122-9000dd40749c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:39.094494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:39.108945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:floatingip and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:39.115636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:39.124338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:39.204870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.207149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] For port 35b95906-daef-4e7f-ad79-cd219ad897e0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35b95906-daef-4e7f-ad79-cd219ad897e0,segment=NetworkSegment(4046b850-c35c-44d8-b1e1-8bd24dbb37cb),segment_id=4046b850-c35c-44d8-b1e1-8bd24dbb37cb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:39.207610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.324074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] For port 35b95906-daef-4e7f-ad79-cd219ad897e0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35b95906-daef-4e7f-ad79-cd219ad897e0,segment=NetworkSegment(4046b850-c35c-44d8-b1e1-8bd24dbb37cb),segment_id=4046b850-c35c-44d8-b1e1-8bd24dbb37cb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:39.324302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.327046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Calling delete_port for 35b95906-daef-4e7f-ad79-cd219ad897e0 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:39.348585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:39.364099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] Sync routers for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:39.394673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:39.395170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.429428 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "PUT /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3083668 Nov 25 11:19:39.431898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 59990) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:39.465070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.479554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:39.479554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.497398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 35b95906-daef-4e7f-ad79-cd219ad897e0 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:39.547294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.552532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:39.582502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.583199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5da0d-9715-4487-9485-a755f63338a0 None None] The sync data for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:39.601383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Pushing event deleted for resources: {'Port': ['ID=35b95906-daef-4e7f-ad79-cd219ad897e0,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:39.606147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:39.609256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] No DVR routers for this DVR port 35b95906-daef-4e7f-ad79-cd219ad897e0 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:19:39.615436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.618399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:19:39.619254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:19:39.684594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 35b95906-daef-4e7f-ad79-cd219ad897e0 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:39.745552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 35b95906-daef-4e7f-ad79-cd219ad897e0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:19:39.746043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 35b95906-daef-4e7f-ad79-cd219ad897e0 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:19:39.752187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:39.767398 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] Sync routers for ids ['6c46f993-0571-4154-8122-9000dd40749c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:39.794740 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] Routers {'6c46f993-0571-4154-8122-9000dd40749c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:39.795763 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6c46f993-0571-4154-8122-9000dd40749c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.813303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.817409 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ae82af7-4526-4192-bd2f-8c3a0784a1b7 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "PUT /v2.0/routers/6c46f993-0571-4154-8122-9000dd40749c HTTP/1.1" status: 200 len: 925 time: 4.7119148 Nov 25 11:19:39.820146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e141-e7b0-45c1-9a3f-c739bb53dcaf tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:39.844964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 59996) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:39.859514 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.870248 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] Routers {'6c46f993-0571-4154-8122-9000dd40749c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:39.870850 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6c46f993-0571-4154-8122-9000dd40749c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.931597 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:39.932149 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ab668-ca2a-472e-b883-918459c2fa7d None None] The sync data for ids ['6c46f993-0571-4154-8122-9000dd40749c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:39.971127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.26.5.139 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b4da53c5-f8c3-48ea-b17d-ae11917dfcad) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:40.120314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 35b95906-daef-4e7f-ad79-cd219ad897e0 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:40.120648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.150878 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-e7d9e141-e7b0-45c1-9a3f-c739bb53dcaf tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 11:19:40.154581 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7d9e141-e7b0-45c1-9a3f-c739bb53dcaf tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94 HTTP/1.1" status: 409 len: 329 time: 0.7189298 Nov 25 11:19:40.154800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.157624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60002) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:40.364837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] The port '35b95906-daef-4e7f-ad79-cd219ad897e0' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:19:40.455010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.460058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:40.511945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.528234 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-157b1284-8ccc-4c52-8a07-d82d83973ddb tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/6c46f993-0571-4154-8122-9000dd40749c HTTP/1.1" status: 200 len: 925 time: 0.6794744 Nov 25 11:19:40.529793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60006) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:40.552768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f761044b-462f-49f1-b24f-5c4dfc372252']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:40.568740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4046b850-c35c-44d8-b1e1-8bd24dbb37cb') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:40.569134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4046b850-c35c-44d8-b1e1-8bd24dbb37cb') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:40.575501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:40.583301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=b4da53c5-f8c3-48ea-b17d-ae11917dfcad,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:40.584148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.585763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:40.587520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:40.589839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:40.605885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.615440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:19:40.615757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:19:40.630302 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:19:40.692454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Router cec59743-3855-44bd-8a97-d34f3d3c975c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:40.723434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.789658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:40.792204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-58bacdf4-b5f1-4e23-a338-d8ab15a8cb49 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:40.819328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=f761044b-462f-49f1-b24f-5c4dfc372252,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:40.821963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:40.837199 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/f761044b-462f-49f1-b24f-5c4dfc372252 HTTP/1.1" status: 204 len: 168 time: 2.2365878 Nov 25 11:19:40.837749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60012) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:40.846024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'name': 'tempest-PortsIpV6TestJSON-1463554766'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:40.858558 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1fc7b837-02a0-4951-972a-d78045f3d2a0 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=6c46f993-0571-4154-8122-9000dd40749c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3280547 Nov 25 11:19:40.875476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60018) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:41.016746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:41.116432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:41.124450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:41.129331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:41.150147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:41.178335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:41.181302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:41.197174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8aed7-36a2-414a-9e72-364f27bed5a8 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:41.202356 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-adc8aed7-36a2-414a-9e72-364f27bed5a8 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.3212304 Nov 25 11:19:41.202926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60024) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:41.223516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port bb47e992-d1cb-47b9-89a7-92979459c0a8 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:41.276866 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a8b1791-eb05-45eb-9f78-78e1c3f38d0b tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c46f993-0571-4154-8122-9000dd40749c HTTP/1.1" status: 200 len: 205 time: 0.0673263 Nov 25 11:19:41.277841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60028) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:41.308108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:41.326256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] Sync routers for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:41.335296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "PUT /v2.0/routers/cec59743-3855-44bd-8a97-d34f3d3c975c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1143343 Nov 25 11:19:41.336255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60032) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:41.342545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:41.343772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:41.412519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:41.423182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] Routers {'cec59743-3855-44bd-8a97-d34f3d3c975c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:41.423593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cec59743-3855-44bd-8a97-d34f3d3c975c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:41.501893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:41.502408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d637736-08bf-44d9-8318-a1fa4726d5a1 None None] The sync data for ids ['cec59743-3855-44bd-8a97-d34f3d3c975c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:41.614468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:41.708605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:41.715349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54b55aba-7e41-4be4-8a8a-694912773a9f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:41.805005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:41.810019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:41.812393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:41.817003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:41.817573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:41.831126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=bb47e992-d1cb-47b9-89a7-92979459c0a8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:41.833717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:41.845577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:41.900012 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0612195 Nov 25 11:19:41.906518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60036) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:41.978745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port bb47e992-d1cb-47b9-89a7-92979459c0a8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:41.978984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.016821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.090777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.223830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.391520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.517027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for bb47e992-d1cb-47b9-89a7-92979459c0a8 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:42.597488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.599881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.603749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.613091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Deleting port 88fe9c96-07e6-45ab-bb08-8e4c0e0068af {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:42.613488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.634090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.645609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-41b649a2-e947-4f81-aafd-540109d29862 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:42.649490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.657031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-01fbdf82-6893-4101-80c7-fa59030592df tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:42.697301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Deleting port 6aa01174-8f30-4c71-9b57-3ae1181ad79d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:42.697641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.716788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=bb47e992-d1cb-47b9-89a7-92979459c0a8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:42.719117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:42.741983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.784473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting port aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:42.784808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.801023 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/bb47e992-d1cb-47b9-89a7-92979459c0a8 HTTP/1.1" status: 204 len: 168 time: 0.8926847 Nov 25 11:19:42.803380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60046) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:42.811719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'mac_address': 'fa:16:3e:e8:ba:ee', 'name': 'tempest-PortsIpV6TestJSON-1188561544'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:42.880534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=b4da53c5-f8c3-48ea-b17d-ae11917dfcad,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:42.890173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:42.903596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:42.947805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.071432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:43.079150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Calling delete_port for 88fe9c96-07e6-45ab-bb08-8e4c0e0068af owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:43.111291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:43.115501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:43.125430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:43.149165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:43.155097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.278188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.318148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port c230157f-3c07-464d-93c2-2d32d2daa361 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:43.439410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Calling delete_port for 6aa01174-8f30-4c71-9b57-3ae1181ad79d owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:43.458043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.468401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8199634c-6645-4195-adfd-0e18a61611d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:43.470097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.622156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Port': ['ID=88fe9c96-07e6-45ab-bb08-8e4c0e0068af,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:43.624448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:43.670356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Calling delete_port for aac6b4fa-e9f8-4fe9-b4cf-aa0881533964 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:43.875151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.884251 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP 9444c12c-511a-4376-b5e6-b2f47bcb00f9 associated. External IP: 172.26.5.139, port: fe290a3e-47c9-47f3-9d37-e41faa1e5dca. Nov 25 11:19:43.961569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.962085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:43.992160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:44.045286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event deleted for resources: {'Port': ['ID=6aa01174-8f30-4c71-9b57-3ae1181ad79d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:44.051314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:44.153257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.163918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1bf41e2-5226-4373-ba80-1db7710b59ca tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:44.209756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.219688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Port': ['ID=aac6b4fa-e9f8-4fe9-b4cf-aa0881533964,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:44.222082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-58828476-0b31-402a-a957-66ed7e64954a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:44.277344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.300715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.308593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:44.313759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:44.317797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=c230157f-3c07-464d-93c2-2d32d2daa361,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:44.322279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:44.323882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:44.326831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:44.327445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.356611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:44.428239 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6237855 Nov 25 11:19:44.442655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:44.454676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.455186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Fanout notify agent at l3_agent the message router_deleted on router cec59743-3855-44bd-8a97-d34f3d3c975c {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:19:44.467141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.468270 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "DELETE /v2.0/routers/cec59743-3855-44bd-8a97-d34f3d3c975c HTTP/1.1" status: 204 len: 168 time: 3.1285815 Nov 25 11:19:44.470833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60064) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:44.554192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.718120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Deleting subnet de543742-3c2d-43fa-ae12-afa97463e4b4 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:19:44.721690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.778820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.865275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aac0db-74fd-494c-a9e6-4c8abd557a40 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:44.865828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-06aac0db-74fd-494c-a9e6-4c8abd557a40 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:44.870314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.944916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.949288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:44.982778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Subnet': ['ID=de543742-3c2d-43fa-ae12-afa97463e4b4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:44.986606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:44.989925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:44.998251 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "DELETE /v2.0/subnets/de543742-3c2d-43fa-ae12-afa97463e4b4 HTTP/1.1" status: 204 len: 168 time: 0.5241506 Nov 25 11:19:44.998408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2ac22-2189-4abe-aece-ba6073057198 None None] Network 0933611d-8e92-4ea3-87fa-a3e69df2d146 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:44.998869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60070) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:45.136228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.142340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-06aac0db-74fd-494c-a9e6-4c8abd557a40 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:45.147376 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-06aac0db-74fd-494c-a9e6-4c8abd557a40 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/c230157f-3c07-464d-93c2-2d32d2daa361 HTTP/1.1" status: 200 len: 845 time: 0.7000873 Nov 25 11:19:45.147376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60074) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:45.187915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.212573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.215678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.223508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Deleting port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:45.223839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.247183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port c230157f-3c07-464d-93c2-2d32d2daa361 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:45.247610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.268474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] DHCP port deletion for 0933611d-8e92-4ea3-87fa-a3e69df2d146 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:19:45.272396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Deleting port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:45.273010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.422927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.423425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Fanout notify agent at l3_agent the message router_deleted on router 6c46f993-0571-4154-8122-9000dd40749c {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:19:45.443617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] For port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,segment=NetworkSegment(28b00b07-ae7c-492c-920d-4a365e1ad950),segment_id=28b00b07-ae7c-492c-920d-4a365e1ad950)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:45.444025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.525218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] For port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,segment=NetworkSegment(28b00b07-ae7c-492c-920d-4a365e1ad950),segment_id=28b00b07-ae7c-492c-920d-4a365e1ad950)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:45.525619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.597888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Calling delete_port for 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:45.622909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.627288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/6c46f993-0571-4154-8122-9000dd40749c HTTP/1.1" status: 204 len: 168 time: 4.3456230 Nov 25 11:19:45.656482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:45.669661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60082) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:45.690076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-643746936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:45.717749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.722346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c3d3a023-f855-4a17-8a26-629aa627f66f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:45.758335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:45.769573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Port': ['ID=4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:45.773863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:45.776485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] No DVR routers for this DVR port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:19:45.816070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Calling delete_port for 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:45.843152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Usage tracker for resource:router and tenant:7484d8b72bab4752a05d54d8d7cf561f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:45.847473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:45.854513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No active binding found for port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b {{(pid=83571) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 25 11:19:45.854917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:19:45.868940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.881234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:45.900308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.900772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:19:45.901144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:19:45.925567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0933611d-8e92-4ea3-87fa-a3e69df2d146']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:45.937805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b00b07-ae7c-492c-920d-4a365e1ad950') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:45.938173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b00b07-ae7c-492c-920d-4a365e1ad950') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:45.950644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.967233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.974549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:19:45.974946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:19:45.990565 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:19:46.074292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.078174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:46.093184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.104899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Network': ['ID=0933611d-8e92-4ea3-87fa-a3e69df2d146,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:46.109208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:46.116965 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "DELETE /v2.0/networks/0933611d-8e92-4ea3-87fa-a3e69df2d146 HTTP/1.1" status: 204 len: 168 time: 1.1175361 Nov 25 11:19:46.119395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60088) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:46.178436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for c230157f-3c07-464d-93c2-2d32d2daa361 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:46.219146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.220080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.278930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Deleting port 482b49bd-1d95-4eaa-9f30-28d17aa8436b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:46.279263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.395019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.402555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Deleting port 4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:46.404049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.421640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.429866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-52f41fba-7086-4680-9c4f-5004b25d0d09 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:46.447395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.447726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.472913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dfd03f9e-fd9d-4986-ad84-2734fd574722 None None] The port '4d7fb219-0aa1-4ccd-bcbf-0d8353a7d25b' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:19:46.477182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=c230157f-3c07-464d-93c2-2d32d2daa361,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:46.492610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:46.497299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.503804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Router 72cabf39-4db3-4e5b-9672-89499df99a94 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:46.523259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.546520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.550395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca0c0520-bd3b-401d-bfdb-9df422b452ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8645875 Nov 25 11:19:46.553753 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/c230157f-3c07-464d-93c2-2d32d2daa361 HTTP/1.1" status: 204 len: 168 time: 1.4034488 Nov 25 11:19:46.553753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:46.556344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60094) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:46.570217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Calling delete_port for 482b49bd-1d95-4eaa-9f30-28d17aa8436b owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:46.596122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:46.703455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:46.775720 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa73ec3-64d6-4abf-95ab-47fd8e66b025 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:19:46.776160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cfa73ec3-64d6-4abf-95ab-47fd8e66b025 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:46.803382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.807131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6365263a-f944-4546-84f1-8e957767ef06 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:46.858157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Pushing event deleted for resources: {'Port': ['ID=482b49bd-1d95-4eaa-9f30-28d17aa8436b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:46.862704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:46.935469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cfa73ec3-64d6-4abf-95ab-47fd8e66b025 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:46.936717 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cfa73ec3-64d6-4abf-95ab-47fd8e66b025 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/c230157f-3c07-464d-93c2-2d32d2daa361 HTTP/1.1" status: 404 len: 333 time: 0.3771439 Nov 25 11:19:46.942875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60104) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:46.954164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.956245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'name': 'tempest-PortsIpV6TestJSON-1078486035'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:46.975237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:46.976396 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] 10.222.0.41 "DELETE /v2.0/floatingips/f895eda7-a059-4a0b-afdc-0001b652a618 HTTP/1.1" status: 204 len: 168 time: 0.8561184 Nov 25 11:19:47.032765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:47.042375 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] Sync routers for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:47.055895 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:47.056534 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.115703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:47.115905 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "PUT /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9572179 Nov 25 11:19:47.120812 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.132607 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] Routers {'72cabf39-4db3-4e5b-9672-89499df99a94'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:47.133209 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['72cabf39-4db3-4e5b-9672-89499df99a94'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.197840 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.198619 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257ef06-ac32-483f-ac60-8405f15d2657 None None] The sync data for ids ['72cabf39-4db3-4e5b-9672-89499df99a94'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:47.225018 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-6ea34751-1d8f-4fca-a048-ea55614a9ca1 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] show failed (client error): The resource could not be found. Nov 25 11:19:47.226046 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6ea34751-1d8f-4fca-a048-ea55614a9ca1 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1123805366 HTTP/1.1" status: 404 len: 335 time: 0.1091290 Nov 25 11:19:47.230004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60116) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:47.235687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8bd0e855-aef3-453b-8d5c-009eef29c1ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:47.293662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:47.298786 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-8bd0e855-aef3-453b-8d5c-009eef29c1ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] update failed (client error): The resource could not be found. Nov 25 11:19:47.300414 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8bd0e855-aef3-453b-8d5c-009eef29c1ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-490051349 HTTP/1.1" status: 404 len: 334 time: 0.0694156 Nov 25 11:19:47.303765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60122) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:47.361739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60126) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:47.515965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:47.529228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting subnet ab90a2c4-ca2b-4d5f-b548-7ce3790756c2 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:19:47.532168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.593797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:47.597338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.607674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.635978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port ff0ad845-d43d-4b18-95e4-ce7967e2655c yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:47.640431 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4160ebc8-f71d-4940-ab61-c588ea961e86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf86216ddf7f43f7a699e4c1a7e832fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2769835 Nov 25 11:19:47.645574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60132) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:47.699411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.740616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.754921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.757820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:47.767671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:47.780245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:47.781034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.808759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.823987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.848408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.862821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:47.863550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.902563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.907515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:47.929821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:47.930408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bd970-21f2-4eef-9baf-159e8b386a5c None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:47.949629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Subnet': ['ID=ab90a2c4-ca2b-4d5f-b548-7ce3790756c2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:47.954653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:47.959653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.965193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.966651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27698fb0-dace-4917-a027-038e4c11b31e None None] Network 5485d8ce-e1dd-4a93-882c-234b68df0f3a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:47.975677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:47.988248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/subnets/ab90a2c4-ca2b-4d5f-b548-7ce3790756c2 HTTP/1.1" status: 204 len: 168 time: 0.6833959 Nov 25 11:19:47.991411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60140) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:47.994841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:47.997986 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69960989-ddfb-4d45-9a7a-3899d0df330e HTTP/1.1" status: 204 len: 168 time: 0.3490188 Nov 25 11:19:47.997986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69960989-ddfb-4d45-9a7a-3899d0df330e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:48.040847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:48.061241 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0345693 Nov 25 11:19:48.061905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60146) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:48.182812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.233337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting subnet 5b78f1bd-fa7d-438e-bf91-79b68b52bbdb {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:19:48.235132 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a31a1a7f-09b2-41a2-abc6-ca4bd1773a50 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "GET /v2.0/floatingips/9444c12c-511a-4376-b5e6-b2f47bcb00f9 HTTP/1.1" status: 200 len: 978 time: 0.1683497 Nov 25 11:19:48.238933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:48.244363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.308723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.333446 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] DHCP port deletion for 5485d8ce-e1dd-4a93-882c-234b68df0f3a request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:19:48.340603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Deleting port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:48.341542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.366533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.372119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-263ebcbc-7ac5-4571-a15d-396a4cb83572 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Synchronizing usage tracker for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:floatingip {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:48.379682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:48.429921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.468813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.522430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.525717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=ff0ad845-d43d-4b18-95e4-ce7967e2655c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:48.526805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.530860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:48.535090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:48.539342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:48.568428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:48.570254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-263ebcbc-7ac5-4571-a15d-396a4cb83572 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Unset dirty status for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:floatingip {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:48.574615 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-263ebcbc-7ac5-4571-a15d-396a4cb83572 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3336923 Nov 25 11:19:48.574748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.576715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:48.581552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:48.582155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.585633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:48.585783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/subnets/5b78f1bd-fa7d-438e-bf91-79b68b52bbdb HTTP/1.1" status: 204 len: 168 time: 0.5929997 Nov 25 11:19:48.585958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60160) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:48.590571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Subnet': ['ID=5b78f1bd-fa7d-438e-bf91-79b68b52bbdb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:48.593183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:48.606137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'port_id': '902b0d75-02bc-403b-a20e-283d6cd5931c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:48.619816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23671b-2df0-463d-8df1-9100c5ec1da5 None None] Network a81deb3c-8cec-41eb-bf09-1433d22bc2b2 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:48.620623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60166) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:48.639024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.676718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:48.680690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Usage tracker for resource:security_group_rule and tenant:169f67a284644c35bc3ca3120626f350 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:48.683576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:48.692689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:48.734338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] For port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6d00dc0d-83d6-4494-a58e-f4e8aacc8386,segment=NetworkSegment(e86218bb-4e54-4e4f-9477-ed75381c076d),segment_id=e86218bb-4e54-4e4f-9477-ed75381c076d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:48.734832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.771153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.776278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.790864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e781bf2-0303-4c51-9100-f401442b33e8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:48.802559 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8568273 Nov 25 11:19:48.805802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60170) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:48.823398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:48.869859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:48.875612 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=169f67a284644c35bc3ca3120626f350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2513888 Nov 25 11:19:48.879735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60174) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:48.885276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f76ca2-7ae6-413b-8931-a0b998d95209,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:48.888509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:48.915821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Calling delete_port for 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:48.935245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.035604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Allocated IP 172.26.5.29 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/cc7c980e-21cc-4625-8ee7-aa3b47805d69) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:49.045301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:49.045301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.064150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.070466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b97fa563-0951-4d82-ad0f-bec9d6fdb9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:49.106487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.148557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.149717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Pushing event deleted for resources: {'Port': ['ID=6d00dc0d-83d6-4494-a58e-f4e8aacc8386,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:49.154953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] DHCP port deletion for a81deb3c-8cec-41eb-bf09-1433d22bc2b2 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:19:49.159681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:49.162518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Deleting port b61423a3-598e-437c-9cc6-426a54edff30 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:49.163118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.179623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.199211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] No DVR routers for this DVR port 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:19:49.281774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] The port '6d00dc0d-83d6-4494-a58e-f4e8aacc8386' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:19:49.412362 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.420729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:49.432857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f76ca2-7ae6-413b-8931-a0b998d95209,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:49.435419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:49.448558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.452144 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41f76ca2-7ae6-413b-8931-a0b998d95209 HTTP/1.1" status: 204 len: 168 time: 0.5684159 Nov 25 11:19:49.471968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.491353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] For port b61423a3-598e-437c-9cc6-426a54edff30, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b61423a3-598e-437c-9cc6-426a54edff30,segment=NetworkSegment(16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa),segment_id=16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:49.492740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.498296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.517837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4e5f42e8-2c4f-407f-93f9-4523d8d8edb1 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:49.573902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.624746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.634042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cfbea2ac-a21c-46c4-8172-bed05eee5257 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:49.635468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] In _notify_port_updated(), no bound segment for port ff0ad845-d43d-4b18-95e4-ce7967e2655c on network 2e37f7da-8010-4045-a956-b39ac8eccab3 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:19:49.640247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:49.640848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.642399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "PUT /v2.0/ports/ff0ad845-d43d-4b18-95e4-ce7967e2655c HTTP/1.1" status: 200 len: 818 time: 0.8351436 Nov 25 11:19:49.647602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60186) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:49.674261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.718925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=ff0ad845-d43d-4b18-95e4-ce7967e2655c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:49.722945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:49.748988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port ff0ad845-d43d-4b18-95e4-ce7967e2655c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:49.749320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.755821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Calling delete_port for b61423a3-598e-437c-9cc6-426a54edff30 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:49.806673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:49.819755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5485d8ce-e1dd-4a93-882c-234b68df0f3a']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:49.820652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b61423a3-598e-437c-9cc6-426a54edff30 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:49.828599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:49.841499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:49.871847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event updated for resources: {'Port': ['ID=cc7c980e-21cc-4625-8ee7-aa3b47805d69,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:49.884010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86218bb-4e54-4e4f-9477-ed75381c076d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:49.884404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86218bb-4e54-4e4f-9477-ed75381c076d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:49.897374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:49.911938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.954699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:49.989015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b61423a3-598e-437c-9cc6-426a54edff30, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b61423a3-598e-437c-9cc6-426a54edff30,segment=NetworkSegment(16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa),segment_id=16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:50.005651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.006402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:50.036770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.040862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0a353b06-622e-444b-aa25-dbd755c52a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:50.053538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.062302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:19:50.063246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.071743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:19:50.072118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6d00dc0d-83d6-4494-a58e-f4e8aacc8386 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:19:50.083482 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:19:50.113905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:19:50.114271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:19:50.121502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b61423a3-598e-437c-9cc6-426a54edff30,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:50.124576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:50.134236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60192) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:50.197225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for ff0ad845-d43d-4b18-95e4-ce7967e2655c owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:50.252265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.273832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.282588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.285121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:50.311866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:50.322520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.323194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Network': ['ID=5485d8ce-e1dd-4a93-882c-234b68df0f3a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:50.325021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7de9dc691b4b3e99b5023141b109ba is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:50.326080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:50.332299 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/networks/5485d8ce-e1dd-4a93-882c-234b68df0f3a HTTP/1.1" status: 204 len: 168 time: 1.7416730 Nov 25 11:19:50.336147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60198) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:50.339800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b705718b-ccb6-4e60-908b-c38babf48099 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:50.370817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:50.390321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:50.395586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=ff0ad845-d43d-4b18-95e4-ce7967e2655c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:50.401243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:50.415759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.448350 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/ff0ad845-d43d-4b18-95e4-ce7967e2655c HTTP/1.1" status: 204 len: 168 time: 0.7993701 Nov 25 11:19:50.450478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60204) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:50.541668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.548898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.555932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.573285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cc8e41d9-2d2b-475e-a8fb-fa9595a30e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:50.598022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting port b61423a3-598e-437c-9cc6-426a54edff30 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:50.598414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.611063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3607e926-3e37-403e-8f45-1f4c42d6dcfd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:50.611735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3607e926-3e37-403e-8f45-1f4c42d6dcfd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:50.615857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Deleting port b61423a3-598e-437c-9cc6-426a54edff30 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:50.616458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.627137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327f18ca-e3ab-4bda-ae43-5782395ec4df,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:50.632647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:50.636419 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e7de9dc691b4b3e99b5023141b109ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5012126 Nov 25 11:19:50.639619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60208) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:50.663268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3607e926-3e37-403e-8f45-1f4c42d6dcfd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:50.664443 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3607e926-3e37-403e-8f45-1f4c42d6dcfd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2127044 Nov 25 11:19:50.667032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60212) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:50.710413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.737720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9548ce1e-9362-4f3a-b873-e967ce4fea95 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:19:50.742309 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9548ce1e-9362-4f3a-b873-e967ce4fea95 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/ff0ad845-d43d-4b18-95e4-ce7967e2655c HTTP/1.1" status: 404 len: 333 time: 0.0710716 Nov 25 11:19:50.745954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60218) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:50.752779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1596475688'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:50.759570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:50.765190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:50.773902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:50.783503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:50.788895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.792309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:19:50.814821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:50.817793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.838436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.868469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] For port b61423a3-598e-437c-9cc6-426a54edff30, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b61423a3-598e-437c-9cc6-426a54edff30,segment=NetworkSegment(16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa),segment_id=16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:50.868949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.885109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:50.897904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.898276 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment a50bec32-15fd-413a-96a8-03609ac27fb2 of type vlan for network 82341bb9-bdfc-47b4-a604-148817e7d4c4 Nov 25 11:19:50.931706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.935897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.941600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-58e0aa86-1d27-40d7-9d72-76f6c0fd1d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:50.958502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327f18ca-e3ab-4bda-ae43-5782395ec4df,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:50.970962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:50.985465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.989829 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/327f18ca-e3ab-4bda-ae43-5782395ec4df HTTP/1.1" status: 204 len: 168 time: 0.3460634 Nov 25 11:19:50.993087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:50.997615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:50.998322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.004948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-79b3cfc1-9363-4497-9381-81a915ab7763 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:51.029772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.039147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Calling delete_port for b61423a3-598e-437c-9cc6-426a54edff30 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:51.057073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.062378 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3153319 Nov 25 11:19:51.066161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60224) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:51.128437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:51.168254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.183188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:51.219919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=82341bb9-bdfc-47b4-a604-148817e7d4c4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:51.222568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] No DVR routers for this DVR port b61423a3-598e-437c-9cc6-426a54edff30 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:19:51.233794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:51.246478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:51.255454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Pushing event deleted for resources: {'Port': ['ID=b61423a3-598e-437c-9cc6-426a54edff30,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:51.262663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:51.269955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:51.274032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:51.278540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:51.284624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:51.300930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:51.438630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] For port b61423a3-598e-437c-9cc6-426a54edff30, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b61423a3-598e-437c-9cc6-426a54edff30,segment=NetworkSegment(16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa),segment_id=16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:51.438992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.461653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.537084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cfa788b6-59a6-46ec-bc08-629a444ef40c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:51.579877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.587078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: cfa788b6-59a6-46ec-bc08-629a444ef40c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:19:51.587435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cfa788b6-59a6-46ec-bc08-629a444ef40c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:19:51.588058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:51.594037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Calling delete_port for b61423a3-598e-437c-9cc6-426a54edff30 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:51.623550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:19:51.623816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9e9a1ca1-23cc-4dcd-8d7a-e9d5f0ea285b not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:19:51.625483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.787158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:19:51.787480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:19:51.840936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.846081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-44e4be7a-1ec9-42da-8874-65503a8fcec0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:51.889400 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP 9444c12c-511a-4376-b5e6-b2f47bcb00f9 associated. External IP: 172.26.5.139, port: fe290a3e-47c9-47f3-9d37-e41faa1e5dca. Nov 25 11:19:51.926367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=3fedb7af-ae78-46e3-bb14-5feccb5beedc,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:51.929044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:51.938998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': 'a50bec32-15fd-413a-96a8-03609ac27fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:51.939356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: 82341bb9-bdfc-47b4-a604-148817e7d4c4, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:51.965081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:51.977198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 82341bb9-bdfc-47b4-a604-148817e7d4c4) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:51.982275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:51.983176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:51.986707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7169d839-8d3a-4cf8-a058-5f3536b40be9 None None] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:52.028729 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9591148 Nov 25 11:19:52.030996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60248) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:52.040134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:52.212357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-82341bb9-bdfc-47b4-a604-148817e7d4c4', 'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4', 'tenant_id': '58b0c4ff0a7c4873b2ec25251853e5ef', 'fixed_ips': [{'subnet_id': '3fedb7af-ae78-46e3-bb14-5feccb5beedc'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:19:52.213494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.262516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:52.273668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:52.282060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:52.289841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting port b61423a3-598e-437c-9cc6-426a54edff30 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:52.290172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.314025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:52.378417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Allocated IP 2001:db8::2 (82341bb9-bdfc-47b4-a604-148817e7d4c4/3fedb7af-ae78-46e3-bb14-5feccb5beedc/26848100-b304-47a9-b6e7-de9f298a8888) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:52.496633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] The port 'b61423a3-598e-437c-9cc6-426a54edff30' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:19:52.531771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:52.576797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Router 85627dec-b65f-4462-b60e-b2ced9638803 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:19:52.649064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.660039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Transition to ACTIVE for port object 26848100-b304-47a9-b6e7-de9f298a8888 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:52.678422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Transition to ACTIVE for port object 26848100-b304-47a9-b6e7-de9f298a8888 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:52.684989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.689727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:52.713840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.760742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:52.761481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Pushing event updated for resources: {'Port': ['ID=26848100-b304-47a9-b6e7-de9f298a8888,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:52.764095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:52.765777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:52.766487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:52.826595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81deb3c-8cec-41eb-bf09-1433d22bc2b2']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:52.870645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Attempting to bind port 26848100-b304-47a9-b6e7-de9f298a8888 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:52.871049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Attempting to bind port 26848100-b304-47a9-b6e7-de9f298a8888 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a50bec32-15fd-413a-96a8-03609ac27fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:52.871488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Attempting to bind port 26848100-b304-47a9-b6e7-de9f298a8888 on network 82341bb9-bdfc-47b4-a604-148817e7d4c4 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:52.881864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:19:52.899455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Checking segment: {'id': 'a50bec32-15fd-413a-96a8-03609ac27fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:52.900089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.900580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Bound using segment: {'id': 'a50bec32-15fd-413a-96a8-03609ac27fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:19:52.901501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Bound port: 26848100-b304-47a9-b6e7-de9f298a8888, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50bec32-15fd-413a-96a8-03609ac27fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:19:52.901818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.942790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:52.943011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c5b8ee-1141-4d7d-9d47-0f0c0eacf8fa') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:52.965309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:52.984766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.012569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] For port 26848100-b304-47a9-b6e7-de9f298a8888, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:19:53.015858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] For port 26848100-b304-47a9-b6e7-de9f298a8888, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=26848100-b304-47a9-b6e7-de9f298a8888,segment=NetworkSegment(a50bec32-15fd-413a-96a8-03609ac27fb2),segment_id=a50bec32-15fd-413a-96a8-03609ac27fb2)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:19:53.021729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.025436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:53.099378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Pushing event updated for resources: {'Port': ['ID=26848100-b304-47a9-b6e7-de9f298a8888,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:53.103246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:53.119460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.160042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:19:53.160446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:19:53.190446 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:19:53.348588 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fedb7af-ae78-46e3-bb14-5feccb5beedc (CIDR: 2001:db8::/64) Nov 25 11:19:53.353718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60278) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:53.364809 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:19:53.365304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:19:53.395339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.456069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8bfa78ea-fbc9-492b-92c1-b210208da9c8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:53.469602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.473793 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/networks/a81deb3c-8cec-41eb-bf09-1433d22bc2b2 HTTP/1.1" status: 204 len: 168 time: 3.1335261 Nov 25 11:19:53.476936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60284) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:53.486300 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4783ac45-0107-4155-9317-da8d41a0a70c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4541702 Nov 25 11:19:53.489889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Network': ['ID=a81deb3c-8cec-41eb-bf09-1433d22bc2b2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:53.491445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:53.495510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:53.500358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:53.669412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 26848100-b304-47a9-b6e7-de9f298a8888 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:53.678589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1649729160'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:53.687253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:53.697050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:53.703419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Usage tracker for resource:network and tenant:87a21cbbd68a4821bb815232292c79e1 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:53.707779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:53.710469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:53.711347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:53.713336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:53.720890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:53.731728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:53.732562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:53.740128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.744094 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "PUT /v2.0/routers/85627dec-b65f-4462-b60e-b2ced9638803 HTTP/1.1" status: 200 len: 882 time: 7.1870978 Nov 25 11:19:53.744237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:53.748068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:53.751523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 26848100-b304-47a9-b6e7-de9f298a8888 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:53.751673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.753694 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] Sync routers for ids ['85627dec-b65f-4462-b60e-b2ced9638803'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:53.759736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting subnet 8239ff10-af4b-4892-a0df-83d3b4c6e526 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:19:53.766141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Made reservation on behalf of 87a21cbbd68a4821bb815232292c79e1 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:53.769751 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] Routers {'85627dec-b65f-4462-b60e-b2ced9638803'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:53.770412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.770551 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['85627dec-b65f-4462-b60e-b2ced9638803'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:53.781431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.816836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.834210 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:53.848111 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] Routers {'85627dec-b65f-4462-b60e-b2ced9638803'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:53.848858 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['85627dec-b65f-4462-b60e-b2ced9638803'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:53.856376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:53.910282 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:53.910936 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080d9e3-ad1f-461d-b27f-624a27ca1b3b None None] The sync data for ids ['85627dec-b65f-4462-b60e-b2ced9638803'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:53.919985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:53.928074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Usage tracker for resource:security_group_rule and tenant:87a21cbbd68a4821bb815232292c79e1 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:53.934291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:53.943635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:53.981149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.119307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.136344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.147130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2994c935-0dbc-475e-91cc-886d71d10290 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:54.166130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.201114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:19:54.207352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.216280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe06be-e568-4ff4-acd0-324bc3a71bd3 None None] Network 7f88ead9-4a59-4580-8b3b-43a0bb83af88 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:54.235373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d465ca-3aa1-4bc1-8b64-c1be85091fc8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:54.240845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:54.241737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.242069 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Added segment 854d1f00-90ed-4f98-bdbf-8c762c90049b of type vlan for network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 Nov 25 11:19:54.243191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:54.294577 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/subnets/8239ff10-af4b-4892-a0df-83d3b4c6e526 HTTP/1.1" status: 204 len: 168 time: 0.8113942 Nov 25 11:19:54.294781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60302) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:54.295499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Subnet': ['ID=8239ff10-af4b-4892-a0df-83d3b4c6e526,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:54.304082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:54.396319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988e149-6a18-4060-8023-1575eb0890a2 None None] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:54.420921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.447540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.472145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Deleting port ae4449d5-1a10-403f-8665-904db7cdbc3d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:54.472496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.521598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.528155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:54.528739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.536648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b07af627-df48-42a4-b0a5-07a8c4c5bd56 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:54.571154 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50fc36df-ba7f-4648-85ae-5a067bd84806 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/85627dec-b65f-4462-b60e-b2ced9638803 HTTP/1.1" status: 200 len: 923 time: 0.8256829 Nov 25 11:19:54.574524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60306) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:54.617796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:54.623917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.645203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:54.684659 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3271286 Nov 25 11:19:54.688262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:54.713577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Pushing event updated for resources: {'Network': ['ID=ec2d8e0b-ce1b-430d-b7dd-7e35b327b300,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:54.719200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:54.759833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:19:54.770849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:54.776763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:54.779843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=b60905fc-aea4-4d14-94a9-76b7253562e6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:54.782582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:54.783193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.789348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:54.795600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:54.796606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:54.834672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] For port ae4449d5-1a10-403f-8665-904db7cdbc3d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ae4449d5-1a10-403f-8665-904db7cdbc3d,segment=NetworkSegment(d29441cc-9e6b-4502-b5f9-551c40a020c4),segment_id=d29441cc-9e6b-4502-b5f9-551c40a020c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:54.835028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.840813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3470783 Nov 25 11:19:54.845250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60314) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:54.854725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4', 'fixed_ips': [{'subnet_id': '3fedb7af-ae78-46e3-bb14-5feccb5beedc'}, {'subnet_id': 'b60905fc-aea4-4d14-94a9-76b7253562e6'}], 'name': 'tempest-PortsIpV6TestJSON-498482731'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:54.855111 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-16e6db4b-2a79-42e8-8057-b12e1fb2562d tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=85627dec-b65f-4462-b60e-b2ced9638803&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2780290 Nov 25 11:19:54.859386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:54.874007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:54.880847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Provisioning for port 26848100-b304-47a9-b6e7-de9f298a8888 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:54.940717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Provisioning complete for port 26848100-b304-47a9-b6e7-de9f298a8888 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:54.941116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:54.950483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60322) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:54.962731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Request body: {'port': {'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300', 'binding:host_id': 'hv-neutron-8191', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1849416059'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:54.969733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:54.984434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:54.985069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:55.021930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Usage tracker for resource:port and tenant:ffc1a5a2379b4eadbfd961ffcb982609 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:55.031491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:55.043945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:55.060840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:55.061242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1a754-8e1b-4bc4-8d2e-9d08ab63d721 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:55.094423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Made reservation on behalf of ffc1a5a2379b4eadbfd961ffcb982609 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:55.095158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Calling delete_port for ae4449d5-1a10-403f-8665-904db7cdbc3d owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:55.097186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.130316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.145731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36fb439-c255-4724-bc71-bff79e31a1e0 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:55.146291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f36fb439-c255-4724-bc71-bff79e31a1e0 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Synchronizing usage tracker for tenant:4fbb5bf5b3a7429684c9b74ac68bf942 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:55.190437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:55.192763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f36fb439-c255-4724-bc71-bff79e31a1e0 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Unset dirty status for tenant:4fbb5bf5b3a7429684c9b74ac68bf942 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:55.197369 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f36fb439-c255-4724-bc71-bff79e31a1e0 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.2657237 Nov 25 11:19:55.197369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:55.200765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Usage tracker for resource:security_group_rule and tenant:ffc1a5a2379b4eadbfd961ffcb982609 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:55.207190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:55.236032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ec0f3-d062-4d2f-8e54-62a2fbee9aa5 None None] DHCP port deletion for 7f88ead9-4a59-4580-8b3b-43a0bb83af88 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:19:55.247227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.264187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c42ec0f3-d062-4d2f-8e54-62a2fbee9aa5 None None] Deleting port ae4449d5-1a10-403f-8665-904db7cdbc3d {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:55.265443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c42ec0f3-d062-4d2f-8e54-62a2fbee9aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.274109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:55.278174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:55.281561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:55.288556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.300926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:55.303210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:55.345765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:55.349884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] No DVR routers for this DVR port ae4449d5-1a10-403f-8665-904db7cdbc3d on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:19:55.378900 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5ecbbcd9-b58d-4270-acc2-056b7cbf0988 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=85627dec-b65f-4462-b60e-b2ced9638803 HTTP/1.1" status: 200 len: 205 time: 0.1797333 Nov 25 11:19:55.383903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60334) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:55.400112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Port': ['ID=ae4449d5-1a10-403f-8665-904db7cdbc3d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:55.417925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c42ec0f3-d062-4d2f-8e54-62a2fbee9aa5 None None] The port 'ae4449d5-1a10-403f-8665-904db7cdbc3d' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:19:55.423460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:55.442242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:19:55.456922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.502822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] For port 26848100-b304-47a9-b6e7-de9f298a8888, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=26848100-b304-47a9-b6e7-de9f298a8888,segment=NetworkSegment(a50bec32-15fd-413a-96a8-03609ac27fb2),segment_id=a50bec32-15fd-413a-96a8-03609ac27fb2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:55.510385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.512810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:55.571847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.585573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 8322b40a-9299-4b49-b352-e7e6fde39047 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:55.660689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f88ead9-4a59-4580-8b3b-43a0bb83af88']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:55.670594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Pushing event updated for resources: {'Port': ['ID=26848100-b304-47a9-b6e7-de9f298a8888,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:55.675069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a0ca7-d774-4c90-aa31-56557c1472ca None None] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:55.680727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29441cc-9e6b-4502-b5f9-551c40a020c4') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:55.681017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29441cc-9e6b-4502-b5f9-551c40a020c4') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:55.692528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ae4449d5-1a10-403f-8665-904db7cdbc3d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:19:55.705379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.730606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:55.754562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: ae4449d5-1a10-403f-8665-904db7cdbc3d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:19:55.755234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ae4449d5-1a10-403f-8665-904db7cdbc3d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:19:55.764783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.772098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.783606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:19:55.784236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.790621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.799030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bc65bede-f8b7-45a0-85fb-e5a08759e2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:19:55.800166 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:19:55.806043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] device_id is not set on port 00784ade-f12a-400c-9b16-d98c436f804e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:55.818762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cdcfd307-4f27-43a5-89f4-16c7a75a8081 None None] Provisioning complete for port 26848100-b304-47a9-b6e7-de9f298a8888 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:55.819789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd307-4f27-43a5-89f4-16c7a75a8081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.912876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8596c51b-9360-4871-b855-94bb4c17ecb2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:55.920808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:55.979789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:55.995876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:56.010928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.067782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Pushing event deleted for resources: {'Network': ['ID=7f88ead9-4a59-4580-8b3b-43a0bb83af88,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:56.070856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:56.092009 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/networks/7f88ead9-4a59-4580-8b3b-43a0bb83af88 HTTP/1.1" status: 204 len: 168 time: 1.7938144 Nov 25 11:19:56.095501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60342) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:56.130437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b8b6c-2ab7-48b2-9d15-972e314fea3c req-747cee30-a7bb-46d4-a575-cd07d6e8842f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:56.136544 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c79b8b6c-2ab7-48b2-9d15-972e314fea3c req-747cee30-a7bb-46d4-a575-cd07d6e8842f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.2417216 Nov 25 11:19:56.167956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-45fccb90-97d9-43af-946b-21ff95c4c840 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Synchronizing usage tracker for tenant:3df19bf2dffe4051a8b1713fe02ef87c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:56.208234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Update dhcp port {'port': {'network_id': '82341bb9-bdfc-47b4-a604-148817e7d4c4', 'fixed_ips': [{'subnet_id': '3fedb7af-ae78-46e3-bb14-5feccb5beedc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b60905fc-aea4-4d14-94a9-76b7253562e6'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '26848100-b304-47a9-b6e7-de9f298a8888'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:19:56.245483 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c79b8b6c-2ab7-48b2-9d15-972e314fea3c req-9624b723-d557-40bf-9b28-b7c14f291e4c tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939007 Nov 25 11:19:56.259047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::cd (82341bb9-bdfc-47b4-a604-148817e7d4c4/3fedb7af-ae78-46e3-bb14-5feccb5beedc/8322b40a-9299-4b49-b352-e7e6fde39047) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:56.268762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8:0:1::51 (82341bb9-bdfc-47b4-a604-148817e7d4c4/b60905fc-aea4-4d14-94a9-76b7253562e6/8322b40a-9299-4b49-b352-e7e6fde39047) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:56.285278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.299072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-45fccb90-97d9-43af-946b-21ff95c4c840 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Unset dirty status for tenant:3df19bf2dffe4051a8b1713fe02ef87c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:56.308878 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-45fccb90-97d9-43af-946b-21ff95c4c840 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "GET /v2.0/ports?device_id=72cabf39-4db3-4e5b-9672-89499df99a94 HTTP/1.1" status: 200 len: 205 time: 0.2095981 Nov 25 11:19:56.312029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60348) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:56.313090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:19:56.323305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.548192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] device_id is not set on port 00784ade-f12a-400c-9b16-d98c436f804e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:19:56.571192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.598948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e2491c5-cb11-48c4-8d5a-67a0ec2a010b tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.641806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Transition to ACTIVE for port object 00784ade-f12a-400c-9b16-d98c436f804e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:56.666401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.681508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:56.735912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.756798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 8322b40a-9299-4b49-b352-e7e6fde39047 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:56.836211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=00784ade-f12a-400c-9b16-d98c436f804e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:56.846791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:56.874005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Checking segment: {'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:19:56.874364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Network hostable DHCP agents. Network: ec2d8e0b-ce1b-430d-b7dd-7e35b327b300, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:19:56.908180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.952254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Deleting port cc7c980e-21cc-4625-8ee7-aa3b47805d69 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:56.952946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:56.985025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:19:56.995923 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:19:57.014491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:19:57.014705 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:57.015136 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:57.045010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, ec2d8e0b-ce1b-430d-b7dd-7e35b327b300) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:57.070841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:57.089547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.093662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.136891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354170a-f311-4449-87e6-ea027f2ad09f None None] Network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:19:57.165254 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:57.175639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cbdd462e-8a21-4fdd-8806-7b960fd342dc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:57.185162 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:19:57.185787 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:57.202518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:57.202971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:57.203352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:57.215161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:57.215504 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:57.219848 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 2 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:57.236272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e2491c5-cb11-48c4-8d5a-67a0ec2a010b tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.261394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:19:57.262337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e2491c5-cb11-48c4-8d5a-67a0ec2a010b tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.267147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:19:57.270402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:19:57.274653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:57.275342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.280391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:57.280954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:57.281490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:57.284944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=8322b40a-9299-4b49-b352-e7e6fde39047,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:57.287935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:57.288372 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:19:57.288791 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138e764-d435-495d-9c30-6efcb8f24468 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:19:57.318772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Allocated IP 2001:db8:0:1::2 (82341bb9-bdfc-47b4-a604-148817e7d4c4/b60905fc-aea4-4d14-94a9-76b7253562e6/26848100-b304-47a9-b6e7-de9f298a8888) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:57.350853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.5045478 Nov 25 11:19:57.356372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60362) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:57.368314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fedb7af-ae78-46e3-bb14-5feccb5beedc'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:57.400280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e2491c5-cb11-48c4-8d5a-67a0ec2a010b tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.400750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2491c5-cb11-48c4-8d5a-67a0ec2a010b tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Fanout notify agent at l3_agent the message router_deleted on router 72cabf39-4db3-4e5b-9672-89499df99a94 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:19:57.408745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:57.409071 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:57.423808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e2491c5-cb11-48c4-8d5a-67a0ec2a010b tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.428205 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6e2491c5-cb11-48c4-8d5a-67a0ec2a010b tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] 10.222.0.41 "DELETE /v2.0/routers/72cabf39-4db3-4e5b-9672-89499df99a94 HTTP/1.1" status: 204 len: 168 time: 1.1125269 Nov 25 11:19:57.432213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.506782 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:19:57.547440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b0b2e-0ac6-4187-af6d-404623a7bb8c req-92b7d27b-4da2-4a2a-95e8-7d962d8d1e7f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:57.549248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e72b0b2e-0ac6-4187-af6d-404623a7bb8c req-92b7d27b-4da2-4a2a-95e8-7d962d8d1e7f tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.2322869 Nov 25 11:19:57.570468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Calling delete_port for cc7c980e-21cc-4625-8ee7-aa3b47805d69 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:19:57.581132 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] For port 26848100-b304-47a9-b6e7-de9f298a8888, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=26848100-b304-47a9-b6e7-de9f298a8888,segment=NetworkSegment(a50bec32-15fd-413a-96a8-03609ac27fb2),segment_id=a50bec32-15fd-413a-96a8-03609ac27fb2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:19:57.615393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.636695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Transition to ACTIVE for port object 26848100-b304-47a9-b6e7-de9f298a8888 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:19:57.647340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 26848100-b304-47a9-b6e7-de9f298a8888 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:57.668183 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 3 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:57.677295 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7a11e80-0265-4844-920b-89a20c6005b2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/floatingips/9444c12c-511a-4376-b5e6-b2f47bcb00f9 HTTP/1.1" status: 200 len: 977 time: 9.0885129 Nov 25 11:19:57.682690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:57.694457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:57.706168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.719461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:57.742391 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e72b0b2e-0ac6-4187-af6d-404623a7bb8c req-781c5acc-dddf-4935-a85c-6aa03537e19b tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829579 Nov 25 11:19:57.771000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.842346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Pushing event updated for resources: {'Port': ['ID=26848100-b304-47a9-b6e7-de9f298a8888,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:57.877572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:57.898589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:57.941273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60376) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:58.120782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:58.121115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:58.121448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:58.153363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:58.153694 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:58.156679 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 4 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:58.193540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:58.193868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:58.194194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:58.245331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Delete allocated IP 2001:db8:0:1::51 (82341bb9-bdfc-47b4-a604-148817e7d4c4/b60905fc-aea4-4d14-94a9-76b7253562e6) {{(pid=83570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:19:58.257106 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-264f877e-008e-4404-998e-8a7ff804403c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3df19bf2dffe4051a8b1713fe02ef87c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3146248 Nov 25 11:19:58.275826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60384) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:58.295605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:58.295941 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:58.310711 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 5 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:58.362179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:58.363231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:58.363231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:58.378642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:58.378897 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:58.380368 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 6 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:58.386675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.443088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2925520f-10e6-447f-9682-0367909be0f4 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:58.448412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.483217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.509835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event deleted for resources: {'Port': ['ID=cc7c980e-21cc-4625-8ee7-aa3b47805d69,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:58.513957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:58.514310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:58.514609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:58.517126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:58.517867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.551213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.551560 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP 9444c12c-511a-4376-b5e6-b2f47bcb00f9 disassociated. External IP: 172.26.5.139, port: 902b0d75-02bc-403b-a20e-283d6cd5931c. Nov 25 11:19:58.563025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f4009b4e-189b-4dda-b625-239fca9fbfff None None] Provisioning for port 26848100-b304-47a9-b6e7-de9f298a8888 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:58.569938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f4009b4e-189b-4dda-b625-239fca9fbfff None None] Provisioning complete for port 26848100-b304-47a9-b6e7-de9f298a8888 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:58.570323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f4009b4e-189b-4dda-b625-239fca9fbfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.601465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.620206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.646383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-baf5b807-784f-414a-acb8-234822725428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:58.654351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:58.654676 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:58.657871 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 7 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:58.660130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Ignored duplicate provisioning block setup for port 8322b40a-9299-4b49-b352-e7e6fde39047 by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:19:58.665441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d5be79-746b-47d8-8189-7b331e82fea9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:58.675150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.676933 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3d5be79-746b-47d8-8189-7b331e82fea9 HTTP/1.1" status: 204 len: 168 time: 0.4000261 Nov 25 11:19:58.678782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:58.680830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.689410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:19:58.691224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:58.691548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:58.691887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:58.809552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] In _notify_port_updated(), no bound segment for port 8322b40a-9299-4b49-b352-e7e6fde39047 on network 82341bb9-bdfc-47b4-a604-148817e7d4c4 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:19:58.814230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:58.815964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:58.823599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "PUT /v2.0/ports/8322b40a-9299-4b49-b352-e7e6fde39047 HTTP/1.1" status: 200 len: 924 time: 1.4660077 Nov 25 11:19:58.824267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60392) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:58.846441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fedb7af-ae78-46e3-bb14-5feccb5beedc'}, {'subnet_id': 'b60905fc-aea4-4d14-94a9-76b7253562e6'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:58.997043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.012742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c16509be-a2f6-4832-b22a-6888d5250963 None None] Provisioning for port 8322b40a-9299-4b49-b352-e7e6fde39047 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:19:59.019208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c16509be-a2f6-4832-b22a-6888d5250963 None None] Provisioning complete for port 8322b40a-9299-4b49-b352-e7e6fde39047 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:59.019589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c16509be-a2f6-4832-b22a-6888d5250963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.090937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=8322b40a-9299-4b49-b352-e7e6fde39047,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:19:59.105167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:19:59.120041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c16509be-a2f6-4832-b22a-6888d5250963 None None] Port 8322b40a-9299-4b49-b352-e7e6fde39047 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:59.144181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:59.144406 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:59.165326 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 8 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:59.246788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.248170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2951e251-5daa-4efa-8b4f-0565d1538771 None None] Provisioning complete for port 8322b40a-9299-4b49-b352-e7e6fde39047 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:59.251136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2951e251-5daa-4efa-8b4f-0565d1538771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.285709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a498a5f-23ad-4ecc-8cad-36f239fae3f4 req-9c71f444-f602-421d-b245-eae7de50ba30 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:59.287256 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7a498a5f-23ad-4ecc-8cad-36f239fae3f4 req-9c71f444-f602-421d-b245-eae7de50ba30 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.2137513 Nov 25 11:19:59.345443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:59.346600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:59.346944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:59.399904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2951e251-5daa-4efa-8b4f-0565d1538771 None None] Port 8322b40a-9299-4b49-b352-e7e6fde39047 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:19:59.434481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7a498a5f-23ad-4ecc-8cad-36f239fae3f4 req-614f5d08-76e0-457e-ba31-00969f972098 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164351 Nov 25 11:19:59.459209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:59.459209 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:59.461551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.463081 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 9 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:59.496528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.500129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:59.500455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:59.500776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:59.524950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:59.525273 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:59.528903 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 10 to bind port 00784ade-f12a-400c-9b16-d98c436f804e Nov 25 11:19:59.623475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.626677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 26848100-b304-47a9-b6e7-de9f298a8888 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:19:59.708495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-3628d5bf-493e-4233-bd9b-e181be5c030e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:19:59.709178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-3628d5bf-493e-4233-bd9b-e181be5c030e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Synchronizing usage tracker for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:19:59.714749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 26848100-b304-47a9-b6e7-de9f298a8888 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:19:59.714749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.715045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:19:59.715147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:19:59.715457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:19:59.741007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.741535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Fanout notify agent at l3_agent the message router_deleted on router 85627dec-b65f-4462-b60e-b2ced9638803 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:19:59.745693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8:0:1::158 (82341bb9-bdfc-47b4-a604-148817e7d4c4/b60905fc-aea4-4d14-94a9-76b7253562e6/8322b40a-9299-4b49-b352-e7e6fde39047) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:19:59.751228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 00784ade-f12a-400c-9b16-d98c436f804e on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:19:59.751559 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 00784ade-f12a-400c-9b16-d98c436f804e on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:19:59.751914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.772751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-3628d5bf-493e-4233-bd9b-e181be5c030e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Unset dirty status for tenant:9287aa4b186d4a0592746529ca926ab6 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:19:59.773887 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-3628d5bf-493e-4233-bd9b-e181be5c030e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.9483476 Nov 25 11:19:59.855782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.860712 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/85627dec-b65f-4462-b60e-b2ced9638803 HTTP/1.1" status: 204 len: 168 time: 4.4602783 Nov 25 11:19:59.870326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60416) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:19:59.881389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-624447677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:19:59.888991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:19:59.897295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Usage tracker for resource:router and tenant:7484d8b72bab4752a05d54d8d7cf561f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:19:59.907302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:19:59.917421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:19:59.928047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Deleting port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:19:59.928423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.949667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.950569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:19:59.974586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60420) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:00.001060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.004369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.029628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 8322b40a-9299-4b49-b352-e7e6fde39047 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:00.037737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.040480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.051463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b96dc0bb-4a18-4c9e-9e69-f972fdad65f2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:00.054664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] For port 00784ade-f12a-400c-9b16-d98c436f804e, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:00.055124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 11:20:00.092627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.104305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ece672c2-caff-4947-9010-f80afe354fcd tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:00.130904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7ca08eae-34d1-461c-b04b-d97a5f8698b2 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1619059404', 'prefixes': ['172.20.0.0/16']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:00.137102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.141144 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de0037e4-1c42-4cca-8440-49cd224d8949 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2699358 Nov 25 11:20:00.145517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60428) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:00.193481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7ca08eae-34d1-461c-b04b-d97a5f8698b2 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:00.211370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.226620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': True}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:00.246805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=00784ade-f12a-400c-9b16-d98c436f804e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:00.301270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:00.307557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=8322b40a-9299-4b49-b352-e7e6fde39047,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:00.310607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:00.361212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] In _notify_port_updated(), no bound segment for port 8322b40a-9299-4b49-b352-e7e6fde39047 on network 82341bb9-bdfc-47b4-a604-148817e7d4c4 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:20:00.365293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:00.365902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.370101 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "PUT /v2.0/ports/8322b40a-9299-4b49-b352-e7e6fde39047 HTTP/1.1" status: 200 len: 1010 time: 1.5342641 Nov 25 11:20:00.372068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60432) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:00.378771 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4212415 Nov 25 11:20:00.382187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60436) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:00.444556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-068401d1-9813-4157-974a-48aa1075ebb6 None None] Provisioning for port 8322b40a-9299-4b49-b352-e7e6fde39047 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:00.450264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-068401d1-9813-4157-974a-48aa1075ebb6 None None] Provisioning complete for port 8322b40a-9299-4b49-b352-e7e6fde39047 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:00.451025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-068401d1-9813-4157-974a-48aa1075ebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.463088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Deleting port 00784ade-f12a-400c-9b16-d98c436f804e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:00.463331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.492276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] For port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:00.492648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.504087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 8322b40a-9299-4b49-b352-e7e6fde39047 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:00.504367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:00.598420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-068401d1-9813-4157-974a-48aa1075ebb6 None None] Port 8322b40a-9299-4b49-b352-e7e6fde39047 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:00.997304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:01.018385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.018746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.019046 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Floating IP f5172b92-c2bb-4210-8f53-575d62e8e9f6 disassociated. External IP: 172.26.5.4, port: 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd. Nov 25 11:20:01.019373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Calling delete_port for 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:01.079888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.118848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ca08eae-34d1-461c-b04b-d97a5f8698b2 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] Notify callbacks [] for subnetpool, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.120033 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7ca08eae-34d1-461c-b04b-d97a5f8698b2 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1444328 Nov 25 11:20:01.124088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60444) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:01.184845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd875a-28c6-418b-9f5d-d667d4708b6b req-af9a5a98-db63-4fa3-871a-e93f7516934c tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:01.186290 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aecd875a-28c6-418b-9f5d-d667d4708b6b req-af9a5a98-db63-4fa3-871a-e93f7516934c tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 946 time: 0.5299511 Nov 25 11:20:01.191600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] For port 00784ade-f12a-400c-9b16-d98c436f804e, host hv-neutron-8191, got binding levels [] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:01.191947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.338656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 8322b40a-9299-4b49-b352-e7e6fde39047 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:01.342744 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1cddccfc-8f1e-4d06-92cc-63730ee1c575 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] 10.222.0.41 "GET /v2.0/subnetpools/704db27f-5c67-43c4-af93-74981dbb1c7d HTTP/1.1" status: 200 len: 732 time: 0.2071974 Nov 25 11:20:01.347152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Calling delete_port for 00784ade-f12a-400c-9b16-d98c436f804e owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:01.380327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60450) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:01.383938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.399990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ebfe8f06-ad5d-425f-b33b-ddd37827a962 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-665403249'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:01.449812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aecd875a-28c6-418b-9f5d-d667d4708b6b req-dc03e2fd-232c-4906-b250-6435a652f09e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f35e362-6685-4040-9eda-82bfa55d4114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476130 Nov 25 11:20:01.541751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.552097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4cac5a4-36c5-46ad-adb0-27cc211b87fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:01.609156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.618276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-642ac342-944e-4137-ab34-4eaa66023493 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:01.647857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event deleted for resources: {'Port': ['ID=00784ade-f12a-400c-9b16-d98c436f804e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:01.657339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:01.665976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8f06-ad5d-425f-b33b-ddd37827a962 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] Notify callbacks [] for subnetpool, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.666674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ebfe8f06-ad5d-425f-b33b-ddd37827a962 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] 10.222.0.41 "PUT /v2.0/subnetpools/704db27f-5c67-43c4-af93-74981dbb1c7d HTTP/1.1" status: 200 len: 683 time: 0.2851658 Nov 25 11:20:01.670249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60454) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:01.674855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.676568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "DELETE /v2.0/ports/00784ade-f12a-400c-9b16-d98c436f804e HTTP/1.1" status: 204 len: 168 time: 1.2927186 Nov 25 11:20:01.690396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60458) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:01.713765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event deleted for resources: {'Port': ['ID=7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:01.731245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:01.748982 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c56f92a-efc7-4878-a3da-bfbf18260d7f tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:20:01.749771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0c56f92a-efc7-4878-a3da-bfbf18260d7f tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Synchronizing usage tracker for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:01.813660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0c56f92a-efc7-4878-a3da-bfbf18260d7f tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Unset dirty status for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:01.818015 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0c56f92a-efc7-4878-a3da-bfbf18260d7f tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "GET /v2.0/ports/00784ade-f12a-400c-9b16-d98c436f804e HTTP/1.1" status: 404 len: 333 time: 0.1216080 Nov 25 11:20:01.818793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60464) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:01.827471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Request body: {'port': {'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1361889761'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:01.850131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:01.866930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:01.918208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.926287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:01.933693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-32c4589c-d697-46fd-8a7d-4b40cec1f5ae tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] Notify callbacks [] for subnetpool, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.934972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-32c4589c-d697-46fd-8a7d-4b40cec1f5ae tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] 10.222.0.41 "DELETE /v2.0/subnetpools/704db27f-5c67-43c4-af93-74981dbb1c7d HTTP/1.1" status: 204 len: 168 time: 0.2626932 Nov 25 11:20:01.937904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Made reservation on behalf of ffc1a5a2379b4eadbfd961ffcb982609 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:01.941020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.953694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60470) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:01.981509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=8322b40a-9299-4b49-b352-e7e6fde39047,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:01.982332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:01.989573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:02.050824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:02.060082 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-23e31e9a-eef7-4879-beda-c561bfe532fd tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] show failed (client error): The resource could not be found. Nov 25 11:20:02.063797 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-23e31e9a-eef7-4879-beda-c561bfe532fd tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] 10.222.0.41 "GET /v2.0/subnetpools/704db27f-5c67-43c4-af93-74981dbb1c7d HTTP/1.1" status: 404 len: 346 time: 0.1064942 Nov 25 11:20:02.063797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:02.069538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:02.071244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] device_id is not set on port bd5efcf0-23fd-4380-8d17-5be35f81cca0 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:02.085111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:02.129916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:02.130755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:02.184386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:02.186592 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/8322b40a-9299-4b49-b352-e7e6fde39047 HTTP/1.1" status: 204 len: 168 time: 1.8098345 Nov 25 11:20:02.189057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:02.192949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60478) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:02.217821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:02.244140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:02.244734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:02.259288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0f1d4c39-c6f9-472b-98a8-84ab0919c2f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/floatingips/9444c12c-511a-4376-b5e6-b2f47bcb00f9 HTTP/1.1" status: 200 len: 688 time: 4.5755603 Nov 25 11:20:02.260645 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-98450d1b-e05f-4e17-bd9a-60a036d48ad0 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] delete failed (client error): The resource could not be found. Nov 25 11:20:02.261690 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98450d1b-e05f-4e17-bd9a-60a036d48ad0 tempest-SubnetPoolsTestJSON-1535101931 tempest-SubnetPoolsTestJSON-1535101931-project] 10.222.0.41 "DELETE /v2.0/subnetpools/704db27f-5c67-43c4-af93-74981dbb1c7d HTTP/1.1" status: 404 len: 346 time: 0.1756620 Nov 25 11:20:02.262273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60482) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:02.323946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:02.324650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526fd9f-45d3-4a06-a33b-61c8af1cbfd8 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:02.327853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4e3862-af77-4d59-bddd-65feb934e70b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:20:02.328459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7c4e3862-af77-4d59-bddd-65feb934e70b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:02.448307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7c4e3862-af77-4d59-bddd-65feb934e70b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:02.449458 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7c4e3862-af77-4d59-bddd-65feb934e70b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/8322b40a-9299-4b49-b352-e7e6fde39047 HTTP/1.1" status: 404 len: 333 time: 0.2555914 Nov 25 11:20:02.501110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60490) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:02.567214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e393f-5b67-46ea-9de0-6741b24153bd req-84bc1c04-b29c-47b5-8a9f-d23b73dcc920 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:02.575168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c73e393f-5b67-46ea-9de0-6741b24153bd req-84bc1c04-b29c-47b5-8a9f-d23b73dcc920 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.5979774 Nov 25 11:20:02.575868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port b4da53c5-f8c3-48ea-b17d-ae11917dfcad {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:02.576418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:02.629659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:02.695309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:02.695657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:02.703802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60498) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:02.777963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Router e75aae4e-4416-4bad-8d0c-33101b31dc69 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:02.907113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:02.907429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:02.976093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Allocated IP 172.26.5.24 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/2e9d5bc2-270d-4376-b5a7-2baefecbd5b2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:03.039982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.060552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dfd197fa-f724-4f96-b061-994ac19d1f10 req-07ea96fa-45f7-4ebd-bcb3-6c7ab5b0fe16 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 210 time: 0.2537553 Nov 25 11:20:03.074826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.088243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c73e393f-5b67-46ea-9de0-6741b24153bd req-a838fe9b-3810-462f-8fd7-4aec919a7fc5 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5088563 Nov 25 11:20:03.159312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for b4da53c5-f8c3-48ea-b17d-ae11917dfcad owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:03.246034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet b60905fc-aea4-4d14-94a9-76b7253562e6 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:20:03.251785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:03.253710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.262825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.264260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Usage tracker for resource:security_group_rule and tenant:d69af462ca0d494dad938edd3be91a2c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:03.267877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:03.282073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:03.296020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6308ad6c-6722-4ad4-9105-e4ce686e5d64 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:03.400672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.413160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:03.415367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.441856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5efcf0-23fd-4380-8d17-5be35f81cca0,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:03.444778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:03.452089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:03.458228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:03.459020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:03.459595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.502963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.530392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.548567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9ad2a46e-0a0d-48ad-b7f0-e89623e0c6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:03.582707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.590869 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7708983 Nov 25 11:20:03.599891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.601599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60508) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:03.606246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ad656fe2-5785-4a54-aedd-c16aa8a2fae5 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:03.611679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:03.649890 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-59019b53-b721-41db-b520-d0453766963f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d69af462ca0d494dad938edd3be91a2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9417596 Nov 25 11:20:03.659525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9012b165-97fb-46a9-b56b-309f0ffb7c48,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:03.660622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60514) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:03.665275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:03.666961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:03.733599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:03.743980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Port': ['ID=2e9d5bc2-270d-4376-b5a7-2baefecbd5b2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:03.746247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:03.746397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:03.755775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:03.759245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=b4da53c5-f8c3-48ea-b17d-ae11917dfcad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:03.759446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:03.764380 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] Sync routers for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:03.788849 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:03.789701 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:03.803495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.833223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:03.919236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498217e6-3168-452d-9907-333239453e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.957037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20f255-56e1-4084-bfff-be6a5e341dcf req-e1be2122-cdde-4242-a154-a454da0a273c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:03.962669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a56f3dbc-23c7-4d69-9b63-35e7b84d9e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:03.964646 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff20f255-56e1-4084-bfff-be6a5e341dcf req-e1be2122-cdde-4242-a154-a454da0a273c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4379683 Nov 25 11:20:04.020510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] No DVR routers for this DVR port 7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:20:04.029517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.034874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'name': 'network-vif-deleted', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:20:04.066811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.078965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.081354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.085516 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/floatingips/9444c12c-511a-4376-b5e6-b2f47bcb00f9 HTTP/1.1" status: 204 len: 168 time: 1.8069875 Nov 25 11:20:04.086498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60522) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:04.091238 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f15fb077-6401-46b5-889f-b1076b167ad0 req-024f61ec-433c-4233-831c-f4676d8e795e tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.48 "DELETE /v2.0/ports/7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd HTTP/1.1" status: 204 len: 173 time: 4.3055112 Nov 25 11:20:04.098386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.137191 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:04.193709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498217e6-3168-452d-9907-333239453e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.237093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.255324 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-9d157b8b-4b33-49bd-9169-35c1c4d5d0cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] delete failed (client error): The resource could not be found. Nov 25 11:20:04.256298 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9d157b8b-4b33-49bd-9169-35c1c4d5d0cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/floatingips/9444c12c-511a-4376-b5e6-b2f47bcb00f9 HTTP/1.1" status: 404 len: 345 time: 0.1638534 Nov 25 11:20:04.261537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:04.296737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60528) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:04.324622 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff20f255-56e1-4084-bfff-be6a5e341dcf req-1b7a4f9f-bbe6-4e28-bce9-dcd1cb79510f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3596971 Nov 25 11:20:04.380444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=b60905fc-aea4-4d14-94a9-76b7253562e6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:04.395743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:04.435936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.444965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3ead6-1a7a-4751-a04b-2829bb1383d5 None None] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:04.465917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f10d8b-361e-46cb-aa5a-637004ad76f2 req-4664d8bf-e76d-472f-a5a3-e4ef5588c8c9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:04.484520 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-79f10d8b-361e-46cb-aa5a-637004ad76f2 req-4664d8bf-e76d-472f-a5a3-e4ef5588c8c9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.5096619 Nov 25 11:20:04.497349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] device_id is not set on port bd5efcf0-23fd-4380-8d17-5be35f81cca0 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:04.507409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.525722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b9a970-3bbf-4b9a-bde6-73323f1a75e0', 'name': 'network-vif-deleted', 'tag': '7eacbede-4be1-4ce6-a7a3-bc3d84b6eefd', 'status': 'completed', 'code': 200} Nov 25 11:20:04.529073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60534) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:04.531437 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/b60905fc-aea4-4d14-94a9-76b7253562e6 HTTP/1.1" status: 204 len: 168 time: 2.0294147 Nov 25 11:20:04.554659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498217e6-3168-452d-9907-333239453e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.557046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498217e6-3168-452d-9907-333239453e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.572557 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-498217e6-3168-452d-9907-333239453e1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9012b165-97fb-46a9-b56b-309f0ffb7c48 HTTP/1.1" status: 204 len: 168 time: 0.9079518 Nov 25 11:20:04.576492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:04.592418 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:04.597240 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] Checking router: e75aae4e-4416-4bad-8d0c-33101b31dc69 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:20:04.608851 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:04.609687 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:19:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:04.610731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Transition to ACTIVE for port object bd5efcf0-23fd-4380-8d17-5be35f81cca0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:04.622612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:04.635429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:04.651283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498217e6-3168-452d-9907-333239453e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9012b165-97fb-46a9-b56b-309f0ffb7c48,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:04.762876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-498217e6-3168-452d-9907-333239453e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:04.779419 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-514ba13f-435a-468f-a0c3-4da02f3b33cb req-15aa6e13-db6f-465c-b48a-00eee07edfec tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b9a970-3bbf-4b9a-bde6-73323f1a75e0 HTTP/1.1" status: 200 len: 210 time: 0.1290092 Nov 25 11:20:04.814566 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-79f10d8b-361e-46cb-aa5a-637004ad76f2 req-5007378e-938e-4e13-a21e-cf231dd40a2d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290262 Nov 25 11:20:04.966191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d912cb-447b-46cd-94d4-cdece0e6c87e tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:04.985338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d912cb-447b-46cd-94d4-cdece0e6c87e tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:05.020115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d912cb-447b-46cd-94d4-cdece0e6c87e tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:05.024253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c0d912cb-447b-46cd-94d4-cdece0e6c87e tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Synchronizing usage tracker for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:05.055358 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:05.067630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5efcf0-23fd-4380-8d17-5be35f81cca0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:05.083228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:05.095885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:05.197753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:05.198198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:05.198744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:05.207118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:05.207472 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:05.211426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c0d912cb-447b-46cd-94d4-cdece0e6c87e tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Unset dirty status for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:05.211829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 2 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:05.215088 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c0d912cb-447b-46cd-94d4-cdece0e6c87e tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "GET /v2.0/ports?network_id=6b71dd39-086b-4573-a97a-d12f8a289da3 HTTP/1.1" status: 200 len: 2357 time: 0.8870516 Nov 25 11:20:05.215413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60546) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:05.238883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:05.239218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:05.239555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:05.252987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:05.253402 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:05.266670 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 3 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:05.287937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:05.288399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:05.288669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:05.313703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:05.314033 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:05.316257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 4 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:05.332844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet 3fedb7af-ae78-46e3-bb14-5feccb5beedc {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:20:05.337126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:05.416567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:05.658139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:05.675732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:05.679367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:05.679847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:05.680117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:05.684910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7a593-3fe3-4b90-8bb6-6f8a332325fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:05.687030 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1ce7a593-3fe3-4b90-8bb6-6f8a332325fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "GET /v2.0/subnets/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3 HTTP/1.1" status: 200 len: 797 time: 0.4703879 Nov 25 11:20:05.699576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60556) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:05.702980 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:05.711881 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdc999-7d3c-4964-ba2f-c6e9491682fd None None] The sync data for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv is: [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'f4838c74-f6ab-4991-9bf8-0ba2e66669d0', 'name': '', 'network_id': '5b6f6b9b-eb3d-412f-b590-3f82d345ba0c', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'mac_address': 'fa:16:3e:dc:0e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:33Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'subnets': [{'id': '74477cdd-5732-48b5-9c7f-5ed7b1ea7527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:05.723031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'port': {'network_id': '6b71dd39-086b-4573-a97a-d12f8a289da3', 'name': 'tempest-FloatingIPTestJSON-627964976', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:05.786791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:05.787127 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:05.795261 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 5 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:05.888378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:05.888826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:05.889051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:05.919433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:05.919724 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:05.923746 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 6 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:05.931236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:05.992960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb1fc-e2c0-4e11-9ccb-904ba7dad54b req-4881395c-63ce-4d15-a9f8-02d913085b3b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:05.994243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:05.994580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:05.994916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:06.000787 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1f1fb1fc-e2c0-4e11-9ccb-904ba7dad54b req-4881395c-63ce-4d15-a9f8-02d913085b3b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2148366 Nov 25 11:20:06.011501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-76bd82d6-6fcf-4b85-9307-670935adaff6 None None] Provisioning complete for port 26848100-b304-47a9-b6e7-de9f298a8888 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:06.012091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76bd82d6-6fcf-4b85-9307-670935adaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.056833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:06.057163 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:06.061335 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1f1fb1fc-e2c0-4e11-9ccb-904ba7dad54b req-07ae911a-d9d7-416e-9364-a624420981c4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596864 Nov 25 11:20:06.072422 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 7 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:06.112315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:06.112647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:06.112986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:06.125027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:06.143253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:06.161129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b87f1-1499-4d57-9eb2-422a099e4b32 None None] New status for floating IP f5172b92-c2bb-4210-8f53-575d62e8e9f6: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:20:06.164785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Router 9ac63f0b-71a2-44f1-8254-4bde66a92b32 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:20:06.178186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60566) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:06.181035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:06.210234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:06.212071 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:06.218110 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 8 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:06.315043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:06.315043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:06.315293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:06.327584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b91591-790b-4258-9093-f4a648aa3165 req-420caae5-ab4e-41cb-b119-f5cd7abc6e06 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:06.329076 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-32b91591-790b-4258-9093-f4a648aa3165 req-420caae5-ab4e-41cb-b119-f5cd7abc6e06 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.1596208 Nov 25 11:20:06.335194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.337794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e2ee-329f-47cb-a41e-0198a0d37529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.352373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:06.387414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:06.387777 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:06.401977 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 9 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:06.414750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=3fedb7af-ae78-46e3-bb14-5feccb5beedc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:06.422109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:06.443834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d1c65e-1bbc-4e4e-8d0d-e0c7bacfd0fe None None] Network 82341bb9-bdfc-47b4-a604-148817e7d4c4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:06.448202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.465499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.479128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:06.479462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:06.479796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:06.483720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-32b91591-790b-4258-9093-f4a648aa3165 req-1b3a58d5-2931-425b-8091-91072fe37afe tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358337 Nov 25 11:20:06.491006 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/3fedb7af-ae78-46e3-bb14-5feccb5beedc HTTP/1.1" status: 204 len: 168 time: 1.9607308 Nov 25 11:20:06.491318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60570) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:06.492037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.514395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:06.514767 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:06.524217 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 10 to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 Nov 25 11:20:06.538036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] device_id is not set on port 8262b5ae-546a-4f36-91d8-50d026f982a2 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:06.578605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.592397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:06.592741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:06.593078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:06.632553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:06.632884 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:06.633258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.637788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.657893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 26848100-b304-47a9-b6e7-de9f298a8888 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:06.658997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.708487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:06.718064 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] Sync routers for ids ['9ac63f0b-71a2-44f1-8254-4bde66a92b32'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:06.718587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.719800 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "PUT /v2.0/routers/9ac63f0b-71a2-44f1-8254-4bde66a92b32 HTTP/1.1" status: 200 len: 917 time: 6.5358796 Nov 25 11:20:06.723229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60574) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:06.741307 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] Routers {'9ac63f0b-71a2-44f1-8254-4bde66a92b32'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:06.743743 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ac63f0b-71a2-44f1-8254-4bde66a92b32'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:06.773842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] DHCP port deletion for 82341bb9-bdfc-47b4-a604-148817e7d4c4 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:20:06.782275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Deleting port 26848100-b304-47a9-b6e7-de9f298a8888 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:06.782467 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.836690 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:06.851908 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] Routers {'9ac63f0b-71a2-44f1-8254-4bde66a92b32'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:06.853091 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9ac63f0b-71a2-44f1-8254-4bde66a92b32'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:06.865147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.873925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:06.901957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f35e362-6685-4040-9eda-82bfa55d4114,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:06.905267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] For port bd5efcf0-23fd-4380-8d17-5be35f81cca0, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:06.905628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 11:20:06.936183 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:06.936976 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2963-a7b9-4669-9b11-0aea952730cd None None] The sync data for ids ['9ac63f0b-71a2-44f1-8254-4bde66a92b32'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:06.938885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:06.946642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:06.952883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f31a5c3e-95da-417d-9f38-219ef1edfe04 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:06.962105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] For port 26848100-b304-47a9-b6e7-de9f298a8888, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=26848100-b304-47a9-b6e7-de9f298a8888,segment=NetworkSegment(a50bec32-15fd-413a-96a8-03609ac27fb2),segment_id=a50bec32-15fd-413a-96a8-03609ac27fb2)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:06.962460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.021889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.022583 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f35e362-6685-4040-9eda-82bfa55d4114 HTTP/1.1" status: 204 len: 168 time: 0.8428764 Nov 25 11:20:07.031702 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60578) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:07.049689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] In _notify_port_updated(), no bound segment for port bd5efcf0-23fd-4380-8d17-5be35f81cca0 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:20:07.050719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.052044 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "PUT /v2.0/ports/bd5efcf0-23fd-4380-8d17-5be35f81cca0 HTTP/1.1" status: 200 len: 977 time: 3.4494877 Nov 25 11:20:07.062526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] For port 26848100-b304-47a9-b6e7-de9f298a8888, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=26848100-b304-47a9-b6e7-de9f298a8888,segment=NetworkSegment(a50bec32-15fd-413a-96a8-03609ac27fb2),segment_id=a50bec32-15fd-413a-96a8-03609ac27fb2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:07.063089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.082666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60582) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:07.112192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5efcf0-23fd-4380-8d17-5be35f81cca0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:07.116492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:07.117546 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-846af73e-7669-4807-b522-bf4404f13924 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] show failed (client error): The resource could not be found. Nov 25 11:20:07.119237 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-846af73e-7669-4807-b522-bf4404f13924 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "GET /v2.0/security-groups/5f35e362-6685-4040-9eda-82bfa55d4114 HTTP/1.1" status: 404 len: 347 time: 0.0864122 Nov 25 11:20:07.130564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:07.188662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 26848100-b304-47a9-b6e7-de9f298a8888 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:07.246166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Calling delete_port for 26848100-b304-47a9-b6e7-de9f298a8888 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:07.285533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.14 (6b71dd39-086b-4573-a97a-d12f8a289da3/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3/8262b5ae-546a-4f36-91d8-50d026f982a2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:07.304689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.319045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.13 (6b71dd39-086b-4573-a97a-d12f8a289da3/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3/8262b5ae-546a-4f36-91d8-50d026f982a2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:07.331303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Deleting port dc3ad9aa-a6e9-40b3-be31-b43cd95688cd {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:07.331303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.337415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.342783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:07.393093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Pushing event deleted for resources: {'Port': ['ID=26848100-b304-47a9-b6e7-de9f298a8888,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:07.397372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:07.401691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] No DVR routers for this DVR port 26848100-b304-47a9-b6e7-de9f298a8888 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:20:07.497050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:20:07.497305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:20:07.571046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3a5b5774-e41a-49eb-883a-2a523d790f20 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Synchronizing usage tracker for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:07.589785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 26848100-b304-47a9-b6e7-de9f298a8888 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:07.608258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722ec32-e4dd-417b-8ab0-1f4dc8e702e5 req-7e0adb6c-ba71-4705-9c04-d06fab5f95eb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:07.609891 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f722ec32-e4dd-417b-8ab0-1f4dc8e702e5 req-7e0adb6c-ba71-4705-9c04-d06fab5f95eb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3904314 Nov 25 11:20:07.624583 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f56f3097-7d26-4daf-aefd-9fbf51ddf198 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/9ac63f0b-71a2-44f1-8254-4bde66a92b32 HTTP/1.1" status: 200 len: 923 time: 0.9000916 Nov 25 11:20:07.630730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60594) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:07.635914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 26848100-b304-47a9-b6e7-de9f298a8888 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:07.636197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3a5b5774-e41a-49eb-883a-2a523d790f20 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Unset dirty status for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:07.636307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 26848100-b304-47a9-b6e7-de9f298a8888 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:07.637148 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3a5b5774-e41a-49eb-883a-2a523d790f20 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22784 time: 0.5535600 Nov 25 11:20:07.681253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60600) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:07.777568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-b4452d11-4e58-4e7e-8fdb-1e2b5fe152ea tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:07.778981 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-b4452d11-4e58-4e7e-8fdb-1e2b5fe152ea tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.48 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.4192042 Nov 25 11:20:07.825780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Deleting port bd5efcf0-23fd-4380-8d17-5be35f81cca0 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:07.826116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.864722 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f722ec32-e4dd-417b-8ab0-1f4dc8e702e5 req-d9fa840e-3255-44be-a633-491487e88536 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351551 Nov 25 11:20:07.872634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.873140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:07.939864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d7a3316-e323-44eb-a433-9b312a5bc795 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Synchronizing usage tracker for tenant:4fbb5bf5b3a7429684c9b74ac68bf942 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:07.955873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb854a4-ffa5-4e6a-9054-e49a85f9c03e req-382ffe00-176b-4a14-9e5a-81b1837adcb3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:07.957337 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdb854a4-ffa5-4e6a-9054-e49a85f9c03e req-382ffe00-176b-4a14-9e5a-81b1837adcb3 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.3232727 Nov 25 11:20:08.011218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d7a3316-e323-44eb-a433-9b312a5bc795 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Unset dirty status for tenant:4fbb5bf5b3a7429684c9b74ac68bf942 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:08.012420 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d7a3316-e323-44eb-a433-9b312a5bc795 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=9ac63f0b-71a2-44f1-8254-4bde66a92b32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3807423 Nov 25 11:20:08.013045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 26848100-b304-47a9-b6e7-de9f298a8888 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:08.013373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.024585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Deleting port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:08.024916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.041530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60604) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:08.058797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Calling delete_port for dc3ad9aa-a6e9-40b3-be31-b43cd95688cd owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:08.137046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.182968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] The port '26848100-b304-47a9-b6e7-de9f298a8888' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:20:08.293036 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdb854a4-ffa5-4e6a-9054-e49a85f9c03e req-34e78f33-1ff7-4d56-985a-daeb71b3f0d0 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277214 Nov 25 11:20:08.309288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] For port bd5efcf0-23fd-4380-8d17-5be35f81cca0, host hv-neutron-8191, got binding levels [] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:08.309648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.351853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.367789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:08.486262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.491210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:08.495175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=8262b5ae-546a-4f36-91d8-50d026f982a2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:08.498496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] For port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:08.498845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.507372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:08.508918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:08.512936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bd9814cb-9262-4ab5-9da1-9e08b086621d tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:08.523892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Calling delete_port for bd5efcf0-23fd-4380-8d17-5be35f81cca0 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:08.545956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:08.559349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.606585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce0ae0-24a3-4e45-8c99-c697f1ec15bd tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:08.610659 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7fce0ae0-24a3-4e45-8c99-c697f1ec15bd tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.5620160 Nov 25 11:20:08.613844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60608) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:08.649726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82341bb9-bdfc-47b4-a604-148817e7d4c4']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:08.662461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Pushing event deleted for resources: {'Port': ['ID=dc3ad9aa-a6e9-40b3-be31-b43cd95688cd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:08.667305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:08.680217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50bec32-15fd-413a-96a8-03609ac27fb2') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:08.680500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50bec32-15fd-413a-96a8-03609ac27fb2') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:08.698509 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7995752a-8bd7-400f-ad1f-4df51c8c7644 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac63f0b-71a2-44f1-8254-4bde66a92b32 HTTP/1.1" status: 200 len: 205 time: 0.0798302 Nov 25 11:20:08.699157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60612) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:08.702502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.743425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.777318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.784915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-743f7e12-13f6-418c-a3d4-d3f631bfc0ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:08.816378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.825021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:08.825614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.836842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd5efcf0-23fd-4380-8d17-5be35f81cca0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:08.841143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:08.841529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:08.856897 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:08.861819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:08.921893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.958750 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.2555478 Nov 25 11:20:08.960207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.961990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:08.965927 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] 10.222.0.41 "DELETE /v2.0/floatingips/f5172b92-c2bb-4210-8f53-575d62e8e9f6 HTTP/1.1" status: 204 len: 168 time: 1.8315229 Nov 25 11:20:08.967164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60618) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:08.967164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60620) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:08.976660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '8262b5ae-546a-4f36-91d8-50d026f982a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:09.036517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:09.071192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:09.084203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.084563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.084863 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Floating IP eb2439ec-d85b-43c5-a38d-665a91f189f6 disassociated. External IP: 172.26.5.149, port: 54ae4d52-9768-4bef-b5d4-4f40c365a4b7. Nov 25 11:20:09.085189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Calling delete_port for 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:09.124390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.126368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.133555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:09.152889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.155925 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "DELETE /v2.0/ports/bd5efcf0-23fd-4380-8d17-5be35f81cca0 HTTP/1.1" status: 204 len: 168 time: 1.4694550 Nov 25 11:20:09.159635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:09.210280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=82341bb9-bdfc-47b4-a604-148817e7d4c4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:09.219551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:09.229091 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/82341bb9-bdfc-47b4-a604-148817e7d4c4 HTTP/1.1" status: 204 len: 168 time: 2.7315233 Nov 25 11:20:09.233650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60630) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:09.317453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63b440-89ff-4c27-8e46-b3431d154c18 req-8c48c1ce-36d6-4fd9-8ec3-3ab95663dac1 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:09.318908 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b63b440-89ff-4c27-8e46-b3431d154c18 req-8c48c1ce-36d6-4fd9-8ec3-3ab95663dac1 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2636564 Nov 25 11:20:09.360832 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-32af9bda-440c-4717-b448-a594478a93c8 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:20:09.361888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-32af9bda-440c-4717-b448-a594478a93c8 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Synchronizing usage tracker for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:09.396149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8db09a-6720-42e9-a0b2-1521955247cf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:09.396823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-be8db09a-6720-42e9-a0b2-1521955247cf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:09.414684 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b63b440-89ff-4c27-8e46-b3431d154c18 req-3502cae5-8d06-4c74-aa8b-b9d6acad7142 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832212 Nov 25 11:20:09.425494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.489295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-be8db09a-6720-42e9-a0b2-1521955247cf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:09.490408 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-be8db09a-6720-42e9-a0b2-1521955247cf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2564330 Nov 25 11:20:09.504885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60636) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:09.577947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-32af9bda-440c-4717-b448-a594478a93c8 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Unset dirty status for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:09.579113 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-32af9bda-440c-4717-b448-a594478a93c8 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "GET /v2.0/ports/bd5efcf0-23fd-4380-8d17-5be35f81cca0 HTTP/1.1" status: 404 len: 333 time: 0.4165680 Nov 25 11:20:09.583732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60640) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:09.589151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-651024717', 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:09.618009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.627762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2250966-c48d-4b43-9229-7827b07f7330 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:09.639735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:09.651286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ea7c2-9a70-4344-b1a5-0b682445bf33 req-ba4fc529-c56f-4dce-91cd-fc1020cb0dc9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:09.652826 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f56ea7c2-9a70-4344-b1a5-0b682445bf33 req-ba4fc529-c56f-4dce-91cd-fc1020cb0dc9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 946 time: 0.1746972 Nov 25 11:20:09.671758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:09.678360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event deleted for resources: {'Port': ['ID=54ae4d52-9768-4bef-b5d4-4f40c365a4b7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:09.715769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Made reservation on behalf of ffc1a5a2379b4eadbfd961ffcb982609 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:09.718136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.726752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.727125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.727486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.727847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.728219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.728574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.728934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.729377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.729610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.729951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.730288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:09.740763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:09.758892 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f56ea7c2-9a70-4344-b1a5-0b682445bf33 req-f0e8c99e-c18d-4556-b4a6-2007d8761607 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd39d97-1738-4999-8ef2-ecd0135a607f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942640 Nov 25 11:20:09.766204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] device_id is not set on port 943d0d62-27d7-4634-aab0-c2734073897f yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:09.828888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9df8a42-6748-47be-98ad-b3c287f2b3e2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:09.843332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.874741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.900958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Deleting port 2e9d5bc2-270d-4376-b5a7-2baefecbd5b2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:09.901290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:09.951070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9df8a42-6748-47be-98ad-b3c287f2b3e2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:09.952388 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9df8a42-6748-47be-98ad-b3c287f2b3e2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4324017 Nov 25 11:20:09.965662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:09.983190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1703942009'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:09.997699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:10.013754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:10.020085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:10.058277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:10.111128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.140830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:10.144407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.167614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.200459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.26.5.248 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b0fa4122-5d50-44d2-9068-07b4413da867) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:10.284209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:10.289561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Calling delete_port for 2e9d5bc2-270d-4376-b5a7-2baefecbd5b2 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:10.323267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.329788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:10.378949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.379197 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment 2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0 of type vlan for network 41275b07-f103-4594-a3b1-dabcf2e03179 Nov 25 11:20:10.427535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:10.435720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:10.437537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=943d0d62-27d7-4634-aab0-c2734073897f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:10.441310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:10.441709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:10.442287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.445875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:10.455519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.480178 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8933475 Nov 25 11:20:10.480530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60650) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:10.523111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.550745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Router b8a7bd60-9847-47a9-9a3f-c11ced6f945e has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:10.558291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.562133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:10.562674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.568581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3c5159c2-2bcb-4f29-82e3-c94c1b71cfa8 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:10.590512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.601816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8e5dc20a-c279-46ee-a849-4b2ee5041292 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Synchronizing usage tracker for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:10.665117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:10.671342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c350e3e6-51b5-4255-8cb5-000b93688168 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:10.703026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8e5dc20a-c279-46ee-a849-4b2ee5041292 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Unset dirty status for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:10.704187 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8e5dc20a-c279-46ee-a849-4b2ee5041292 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "GET /v2.0/ports/943d0d62-27d7-4634-aab0-c2734073897f HTTP/1.1" status: 200 len: 954 time: 0.2228048 Nov 25 11:20:10.742440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60654) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:10.801211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=41275b07-f103-4594-a3b1-dabcf2e03179,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:10.813260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 41275b07-f103-4594-a3b1-dabcf2e03179 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:10.833434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event deleted for resources: {'Port': ['ID=2e9d5bc2-270d-4376-b5a7-2baefecbd5b2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:10.837596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:10.979633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22bdee-e9a4-4fcb-b86d-98cd69d78644 req-325095b3-8be7-4a42-91a1-2b03b5ca792e tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:10.981126 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7b22bdee-e9a4-4fcb-b86d-98cd69d78644 req-325095b3-8be7-4a42-91a1-2b03b5ca792e tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3724535 Nov 25 11:20:10.985465 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0132914 Nov 25 11:20:10.991955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60660) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:10.992714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:10.993888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.007172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c381e680-6f32-4b26-a990-6925455877ab tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:11.047313 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-21b1f892-f972-419f-aaa4-6127a08a32ce req-19668c84-80b8-4772-a56c-3b678f115878 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 210 time: 0.1091738 Nov 25 11:20:11.056360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:11.072914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Deleting port 943d0d62-27d7-4634-aab0-c2734073897f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:11.072914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.117379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:11.141309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:11.152311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:11.193798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=b0fa4122-5d50-44d2-9068-07b4413da867,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:11.234378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.245627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:11.385050 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7b22bdee-e9a4-4fcb-b86d-98cd69d78644 req-169ebd78-e49c-4eb0-a0ba-7bdde5dd6e3f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3906126 Nov 25 11:20:11.447076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:11.507286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:11.516318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:11.524925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:11.530405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.538965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.541359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:11.609457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.653062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.653573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Fanout notify agent at l3_agent the message router_deleted on router 9ac63f0b-71a2-44f1-8254-4bde66a92b32 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:11.656956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.739057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.740168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/9ac63f0b-71a2-44f1-8254-4bde66a92b32 HTTP/1.1" status: 204 len: 168 time: 3.0403099 Nov 25 11:20:11.750813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60666) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:11.757019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Calling delete_port for 943d0d62-27d7-4634-aab0-c2734073897f owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:11.797051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1843267439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:11.870008 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:11.885061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:11.889561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c9ba385e-3c87-4f46-ab0f-77dcedf6fa4c tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:11.889739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Usage tracker for resource:router and tenant:7484d8b72bab4752a05d54d8d7cf561f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:11.902612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:11.915804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:11.962903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:11.977398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.977762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.978127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.978484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.978837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.979185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.979531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.979877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.980258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.980602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.980943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:11.984465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:11.989091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': '2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:11.989091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: 41275b07-f103-4594-a3b1-dabcf2e03179, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:20:12.010372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 41275b07-f103-4594-a3b1-dabcf2e03179 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:20:12.019760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 41275b07-f103-4594-a3b1-dabcf2e03179) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:12.026486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:12.026486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.028775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e9794-7dfa-429c-acc1-712fa48b9ee0 None None] Network 41275b07-f103-4594-a3b1-dabcf2e03179 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:12.059247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.060198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.068121 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0750473 Nov 25 11:20:12.069159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60670) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:12.075533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179', 'name': 'tempest-PortsIpV6TestJSON-1848263747'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:12.075716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:12.121757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] Sync routers for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:12.128695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.154356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:12.155340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:12.190585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bca59a75-d224-4c13-b068-1746fdfbbf03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:12.385507 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7571d80a-1cc3-4794-822a-7e829b70610f req-595d8caa-03c7-4497-961a-1abadea34a39 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c16c8e-4047-4f40-a38e-cc9c4bdfc53a HTTP/1.1" status: 200 len: 210 time: 0.1667311 Nov 25 11:20:12.394601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:12.404371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:12.408432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] No DVR routers for this DVR port 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:20:12.410175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event deleted for resources: {'Port': ['ID=943d0d62-27d7-4634-aab0-c2734073897f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:12.412260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.434498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:12.438277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.467067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:12.475180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 1d6eb093-c78d-4f9a-84d9-29af0a15d140 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:12.509908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-41275b07-f103-4594-a3b1-dabcf2e03179', 'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179', 'tenant_id': '58b0c4ff0a7c4873b2ec25251853e5ef', 'fixed_ips': [{'subnet_id': '4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:20:12.511107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.528251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.571328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'name': 'network-vif-deleted', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:20:12.586633 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-90da8b60-c12d-4a6a-9c31-6cea94e20358 req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.48 "DELETE /v2.0/ports/54ae4d52-9768-4bef-b5d4-4f40c365a4b7 HTTP/1.1" status: 204 len: 173 time: 4.8003070 Nov 25 11:20:12.641733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:12.645759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.667616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.669566 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "DELETE /v2.0/ports/943d0d62-27d7-4634-aab0-c2734073897f HTTP/1.1" status: 204 len: 168 time: 1.9260187 Nov 25 11:20:12.674686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60680) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:12.731314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:12.751593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.753950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e17b0d4f-644c-4e07-a263-f9767b56ca62 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9714544 Nov 25 11:20:12.769443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:12.771737 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c16c8e-4047-4f40-a38e-cc9c4bdfc53a', 'name': 'network-vif-deleted', 'tag': '54ae4d52-9768-4bef-b5d4-4f40c365a4b7', 'status': 'completed', 'code': 200} Nov 25 11:20:12.776874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:12.777306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 54ae4d52-9768-4bef-b5d4-4f40c365a4b7 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:12.784033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': False}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:12.853505 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e573c6-ac94-4b15-bad9-6ecabbb9f393 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:20:12.858314 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d9e573c6-ac94-4b15-bad9-6ecabbb9f393 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "GET /v2.0/ports/943d0d62-27d7-4634-aab0-c2734073897f HTTP/1.1" status: 404 len: 333 time: 0.1109872 Nov 25 11:20:12.859296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60688) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:12.871736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Request body: {'port': {'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-488254208'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:12.879206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:12.892550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::2a0 (41275b07-f103-4594-a3b1-dabcf2e03179/4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2/1d6eb093-c78d-4f9a-84d9-29af0a15d140) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:12.911510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:12.947278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Made reservation on behalf of ffc1a5a2379b4eadbfd961ffcb982609 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:12.949663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.970244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:12.998463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e005d-4534-4876-a640-dc8a6753227a req-b4f990c9-245c-472d-a03e-aff11d16ab16 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:12.999475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e31e005d-4534-4876-a640-dc8a6753227a req-b4f990c9-245c-472d-a03e-aff11d16ab16 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4209633 Nov 25 11:20:13.001262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:59Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:13.006123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] Checking router: b8a7bd60-9847-47a9-9a3f-c11ced6f945e for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:20:13.007267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] device_id is not set on port 8ff31ee6-4f50-475e-a810-bae2d0418659 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:13.018992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:13.019750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:13.209601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.227171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:13.394917 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e31e005d-4534-4876-a640-dc8a6753227a req-c66a59a9-2478-4fd2-b037-72177c64ccbb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350403 Nov 25 11:20:13.436138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.446026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.468137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 1d6eb093-c78d-4f9a-84d9-29af0a15d140 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:13.497388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.510125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-30585000-9d78-45db-a84c-b815f7ebaa03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:13.541739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.544622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.600251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:13.611168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:13.614324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:13.615707 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:13.617308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.631288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 41275b07-f103-4594-a3b1-dabcf2e03179 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:13.639088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:13.641793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:13.647861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:13.649077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.656366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60696) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:13.662273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff31ee6-4f50-475e-a810-bae2d0418659,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:13.665618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:13.673284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2359eb6a-c331-46e5-b346-b51b05ca05ae tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:13.676260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.689026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:13.699557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c74c368-a441-4492-83d0-6f5449075c0f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:13.735750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Allocated IP 2001:db8::2 (41275b07-f103-4594-a3b1-dabcf2e03179/4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2/79bb28c6-afeb-4f7a-8e1f-cc6277d5a509) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:13.743903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=1d6eb093-c78d-4f9a-84d9-29af0a15d140,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:13.747142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:13.774979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:59Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:13.779626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7071240 Nov 25 11:20:13.779850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:13.786702 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9270432 Nov 25 11:20:13.787605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60704) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:13.791181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179', 'name': 'tempest-PortsIpV6TestJSON-1077284140'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:13.794380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42832d-3ca0-4b31-8c1b-d66998a61237 None None] The sync data for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv is: [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '68821148-8dc7-4ed3-9da0-6956fedba466', 'name': '', 'network_id': '56c2cb08-12f4-4f72-ba77-18082d74f056', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'mac_address': 'fa:16:3e:c4:73:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:27Z', 'updated_at': '2021-11-25T11:18:59Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'subnets': [{'id': '23cae3e5-0223-4935-af3c-7f97ab535e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:13.818382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:13.915136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=b0fa4122-5d50-44d2-9068-07b4413da867,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:13.922626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:13.999561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.019028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.034859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Transition to ACTIVE for port object 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:14.058716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Transition to ACTIVE for port object 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:14.066911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.081168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5f2a1cf8-ada2-4ed1-bcf9-3407b3b89150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:14.112963 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872878f-6cda-448e-82b7-64ae5c3c6ef6 None None] New status for floating IP eb2439ec-d85b-43c5-a38d-665a91f189f6: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:20:14.117406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.136413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Network 41275b07-f103-4594-a3b1-dabcf2e03179 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:14.139551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:14.143374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:14.143672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:14.152710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:14.156121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Deleting port f4838c74-f6ab-4991-9bf8-0ba2e66669d0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:14.157096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.157217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:14.198260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Pushing event updated for resources: {'Port': ['ID=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:14.218674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.250774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.251364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.251443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.252317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.252650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.253109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.253441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.253762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.254077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.254388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.254708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:20:14.266211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:14.270100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Attempting to bind port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:14.270468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Attempting to bind port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:14.270827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Attempting to bind port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 on network 41275b07-f103-4594-a3b1-dabcf2e03179 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:14.277871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:20:14.278242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Checking segment: {'id': '2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:14.278645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.279043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Bound using segment: {'id': '2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:20:14.279497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Bound port: 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '41275b07-f103-4594-a3b1-dabcf2e03179'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:20:14.279868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.309510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.335004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] device_id is not set on port 8ff31ee6-4f50-475e-a810-bae2d0418659 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:14.342731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.359724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Transition to ACTIVE for port object 8ff31ee6-4f50-475e-a810-bae2d0418659 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:14.365433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:14.374251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.381913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] For port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:14.386030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] For port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,segment=NetworkSegment(2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0),segment_id=2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:20:14.386822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-706678d1-c4f1-47d5-ae74-c7af330633ca tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:14.392298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.399530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:14.505017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Pushing event updated for resources: {'Port': ['ID=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:14.516488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:14.518873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:14.519830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.537125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff31ee6-4f50-475e-a810-bae2d0418659,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:14.540231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:14.680678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.697199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3643eab7-a945-4475-8fd2-006ef03e163a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:14.737537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] For port f4838c74-f6ab-4991-9bf8-0ba2e66669d0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:14.737900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.746011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd39d97-1738-4999-8ef2-ecd0135a607f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:14.759131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:14.762041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 2e2b8917-2586-4e42-ac6b-91f3fcb1695f yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:14.820675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:14.820991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:14.821353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:14.840317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:14.840767 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:14.845232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 2 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:14.879740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:14.880241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:14.880659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:14.892418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Calling delete_port for f4838c74-f6ab-4991-9bf8-0ba2e66669d0 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:14.908115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:14.908524 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:14.917898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.937441 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 3 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:14.963768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.965572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:14.969202 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "DELETE /v2.0/security-groups/4cd39d97-1738-4999-8ef2-ecd0135a607f HTTP/1.1" status: 204 len: 168 time: 1.3071241 Nov 25 11:20:14.969333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dc863-d864-4223-b2c7-3950e5381376 req-ee88c2a1-0ff8-4690-a8e3-1c61848249ba tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:14.969438 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a67dc863-d864-4223-b2c7-3950e5381376 req-ee88c2a1-0ff8-4690-a8e3-1c61848249ba tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2881477 Nov 25 11:20:14.971207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60710) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:14.983132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:14.983450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:14.983775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.036557 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-bdba1cd4-4c9a-46be-ad0b-de50c78c7530 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] show failed (client error): The resource could not be found. Nov 25 11:20:15.040147 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bdba1cd4-4c9a-46be-ad0b-de50c78c7530 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "GET /v2.0/security-groups/4cd39d97-1738-4999-8ef2-ecd0135a607f HTTP/1.1" status: 404 len: 347 time: 0.0600159 Nov 25 11:20:15.040147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::7 (41275b07-f103-4594-a3b1-dabcf2e03179/4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2/2e2b8917-2586-4e42-ac6b-91f3fcb1695f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:15.041539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60714) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:15.045117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.045518 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.048572 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 4 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:15.086192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:15.086515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:15.086839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.119476 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a67dc863-d864-4223-b2c7-3950e5381376 req-f63cc7cd-3498-4d03-9043-63575b3e9383 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402228 Nov 25 11:20:15.122455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.122771 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.124950 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 5 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:15.151159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:15.151479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:15.151805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.156551 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP 837b3631-57a6-4320-944a-a3be303073db associated. External IP: 172.26.5.248, port: 8262b5ae-546a-4f36-91d8-50d026f982a2. Nov 25 11:20:15.179046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.179362 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.181740 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 6 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:15.251574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:15.251924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:15.252275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.269530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.269848 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.272416 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 7 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:15.311060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:15.311384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:15.311711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.332595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.332915 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.335476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.338172 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 8 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:15.367957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 2e2b8917-2586-4e42-ac6b-91f3fcb1695f will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:15.368340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Deleting port f2cbda64-f98f-494c-a2a3-f1d9f7559cd0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:15.368810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.370505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:15.370833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:15.371158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.383768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.384145 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.385685 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 9 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:15.404710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:15.405471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:15.405471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.416063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.416376 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.417370 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempt 10 to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 Nov 25 11:20:15.430670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.437160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2b5e5e5f-adfa-4573-87a3-0eb0ee396b38 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:15.437845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Allocated IP 172.26.5.144 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/61cdb809-414c-4548-921a-47b264b8a945) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:15.486342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:15.486668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:15.486993 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempting to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:15.497423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:15.497745 dv-neutron-819177-1-hyperv neutron-server[83570]: ERROR neutron.plugins.ml2.managers [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Failed to bind port 8ff31ee6-4f50-475e-a810-bae2d0418659 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '854d1f00-90ed-4f98-bdbf-8c762c90049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ec2d8e0b-ce1b-430d-b7dd-7e35b327b300'}] Nov 25 11:20:15.498084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.592132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=2e2b8917-2586-4e42-ac6b-91f3fcb1695f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:15.596745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 41275b07-f103-4594-a3b1-dabcf2e03179 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:15.599661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:15.600706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:15.634271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2155673c-8ced-42d6-80ab-4b2602bb6402 None None] Network 41275b07-f103-4594-a3b1-dabcf2e03179 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:15.659117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] For port 8ff31ee6-4f50-475e-a810-bae2d0418659, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:15.659390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Attempted to set empty binding levels {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 11:20:15.660674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:15.665397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:20:15.666592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:15.667563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.674481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.685664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-562b3e23-0604-4bab-ac38-69a83e483d16 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:15.741846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] In _notify_port_updated(), no bound segment for port 8ff31ee6-4f50-475e-a810-bae2d0418659 on network ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:20:15.742789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.744179 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "PUT /v2.0/ports/8ff31ee6-4f50-475e-a810-bae2d0418659 HTTP/1.1" status: 200 len: 976 time: 1.9356112 Nov 25 11:20:15.752752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60718) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:15.796349 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0149720 Nov 25 11:20:15.804342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60722) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:15.851537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-99c2aec7-3188-40f9-bf79-86975a4532ca None None] Provisioning for port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:15.868730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff31ee6-4f50-475e-a810-bae2d0418659,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:15.871591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:15.895586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Deleting port 8ff31ee6-4f50-475e-a810-bae2d0418659 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:15.895914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.925215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:15.932953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:15.933330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.953793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:15.954123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.027215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3217d92-4ae6-423c-80b9-3994132011c0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:16.027809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b3217d92-4ae6-423c-80b9-3994132011c0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:16.086016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b3217d92-4ae6-423c-80b9-3994132011c0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:16.090126 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b3217d92-4ae6-423c-80b9-3994132011c0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a0 HTTP/1.1" status: 200 len: 929 time: 0.2821207 Nov 25 11:20:16.090953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60726) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:16.108480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.118471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Calling delete_port for f2cbda64-f98f-494c-a2a3-f1d9f7559cd0 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:16.129524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.147173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:16.168980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,segment=NetworkSegment(2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0),segment_id=2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:16.175209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.179146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:16.245727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4838c74-f6ab-4991-9bf8-0ba2e66669d0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:16.252313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:16.256109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:16.256747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:16.263581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.264936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 2e2b8917-2586-4e42-ac6b-91f3fcb1695f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:16.265338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.311489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] For port 8ff31ee6-4f50-475e-a810-bae2d0418659, host hv-neutron-8191, got binding levels [] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:16.312795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.473069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.513816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Calling delete_port for 8ff31ee6-4f50-475e-a810-bae2d0418659 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:16.554994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a86f9cc7-413a-4675-846d-998ae760e40d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:16.613608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Provisioning for port 1d6eb093-c78d-4f9a-84d9-29af0a15d140 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:16.622818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Provisioning complete for port 1d6eb093-c78d-4f9a-84d9-29af0a15d140 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:16.623130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.691972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Port 1d6eb093-c78d-4f9a-84d9-29af0a15d140 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:16.711965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Provisioning complete for port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:16.712690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.749785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:16.753344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Pushing event updated for resources: {'Port': ['ID=61cdb809-414c-4548-921a-47b264b8a945,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:16.755940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:16.758779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:16.760940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:16.799188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.810296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c793bd78-556e-4e09-9767-5e6326e8070f tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:16.861851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Pushing event deleted for resources: {'Port': ['ID=f2cbda64-f98f-494c-a2a3-f1d9f7559cd0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:16.874985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.875937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Provisioning for port 2e2b8917-2586-4e42-ac6b-91f3fcb1695f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:16.878306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:16.882628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:16.883760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Provisioning complete for port 2e2b8917-2586-4e42-ac6b-91f3fcb1695f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:16.884269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:16.941213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ff31ee6-4f50-475e-a810-bae2d0418659,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:16.943740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4e625-54d9-4111-b5b9-3f083e9ce1be None None] Port 2e2b8917-2586-4e42-ac6b-91f3fcb1695f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:16.944206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:16.950825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d89b39-10d0-4c9c-83ce-f2c6cf7548a9 req-66f5eb5f-6514-48d6-be46-3bf4d59b5081 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:16.955207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18d89b39-10d0-4c9c-83ce-f2c6cf7548a9 req-66f5eb5f-6514-48d6-be46-3bf4d59b5081 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.6343980 Nov 25 11:20:17.008793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.038581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.050303 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8ff31ee6-4f50-475e-a810-bae2d0418659 HTTP/1.1" status: 204 len: 168 time: 1.2963545 Nov 25 11:20:17.056764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60732) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:17.070385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-74397765-b9fd-41d6-b318-d6fda0f133bc None None] Provisioning complete for port 1d6eb093-c78d-4f9a-84d9-29af0a15d140 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:17.071079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-74397765-b9fd-41d6-b318-d6fda0f133bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.125781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-74397765-b9fd-41d6-b318-d6fda0f133bc None None] Port 1d6eb093-c78d-4f9a-84d9-29af0a15d140 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:17.194152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.215151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 2e2b8917-2586-4e42-ac6b-91f3fcb1695f owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:17.245388 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b039fa59-2a2f-4eb1-85c0-ee38f762227d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:20:17.245886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b039fa59-2a2f-4eb1-85c0-ee38f762227d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Synchronizing usage tracker for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:17.249924 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18d89b39-10d0-4c9c-83ce-f2c6cf7548a9 req-2deb3913-3b80-467b-b24b-c544bc84fdb2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885242 Nov 25 11:20:17.262428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-74217187-5ebb-41ce-92de-7577a57e28c1 None None] Provisioning complete for port 2e2b8917-2586-4e42-ac6b-91f3fcb1695f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:17.262718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-74217187-5ebb-41ce-92de-7577a57e28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.265813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.267356 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] 10.222.0.41 "DELETE /v2.0/floatingips/eb2439ec-d85b-43c5-a38d-665a91f189f6 HTTP/1.1" status: 204 len: 168 time: 2.2244997 Nov 25 11:20:17.271446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:17.288131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b039fa59-2a2f-4eb1-85c0-ee38f762227d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Unset dirty status for tenant:ffc1a5a2379b4eadbfd961ffcb982609 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:17.292859 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b039fa59-2a2f-4eb1-85c0-ee38f762227d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] 10.222.0.41 "GET /v2.0/ports/8ff31ee6-4f50-475e-a810-bae2d0418659 HTTP/1.1" status: 404 len: 333 time: 0.2321181 Nov 25 11:20:17.293037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60740) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:17.344249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-74217187-5ebb-41ce-92de-7577a57e28c1 None None] Port 2e2b8917-2586-4e42-ac6b-91f3fcb1695f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:17.483363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.511696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.631246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:17.693323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.724048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.741931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2d8e0b-ce1b-430d-b7dd-7e35b327b300']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:17.755891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:20:17.796527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854d1f00-90ed-4f98-bdbf-8c762c90049b') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:17.796914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854d1f00-90ed-4f98-bdbf-8c762c90049b') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:17.808330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.819772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-28c1e433-c1e0-48dc-88b4-392e25e8ac1a tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:17.828235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:17.828600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.853608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.882593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=2e2b8917-2586-4e42-ac6b-91f3fcb1695f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:17.890095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:17.895455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.938905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:17.939157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:17.959930 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:17.982588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:18.076769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73c802-51c0-47ca-8931-7f2f02294263 req-319bbe28-5d64-4b6e-b3f6-08cc29209652 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:18.078256 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4f73c802-51c0-47ca-8931-7f2f02294263 req-319bbe28-5d64-4b6e-b3f6-08cc29209652 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3391755 Nov 25 11:20:18.081492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/2e2b8917-2586-4e42-ac6b-91f3fcb1695f HTTP/1.1" status: 204 len: 168 time: 1.9893792 Nov 25 11:20:18.088168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60748) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:18.122825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:18.145346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:18.146075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:18.169970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:18.175128 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-1a27ebfc-a46c-4869-822a-162deb3c813b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1098 time: 0.3997092 Nov 25 11:20:18.176054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:18.183537 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-92aa8ddb-3ed8-45fb-828d-446486d425c6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:20:18.184059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-92aa8ddb-3ed8-45fb-828d-446486d425c6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:18.189342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Pushing event deleted for resources: {'Network': ['ID=ec2d8e0b-ce1b-430d-b7dd-7e35b327b300,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:18.195706 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] 10.222.0.41 "DELETE /v2.0/networks/ec2d8e0b-ce1b-430d-b7dd-7e35b327b300 HTTP/1.1" status: 204 len: 168 time: 0.8994653 Nov 25 11:20:18.195706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:18.217820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-92aa8ddb-3ed8-45fb-828d-446486d425c6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:18.218958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-92aa8ddb-3ed8-45fb-828d-446486d425c6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/2e2b8917-2586-4e42-ac6b-91f3fcb1695f HTTP/1.1" status: 404 len: 333 time: 0.1289628 Nov 25 11:20:18.222732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60754) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:18.226958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4f73c802-51c0-47ca-8931-7f2f02294263 req-2768b375-8969-4821-a987-06616756a769 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353810 Nov 25 11:20:18.305954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 1d6eb093-c78d-4f9a-84d9-29af0a15d140 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:18.306276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:18.521149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60760) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:18.564939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-1408cf5a-f6a2-4905-8423-f3945319b19d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:18.566401 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-1408cf5a-f6a2-4905-8423-f3945319b19d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 913 time: 0.3812222 Nov 25 11:20:18.689626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:18.822307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 1d6eb093-c78d-4f9a-84d9-29af0a15d140 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:18.895150 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-36ab6b58-d613-42a3-91c8-b994ff1753c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87a21cbbd68a4821bb815232292c79e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3728263 Nov 25 11:20:18.898214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60766) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:19.024459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.037690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.046681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:19.100103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=1d6eb093-c78d-4f9a-84d9-29af0a15d140,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:19.102587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:19.109301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.121242 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-b37192f6-2db4-4612-833f-3bad37186f86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 1001 time: 0.5362320 Nov 25 11:20:19.122658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:19.136366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:19.153493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:19.154380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:19.175769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.214187 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/1d6eb093-c78d-4f9a-84d9-29af0a15d140 HTTP/1.1" status: 204 len: 168 time: 0.9901214 Nov 25 11:20:19.220469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60770) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:19.234045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.268402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:19.281645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:19.281890 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ef071c-bde5-45d0-b833-b18d4962f687 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:20:19.282882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-07ef071c-bde5-45d0-b833-b18d4962f687 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:19.283008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:19.291914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.299610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f36f8916-912f-447a-b476-1450135bdd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:19.322174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d465ca-3aa1-4bc1-8b64-c1be85091fc8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:19.335376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:19.339808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.341333 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67d465ca-3aa1-4bc1-8b64-c1be85091fc8 HTTP/1.1" status: 204 len: 168 time: 0.4422510 Nov 25 11:20:19.344558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-07ef071c-bde5-45d0-b833-b18d4962f687 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:19.346308 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-07ef071c-bde5-45d0-b833-b18d4962f687 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/1d6eb093-c78d-4f9a-84d9-29af0a15d140 HTTP/1.1" status: 404 len: 333 time: 0.1244993 Nov 25 11:20:19.349350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60778) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:19.380943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:19.381592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78dfc8-c286-417e-bd20-d67aa3c52b40 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:19.400529 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.4326701 Nov 25 11:20:19.416989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60782) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:19.432229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'port_id': '8262b5ae-546a-4f36-91d8-50d026f982a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:19.542001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.598895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-17d8cebc-bb6c-452e-8606-9918f35be577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:19.600378 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-17d8cebc-bb6c-452e-8606-9918f35be577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.4714367 Nov 25 11:20:19.633519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet 4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:20:19.640226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35342b01-d919-4ef2-9d24-153670c95aba req-23e9c921-44ec-4895-aec2-b8fe93a3bfc9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:19.641669 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-35342b01-d919-4ef2-9d24-153670c95aba req-23e9c921-44ec-4895-aec2-b8fe93a3bfc9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2262921 Nov 25 11:20:19.644098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.729098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.736557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.764082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60788) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:19.792563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-35342b01-d919-4ef2-9d24-153670c95aba req-dc199be7-f80c-40b4-a5ca-7e5bdab4a0d6 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181870 Nov 25 11:20:19.863161 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2a96daf4-dc9f-481f-9668-9bdcf1a863ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffc1a5a2379b4eadbfd961ffcb982609&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0964174 Nov 25 11:20:19.868358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60792) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:19.887332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:19.987698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.001036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.013099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:20.028317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Router 3b88bbfc-5b50-4db7-aff8-86de74d43e5f is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:20:20.041036 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-28af6666-b55a-4e5a-ab57-e110400de09f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4256368 Nov 25 11:20:20.056694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:20.059583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:20.061375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.081814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.087943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72904e0-c75d-4000-86cc-1224794d8ab0 None None] Network 41275b07-f103-4594-a3b1-dabcf2e03179 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:20.103473 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2 HTTP/1.1" status: 204 len: 168 time: 0.7523191 Nov 25 11:20:20.106186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60796) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:20.226274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.240281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.247162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a6b60fcc-dfbf-4091-a34c-56e19bbffb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:20.257853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:20.258184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.294755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8596c51b-9360-4871-b855-94bb4c17ecb2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:20.300472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:20.304824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.305636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8596c51b-9360-4871-b855-94bb4c17ecb2 HTTP/1.1" status: 204 len: 168 time: 0.4363830 Nov 25 11:20:20.360212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] DHCP port deletion for 41275b07-f103-4594-a3b1-dabcf2e03179 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:20:20.367526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Deleting port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:20.368222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.536259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] For port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,segment=NetworkSegment(2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0),segment_id=2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:20.536587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.656298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] For port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,segment=NetworkSegment(2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0),segment_id=2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:20.656697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.790843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Calling delete_port for 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:20.800712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:20.898981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:20.909906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c347cbd0-dc35-41fb-a40b-1c37e61b7945 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:20.916020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:20:20.916527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:20:20.936319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Router e75aae4e-4416-4bad-8d0c-33101b31dc69 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:20.965950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=79bb28c6-afeb-4f7a-8e1f-cc6277d5a509,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:21.003800 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-6d5a6306-7ddb-42b0-9da2-7e0e04fc3939 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472532 Nov 25 11:20:21.007342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:21.020246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No DVR routers for this DVR port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:20:21.149958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.186039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41275b07-f103-4594-a3b1-dabcf2e03179']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:21.202034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:21.202371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4d9bf4-2cea-4a43-b8aa-74cbb9ad88d0') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:21.217406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7162ad-07f9-4522-b2a7-50bfab96bb88 req-1d78dde5-dbf9-41b4-acb5-0598ffc31c8c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:21.218847 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e7162ad-07f9-4522-b2a7-50bfab96bb88 req-1d78dde5-dbf9-41b4-acb5-0598ffc31c8c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2692325 Nov 25 11:20:21.222735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.260487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.275626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:21.276038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:21.291110 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:21.315092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.335968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.355240 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e7162ad-07f9-4522-b2a7-50bfab96bb88 req-5c7e4ea9-f533-4299-9157-1125f04e294f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252034 Nov 25 11:20:21.384675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.393257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.397394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:21.417602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Deleting port 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:21.419295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.426201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=41275b07-f103-4594-a3b1-dabcf2e03179,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:21.429187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:21.443904 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/41275b07-f103-4594-a3b1-dabcf2e03179 HTTP/1.1" status: 204 len: 168 time: 1.3366930 Nov 25 11:20:21.444995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60822) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:21.451637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-592578228'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:21.458825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:21.463324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:21.466880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:21.473491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:21.487290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:21.491481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.528220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbbc75-36f9-4e8f-9559-d92557034ee3 None None] The port '79bb28c6-afeb-4f7a-8e1f-cc6277d5a509' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:20:21.536981 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e7b6a8a6-3835-409e-96ce-995072e44578 req-b91d7fa9-3d99-491b-81da-76dffe257218 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239933 Nov 25 11:20:21.554251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:21.577720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.578904 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment 5c5a2ffc-da06-4771-8826-bb025230ed89 of type vlan for network 1e636b9d-b854-4dd2-9730-6661a6a29106 Nov 25 11:20:21.606515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:21.642849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.644460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:21.644926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 79bb28c6-afeb-4f7a-8e1f-cc6277d5a509 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:21.680341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.684808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:21.685590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.691802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-72cfa359-4537-4048-be46-3e6eb43b1b26 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:21.793758 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3439989 Nov 25 11:20:21.794789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60830) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:21.805266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:21.819917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=1e636b9d-b854-4dd2-9730-6661a6a29106,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:21.824757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:21.836023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:21.841405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:21.843658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:21.844712 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] Sync routers for ids ['3b88bbfc-5b50-4db7-aff8-86de74d43e5f'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:21.857806 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "PUT /v2.0/routers/3b88bbfc-5b50-4db7-aff8-86de74d43e5f HTTP/1.1" status: 200 len: 920 time: 9.0821426 Nov 25 11:20:21.864252 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] Routers {'3b88bbfc-5b50-4db7-aff8-86de74d43e5f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:21.864874 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b88bbfc-5b50-4db7-aff8-86de74d43e5f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:21.869729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60836) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:21.933139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:21.945543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:21.952504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:21.964920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:21.983079 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:21.994255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:22.003027 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] Routers {'3b88bbfc-5b50-4db7-aff8-86de74d43e5f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:22.004370 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b88bbfc-5b50-4db7-aff8-86de74d43e5f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:22.121355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:22.125597 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:22.132589 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e62a4-eae3-4613-98c2-3127e92e13f9 None None] The sync data for ids ['3b88bbfc-5b50-4db7-aff8-86de74d43e5f'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:22.380387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:22.387907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ac850a4-f839-4cc3-aa1e-b571b8ba8b8b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:22.408543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:22.413915 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/e75aae4e-4416-4bad-8d0c-33101b31dc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4445844 Nov 25 11:20:22.417422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:22.423181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] Sync routers for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:22.439259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:22.440263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:22.515352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=dab17d43-3405-4769-bd4a-f093717610db,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:22.519526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:22.589937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': '5c5a2ffc-da06-4771-8826-bb025230ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:22.590299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: 1e636b9d-b854-4dd2-9730-6661a6a29106, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:20:22.628463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60856) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:22.682664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:20:22.701789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 1e636b9d-b854-4dd2-9730-6661a6a29106) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:22.717055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:22.717765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:22.728301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290e566-2248-49dc-a07b-32b8cee530ec None None] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:22.743491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932621-b29d-4e02-8a84-4e1677f66ebf req-f1f76a15-8935-4562-9044-2c3bb98290b6 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:22.750598 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e932621-b29d-4e02-8a84-4e1677f66ebf req-f1f76a15-8935-4562-9044-2c3bb98290b6 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.1326990 Nov 25 11:20:22.794019 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9985957 Nov 25 11:20:22.795429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60862) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:22.803536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106', 'name': 'tempest-PortsIpV6TestJSON-2043774845', 'fixed_ips': [{'subnet_id': 'dab17d43-3405-4769-bd4a-f093717610db', 'ip_address': '2001:db8::10'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:22.832418 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79a2361b-e628-454a-b6a0-17977c3c7958 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/3b88bbfc-5b50-4db7-aff8-86de74d43e5f HTTP/1.1" status: 200 len: 926 time: 0.9597740 Nov 25 11:20:22.834524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60866) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:22.838706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1224666394', 'router:external': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:22.865042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:22.901579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:22.918509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:network and tenant:d1cd2e86f5444e81b5dcdd7ad401480d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:22.929300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:22.946403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:22.956410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Deleting port 68821148-8dc7-4ed3-9da0-6956fedba466 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:22.956744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.001454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Made reservation on behalf of d1cd2e86f5444e81b5dcdd7ad401480d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:23.003413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.024225 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e932621-b29d-4e02-8a84-4e1677f66ebf req-60b8a202-4299-4f64-896d-30c98b8a15a4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727158 Nov 25 11:20:23.047367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.117466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:23.123763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:23.133839 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5fd08738-ab83-475d-afbb-7931055a67af tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=3b88bbfc-5b50-4db7-aff8-86de74d43e5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2970166 Nov 25 11:20:23.135113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:23.142708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:23.150698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60872) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:23.201178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-1e636b9d-b854-4dd2-9730-6661a6a29106', 'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106', 'tenant_id': '58b0c4ff0a7c4873b2ec25251853e5ef', 'fixed_ips': [{'subnet_id': 'dab17d43-3405-4769-bd4a-f093717610db'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:20:23.202043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.215417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:23.224967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.253589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:23.265736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:security_group_rule and tenant:d1cd2e86f5444e81b5dcdd7ad401480d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:23.272499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:23.277752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] For port 68821148-8dc7-4ed3-9da0-6956fedba466, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=68821148-8dc7-4ed3-9da0-6956fedba466,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:23.278097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.290178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:23.304244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.318000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 137926b1-22fa-4d93-886a-84dab729bdc4 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:23.384612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:20:15Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:23.396915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] Checking router: e75aae4e-4416-4bad-8d0c-33101b31dc69 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:20:23.419818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Allocated IP 2001:db8::2 (1e636b9d-b854-4dd2-9730-6661a6a29106/dab17d43-3405-4769-bd4a-f093717610db/cc3aa82e-3b12-4acf-a2e1-261571a12ea8) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:23.431322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] Routers {'e75aae4e-4416-4bad-8d0c-33101b31dc69'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:23.431322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e75aae4e-4416-4bad-8d0c-33101b31dc69'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:23.477671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe95a6-d083-4ace-abfb-31903888c64c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:23.479031 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-47fe95a6-d083-4ace-abfb-31903888c64c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.3267834 Nov 25 11:20:23.484275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:23.486406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Calling delete_port for 68821148-8dc7-4ed3-9da0-6956fedba466 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:23.527321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91e01f-407b-4be0-bc15-fda796cec829 req-fd4dd3cc-b7b2-4173-ab20-1d7c1b1b658b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:23.528816 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2b91e01f-407b-4be0-bc15-fda796cec829 req-fd4dd3cc-b7b2-4173-ab20-1d7c1b1b658b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3512104 Nov 25 11:20:23.551559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:23.560417 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bfadaa70-41aa-4413-948b-3579368fa4a2 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b88bbfc-5b50-4db7-aff8-86de74d43e5f HTTP/1.1" status: 200 len: 205 time: 0.0746160 Nov 25 11:20:23.566209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60880) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:23.691176 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2b91e01f-407b-4be0-bc15-fda796cec829 req-112f7684-a85a-4d59-9ca3-58d580c423d8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258228 Nov 25 11:20:23.852427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] Set router e75aae4e-4416-4bad-8d0c-33101b31dc69 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:23.860283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.881826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.898215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:23.905603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:24.104413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09aed22-2a33-4f9c-ac69-acf437664d87,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:24.120149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:24.125694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:24.129270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.134442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.144908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.145570 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Added segment 05780dbe-21c1-46af-84c9-c82a24698749 of type vlan for network 903bc71c-2c46-448d-bb19-c730f8d5596e Nov 25 11:20:24.151481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.164297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Transition to ACTIVE for port object cc3aa82e-3b12-4acf-a2e1-261571a12ea8 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:24.169897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Deleting port 61cdb809-414c-4548-921a-47b264b8a945 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:24.170367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.185082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Transition to ACTIVE for port object cc3aa82e-3b12-4acf-a2e1-261571a12ea8 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:24.191669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.198608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.204179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:24.229351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47379629-168d-4356-8a2c-308250024e16 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:24.290300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.291689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:24.292539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.320359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Pushing event deleted for resources: {'Port': ['ID=68821148-8dc7-4ed3-9da0-6956fedba466,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:24.327974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:24.334540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e682a86-4c34-4bd5-a609-205e8e95c9d4 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:24.338422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61371ce-5894-4068-bcdc-0297dc0a80a9 req-da676dc2-6d5c-40c6-b817-c42cfc3c346d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:24.343135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:24.346144 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f61371ce-5894-4068-bcdc-0297dc0a80a9 req-da676dc2-6d5c-40c6-b817-c42cfc3c346d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2447095 Nov 25 11:20:24.348734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::10 (1e636b9d-b854-4dd2-9730-6661a6a29106/dab17d43-3405-4769-bd4a-f093717610db/137926b1-22fa-4d93-886a-84dab729bdc4) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:24.348994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Pushing event updated for resources: {'Port': ['ID=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:24.377521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:24.379619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:24.383041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:24.533178 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f61371ce-5894-4068-bcdc-0297dc0a80a9 req-3883b207-864d-4a41-900a-5ca3a294aa85 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853466 Nov 25 11:20:24.533643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Attempting to bind port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:24.533983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Attempting to bind port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5c5a2ffc-da06-4771-8826-bb025230ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:24.534206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Attempting to bind port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 on network 1e636b9d-b854-4dd2-9730-6661a6a29106 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:24.556852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:20:24.557237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Checking segment: {'id': '5c5a2ffc-da06-4771-8826-bb025230ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:24.557650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.558056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Bound using segment: {'id': '5c5a2ffc-da06-4771-8826-bb025230ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:20:24.558540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Bound port: cc3aa82e-3b12-4acf-a2e1-261571a12ea8, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5a2ffc-da06-4771-8826-bb025230ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:20:24.558914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.598829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.699652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] For port cc3aa82e-3b12-4acf-a2e1-261571a12ea8, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:24.702757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] For port cc3aa82e-3b12-4acf-a2e1-261571a12ea8, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,segment=NetworkSegment(5c5a2ffc-da06-4771-8826-bb025230ed89),segment_id=5c5a2ffc-da06-4771-8826-bb025230ed89)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:20:24.714837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:20:15Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:24.721977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:24.727090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c434be-f33d-4e5c-b831-d3a2f5420023 None None] The sync data for ids ['e75aae4e-4416-4bad-8d0c-33101b31dc69'] in dv-neutron-819177-1-hyperv is: [{'id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'name': 'tempest-ServersTestManualDisk-1842592660-router', 'tenant_id': '9287aa4b186d4a0592746529ca926ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '6173c76b-8539-43a2-a133-83e386568b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:08Z', 'updated_at': '2021-11-25T11:20:15Z', 'revision_number': 5, 'project_id': '9287aa4b186d4a0592746529ca926ab6', 'gw_port': {'id': '6173c76b-8539-43a2-a133-83e386568b3d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75aae4e-4416-4bad-8d0c-33101b31dc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:09Z', 'updated_at': '2021-11-25T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:24.728906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fb1c93d5-587e-4fa3-948a-ce9d3aa937b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:24.810115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Pushing event updated for resources: {'Port': ['ID=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:24.816636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:24.957166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Network': ['ID=903bc71c-2c46-448d-bb19-c730f8d5596e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:24.961073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:24.969198 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3345747 Nov 25 11:20:24.973386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60892) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:24.973756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 903bc71c-2c46-448d-bb19-c730f8d5596e details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:25.006250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'subnet': {'network_id': '903bc71c-2c46-448d-bb19-c730f8d5596e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:25.044406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:25.053710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:subnet and tenant:d1cd2e86f5444e81b5dcdd7ad401480d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:25.060810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:25.079094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:25.128882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Calling delete_port for 61cdb809-414c-4548-921a-47b264b8a945 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:25.167594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Made reservation on behalf of d1cd2e86f5444e81b5dcdd7ad401480d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:25.181339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.221573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.309512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.352208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 137926b1-22fa-4d93-886a-84dab729bdc4 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:25.384306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Deleting port 6173c76b-8539-43a2-a133-83e386568b3d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:25.384781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.445916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa106c8d-27ba-4d24-b9e4-8755f8d7f136 req-acb0c981-39af-4ae3-9096-0efe6d561d9b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:25.447355 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aa106c8d-27ba-4d24-b9e4-8755f8d7f136 req-acb0c981-39af-4ae3-9096-0efe6d561d9b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2070940 Nov 25 11:20:25.478101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.490634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-071b5584-ac5e-4842-83e2-156ddc0c57e2 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:25.492695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:25.504988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.508349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:25.539798 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:25.540704 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:25.631259 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:25.642535 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aa106c8d-27ba-4d24-b9e4-8755f8d7f136 req-07abb722-4dfd-48c9-9554-990b4f99ea8c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872656 Nov 25 11:20:25.650386 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:25.651221 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:25.675116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:25.696576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:25.701591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:25.707333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:25.707961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.725346 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:25.725999 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb3ca2-8994-4931-ab19-3968e51c10a3 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:25.732655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:25.738278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc3aa82e-3b12-4acf-a2e1-261571a12ea8 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:20:25.747972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=137926b1-22fa-4d93-886a-84dab729bdc4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:25.756817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:25.757869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd83a0ee-b191-4839-a255-412e237c8e36 tempest-FloatingIPAdminTestJSON-400149136 tempest-FloatingIPAdminTestJSON-400149136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:25.791897 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9947810 Nov 25 11:20:25.797799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60896) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:25.815595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': '1e636b9d-b854-4dd2-9730-6661a6a29106', 'name': 'tempest-PortsIpV6TestJSON-1326301307', 'fixed_ips': [{'subnet_id': 'dab17d43-3405-4769-bd4a-f093717610db', 'ip_address': '2001:db8::f'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:25.823009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:25.827271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event deleted for resources: {'Port': ['ID=61cdb809-414c-4548-921a-47b264b8a945,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:25.834165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:25.839924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f4838c74-f6ab-4991-9bf8-0ba2e66669d0 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:25.875670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: f4838c74-f6ab-4991-9bf8-0ba2e66669d0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:25.876047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f4838c74-f6ab-4991-9bf8-0ba2e66669d0 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:25.956269 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b294f1d9-3608-427a-b1f8-2f4bd8db90cf tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/floatingips/837b3631-57a6-4320-944a-a3be303073db HTTP/1.1" status: 200 len: 978 time: 6.5330620 Nov 25 11:20:25.971498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60900) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:25.973295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] For port 6173c76b-8539-43a2-a133-83e386568b3d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6173c76b-8539-43a2-a133-83e386568b3d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:25.973649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.027619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.289834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6630b7-311a-47b0-b240-fed71f15be77 None None] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:26.295416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.300718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.329012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.329445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Fanout notify agent at l3_agent the message router_deleted on router 3b88bbfc-5b50-4db7-aff8-86de74d43e5f {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:26.340401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.341525 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/3b88bbfc-5b50-4db7-aff8-86de74d43e5f HTTP/1.1" status: 204 len: 168 time: 2.7708755 Nov 25 11:20:26.346151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60904) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:26.351132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Calling delete_port for 6173c76b-8539-43a2-a133-83e386568b3d owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:26.351259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1420522064', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:26.358297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:26.362580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Usage tracker for resource:router and tenant:7484d8b72bab4752a05d54d8d7cf561f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:26.365542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:26.372556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:26.384553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.385506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.410401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.411153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Provisioning for port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:26.430216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Provisioning complete for port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:26.430593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.431204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.569488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:26.582725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.650024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:26.653659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:26.699427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.744534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] For port cc3aa82e-3b12-4acf-a2e1-261571a12ea8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,segment=NetworkSegment(5c5a2ffc-da06-4771-8826-bb025230ed89),segment_id=5c5a2ffc-da06-4771-8826-bb025230ed89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:26.754317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.760911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:26.844555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Pushing event updated for resources: {'Port': ['ID=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:26.848054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:26.877502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:26.887923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:26.898554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83465aa9-2b73-423b-8123-72c720c3f497 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:26.919914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9efbf-e75a-439e-8bb0-3708d4a9241a req-756e03ea-bdbb-42af-956a-9212167d8148 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:26.921565 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33a9efbf-e75a-439e-8bb0-3708d4a9241a req-756e03ea-bdbb-42af-956a-9212167d8148 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.1222215 Nov 25 11:20:26.963390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6173c76b-8539-43a2-a133-83e386568b3d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:26.972740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:26.973511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:26.994043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-20c16eb0-8f39-4e9d-8dd3-ae56e0d4262e None None] Provisioning complete for port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:26.994264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-20c16eb0-8f39-4e9d-8dd3-ae56e0d4262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.001045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port b0fa4122-5d50-44d2-9068-07b4413da867 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:27.001947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.013575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.046511 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33a9efbf-e75a-439e-8bb0-3708d4a9241a req-3e1645b8-e578-42a7-af46-9a973a4c01f6 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144969 Nov 25 11:20:27.047596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.175172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-20c16eb0-8f39-4e9d-8dd3-ae56e0d4262e None None] Provisioning for port 137926b1-22fa-4d93-886a-84dab729bdc4 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:27.180827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-20c16eb0-8f39-4e9d-8dd3-ae56e0d4262e None None] Provisioning complete for port 137926b1-22fa-4d93-886a-84dab729bdc4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:27.181295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-20c16eb0-8f39-4e9d-8dd3-ae56e0d4262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.243349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Allocated IP 172.26.5.226 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/ec5d8557-b394-4f23-be6b-2bd6c2d7f3a4) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:27.278908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-20c16eb0-8f39-4e9d-8dd3-ae56e0d4262e None None] Port 137926b1-22fa-4d93-886a-84dab729bdc4 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:27.325551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.402583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-16355d82-edf6-4657-b7f3-4342fe001349 None None] Provisioning complete for port 137926b1-22fa-4d93-886a-84dab729bdc4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:27.402895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-16355d82-edf6-4657-b7f3-4342fe001349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.462810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-16355d82-edf6-4657-b7f3-4342fe001349 None None] Port 137926b1-22fa-4d93-886a-84dab729bdc4 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:27.482721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 630b2260-8ff3-4ab7-9278-24e6a29a5709 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:27.485242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.535093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f566661-b24a-4fad-870a-8f5e21d9d4ff req-df418770-4c37-4d69-9ae7-03b1ba4369d7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:27.537723 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f566661-b24a-4fad-870a-8f5e21d9d4ff req-df418770-4c37-4d69-9ae7-03b1ba4369d7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.1329069 Nov 25 11:20:27.607612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.613674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fbfb246b-efca-4399-8c87-5ab1652eca2b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:27.689876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc3aa82e-3b12-4acf-a2e1-261571a12ea8 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:20:27.703295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:27.706978 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f566661-b24a-4fad-870a-8f5e21d9d4ff req-9ec386be-7b7e-41ed-a8fb-7baa1b5327c4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599827 Nov 25 11:20:27.708169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:27.710853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:27.740650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event updated for resources: {'Port': ['ID=ec5d8557-b394-4f23-be6b-2bd6c2d7f3a4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:27.744046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:27.781068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:27.781661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.883808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.884856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:27.938825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.113702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Router cd46eebb-1cac-4f84-8d27-f070a6b6894e is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:20:28.157941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.158481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.309212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:28.319327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] Sync routers for ids ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:28.331067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] Routers {'cd46eebb-1cac-4f84-8d27-f070a6b6894e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:28.331635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:28.338524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.342859 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9957871 Nov 25 11:20:28.343770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60914) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:28.348947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:28.356434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:20:28.356898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.390128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:28.400728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] Routers {'cd46eebb-1cac-4f84-8d27-f070a6b6894e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:28.401339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:28.421633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for b0fa4122-5d50-44d2-9068-07b4413da867 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:28.462620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:28.463034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb42ecd-3fd4-41cb-9510-2e6eb3bd8165 None None] The sync data for ids ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:28.468958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a1dedeb5-0aa9-4d92-a55c-99d5e922684c tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:28.560990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.617142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.631034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9332273d-374c-442d-930d-42dd95c84c7f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:28.696867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:28.747033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::f (1e636b9d-b854-4dd2-9730-6661a6a29106/dab17d43-3405-4769-bd4a-f093717610db/630b2260-8ff3-4ab7-9278-24e6a29a5709) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:28.869856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Checking segment: {'id': '05780dbe-21c1-46af-84c9-c82a24698749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '903bc71c-2c46-448d-bb19-c730f8d5596e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:28.870214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network hostable DHCP agents. Network: 903bc71c-2c46-448d-bb19-c730f8d5596e, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:20:28.898212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:28.898741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75aae4e-4416-4bad-8d0c-33101b31dc69 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:29.015771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d0a3-d837-49fe-b920-af6677e48816 req-22dfb9a9-4708-41fa-8c3d-e7707b5cebab tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:29.015771 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9c2d0a3-d837-49fe-b920-af6677e48816 req-22dfb9a9-4708-41fa-8c3d-e7707b5cebab tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.1631019 Nov 25 11:20:29.123636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9c2d0a3-d837-49fe-b920-af6677e48816 req-b4e068c2-24fa-4c26-ab86-f0fe0f404c08 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593040 Nov 25 11:20:29.162212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.185771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.196349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Deleting port ec5d8557-b394-4f23-be6b-2bd6c2d7f3a4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:29.196738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.331189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network 903bc71c-2c46-448d-bb19-c730f8d5596e is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:20:29.349195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.364278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13cc0e7d-5ca2-495c-9604-844c64920c78 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:29.417799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 903bc71c-2c46-448d-bb19-c730f8d5596e) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:29.425295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=b0fa4122-5d50-44d2-9068-07b4413da867,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:29.428346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6009f1-c57d-4093-a908-a16871e80708 None None] Network 903bc71c-2c46-448d-bb19-c730f8d5596e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:29.430138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:29.443869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:29.444463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.453395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.457634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.461045 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e75aae4e-4416-4bad-8d0c-33101b31dc69 HTTP/1.1" status: 204 len: 168 time: 7.0402210 Nov 25 11:20:29.462067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60922) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:29.509416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce471ef-7ee6-4614-94dd-22d3c0f99d55 req-27fbb657-2073-414e-a140-54efb3a62f17 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:29.509628 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ce471ef-7ee6-4614-94dd-22d3c0f99d55 req-27fbb657-2073-414e-a140-54efb3a62f17 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2351365 Nov 25 11:20:29.559693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6173c76b-8539-43a2-a133-83e386568b3d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:29.562817 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5876777 Nov 25 11:20:29.585620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60926) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:29.596301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-583294532', 'network_id': '903bc71c-2c46-448d-bb19-c730f8d5596e'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:29.602152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:29.606214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:port and tenant:d1cd2e86f5444e81b5dcdd7ad401480d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:29.609987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:29.618299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 6173c76b-8539-43a2-a133-83e386568b3d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:29.618648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6173c76b-8539-43a2-a133-83e386568b3d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:29.627477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.639608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.640533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:29.656022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Calling delete_port for ec5d8557-b394-4f23-be6b-2bd6c2d7f3a4 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:29.715634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 630b2260-8ff3-4ab7-9278-24e6a29a5709 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:29.723097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.723427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Deleting subnet 74477cdd-5732-48b5-9c7f-5ed7b1ea7527 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:20:29.738556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41afd32-bb44-4a34-ad5c-4bbd9131793b None None] Network 903bc71c-2c46-448d-bb19-c730f8d5596e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:29.739365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.773933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Made reservation on behalf of d1cd2e86f5444e81b5dcdd7ad401480d for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:29.776241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.820614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] device_id is not set on port bb270431-6d98-4a17-862c-66d66bba978d yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:29.822849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.854756 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ce471ef-7ee6-4614-94dd-22d3c0f99d55 req-6720762c-1020-428e-b3c6-60f12367d21c tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900400 Nov 25 11:20:29.967869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:29.985461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.007037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:30.097299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.104509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3a38497c-1b20-4a9d-919c-40c272c2aa26 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:30.121158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:30.127704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=630b2260-8ff3-4ab7-9278-24e6a29a5709,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:30.131054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:30.131878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:30.134112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:30.138475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:30.139080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.145012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Pushing event deleted for resources: {'Port': ['ID=ec5d8557-b394-4f23-be6b-2bd6c2d7f3a4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:30.147968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:30.189277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.203513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Allocated IP 172.20.0.2 (903bc71c-2c46-448d-bb19-c730f8d5596e/9332273d-374c-442d-930d-42dd95c84c7f/bb270431-6d98-4a17-862c-66d66bba978d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:30.240928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:30.251192 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4460216 Nov 25 11:20:30.268620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60932) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:30.270445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Router b8a7bd60-9847-47a9-9a3f-c11ced6f945e has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:30.283962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74477cdd-5732-48b5-9c7f-5ed7b1ea7527,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:30.293276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668fdf-73a5-4ca8-a64f-423fc5be2a50 req-8e7b20ad-b78b-4573-a13e-c88b0514e1cc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:30.294755 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4a668fdf-73a5-4ca8-a64f-423fc5be2a50 req-8e7b20ad-b78b-4573-a13e-c88b0514e1cc tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2776215 Nov 25 11:20:30.296087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:30.306261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.308860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca9df2c-7c8e-4b0c-96e6-970ed6b340cf None None] Network 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:30.347390 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/74477cdd-5732-48b5-9c7f-5ed7b1ea7527 HTTP/1.1" status: 204 len: 168 time: 0.8842998 Nov 25 11:20:30.349420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60936) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:30.552369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-af7c2744-4f40-448a-b259-bacbf58a9189 None None] Provisioning for port 630b2260-8ff3-4ab7-9278-24e6a29a5709 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:30.562475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-af7c2744-4f40-448a-b259-bacbf58a9189 None None] Provisioning complete for port 630b2260-8ff3-4ab7-9278-24e6a29a5709 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:30.563181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-af7c2744-4f40-448a-b259-bacbf58a9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.608526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c94d87-16b4-4d72-975a-27110d217927 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:30.609237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-75c94d87-16b4-4d72-975a-27110d217927 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:30.615537 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4a668fdf-73a5-4ca8-a64f-423fc5be2a50 req-2d32637e-bcd8-45f0-8ccb-a555ddd80b37 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065667 Nov 25 11:20:30.624288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-af7c2744-4f40-448a-b259-bacbf58a9189 None None] Port 630b2260-8ff3-4ab7-9278-24e6a29a5709 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:30.681793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-75c94d87-16b4-4d72-975a-27110d217927 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:30.683107 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-75c94d87-16b4-4d72-975a-27110d217927 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4114881 Nov 25 11:20:30.687209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60942) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:30.695084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] DHCP port deletion for 5b6f6b9b-eb3d-412f-b590-3f82d345ba0c request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:20:30.696965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.701303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Deleting port 03638820-a9e1-4151-a7ff-5b11511880cc {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:30.702002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.705914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.894504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.897637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.908992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.946846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.964427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd79f023-8a84-4f76-9eba-68ffb03f01dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:30.980517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] For port 03638820-a9e1-4151-a7ff-5b11511880cc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=03638820-a9e1-4151-a7ff-5b11511880cc,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:30.980914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:30.986070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Deleting port 03638820-a9e1-4151-a7ff-5b11511880cc {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:30.986396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:31.092132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e244f-3595-49f0-aa67-f18686e04495 req-0d031bc3-6c94-4ac4-9791-e00b434812eb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:31.093636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b75e244f-3595-49f0-aa67-f18686e04495 req-0d031bc3-6c94-4ac4-9791-e00b434812eb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3229878 Nov 25 11:20:31.103922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Calling delete_port for 03638820-a9e1-4151-a7ff-5b11511880cc owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:31.158669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1bc979-7b9b-49e7-97f1-dfa2891f49c4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:31.163205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1bc979-7b9b-49e7-97f1-dfa2891f49c4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:31.167114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1bc979-7b9b-49e7-97f1-dfa2891f49c4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:31.171758 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ad1bc979-7b9b-49e7-97f1-dfa2891f49c4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4799023 Nov 25 11:20:31.176943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60946) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:31.188146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:31.192701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d918a79-bfe9-45f2-a7ca-1fb7d6675a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:31.237158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Router cd46eebb-1cac-4f84-8d27-f070a6b6894e has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:31.239037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Pushing event deleted for resources: {'Port': ['ID=03638820-a9e1-4151-a7ff-5b11511880cc,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:31.239619 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b75e244f-3595-49f0-aa67-f18686e04495 req-c43ea6f6-ef77-4bfc-9aa3-d1800b45fbb9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344543 Nov 25 11:20:31.251655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:31.255559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] No DVR routers for this DVR port 03638820-a9e1-4151-a7ff-5b11511880cc on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:20:31.321532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network 903bc71c-2c46-448d-bb19-c730f8d5596e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:31.325359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Port': ['ID=bb270431-6d98-4a17-862c-66d66bba978d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:31.332580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:31.334484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:31.338934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:31.398478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 630b2260-8ff3-4ab7-9278-24e6a29a5709 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:31.398813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:31.441951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:31.442262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] For port 03638820-a9e1-4151-a7ff-5b11511880cc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=03638820-a9e1-4151-a7ff-5b11511880cc,segment=NetworkSegment(b834913a-a0bc-455d-973f-05d8cf1a1814),segment_id=b834913a-a0bc-455d-973f-05d8cf1a1814)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:31.442614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:31.451398 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] Sync routers for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:31.459356 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] 10.222.0.41 "PUT /v2.0/routers/b8a7bd60-9847-47a9-9a3f-c11ced6f945e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1821275 Nov 25 11:20:31.462698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60952) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:31.463858 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:31.464580 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:31.473426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:31.474029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:31.567063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Calling delete_port for 03638820-a9e1-4151-a7ff-5b11511880cc owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:31.611521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 03638820-a9e1-4151-a7ff-5b11511880cc no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:31.619097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:31.626961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:31.630708 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "PUT /v2.0/routers/cd46eebb-1cac-4f84-8d27-f070a6b6894e HTTP/1.1" status: 200 len: 710 time: 3.2832568 Nov 25 11:20:31.631604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60956) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:31.638198 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0466359 Nov 25 11:20:31.643279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60960) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:31.668583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 03638820-a9e1-4151-a7ff-5b11511880cc {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:31.669296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 03638820-a9e1-4151-a7ff-5b11511880cc not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:31.685207 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] Sync routers for ids ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:31.698960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] Routers {'cd46eebb-1cac-4f84-8d27-f070a6b6894e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:31.700064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:31.731398 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:31.776761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:31.791073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] Routers {'cd46eebb-1cac-4f84-8d27-f070a6b6894e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:31.792124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:31.842930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Deleting port bb270431-6d98-4a17-862c-66d66bba978d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:31.843267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:31.865935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:31.866906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afb52a-e7e9-4792-a7f4-dd7834ce4814 None None] The sync data for ids ['cd46eebb-1cac-4f84-8d27-f070a6b6894e'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:31.882007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:31.883906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:20:31.884252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:20:31.894087 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-50c11b89-af17-4f89-b6fd-aaac4d25f9bd tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/routers/cd46eebb-1cac-4f84-8d27-f070a6b6894e HTTP/1.1" status: 200 len: 745 time: 0.2612829 Nov 25 11:20:31.900287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60964) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:32.006860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.048820 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:20:24Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:32.052406 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] Checking router: b8a7bd60-9847-47a9-9a3f-c11ced6f945e for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:20:32.062381 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] Routers {'b8a7bd60-9847-47a9-9a3f-c11ced6f945e'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:32.062965 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:32.114582 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f036caa-b2a4-482e-affe-e233b5bd5645 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=cd46eebb-1cac-4f84-8d27-f070a6b6894e HTTP/1.1" status: 200 len: 205 time: 0.2017951 Nov 25 11:20:32.117290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60968) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:32.166102 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-06aa532f-1953-4c76-a705-b9d0b8e17410 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd46eebb-1cac-4f84-8d27-f070a6b6894e HTTP/1.1" status: 200 len: 205 time: 0.0453823 Nov 25 11:20:32.166421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60972) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:32.190002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 630b2260-8ff3-4ab7-9278-24e6a29a5709 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:32.237937 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] Set router b8a7bd60-9847-47a9-9a3f-c11ced6f945e gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:32.306490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5301b95-d49b-43a6-b3aa-9a4be70a909a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.416752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Deleting port 03638820-a9e1-4151-a7ff-5b11511880cc {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:32.416752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.492782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] The port '03638820-a9e1-4151-a7ff-5b11511880cc' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:20:32.567447 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:20:24Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:32.571805 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf346ce-ddfd-4f82-8327-9a5061192ad9 None None] The sync data for ids ['b8a7bd60-9847-47a9-9a3f-c11ced6f945e'] in dv-neutron-819177-1-hyperv is: [{'id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'name': 'tempest-ServersTestJSON-627933386-router', 'tenant_id': '8a2e960edcd846ee93330dbace42bf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:20:24Z', 'revision_number': 5, 'project_id': '8a2e960edcd846ee93330dbace42bf6a', 'gw_port': {'id': '18778cfd-e2fb-4360-ba56-e65be9a7f35d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a7bd60-9847-47a9-9a3f-c11ced6f945e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:15Z', 'updated_at': '2021-11-25T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:32.608939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.742500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.822120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.879720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.887940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6f6b9b-eb3d-412f-b590-3f82d345ba0c']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:32.899579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5301b95-d49b-43a6-b3aa-9a4be70a909a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.904402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b834913a-a0bc-455d-973f-05d8cf1a1814') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:32.904690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b834913a-a0bc-455d-973f-05d8cf1a1814') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:32.914565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5301b95-d49b-43a6-b3aa-9a4be70a909a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.923411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.930919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Calling delete_port for bb270431-6d98-4a17-862c-66d66bba978d owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:32.945112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.959342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:32.959743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.965945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-204dfa0f-f37d-418b-b48f-3fd521fef6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:32.974747 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:32.984421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5301b95-d49b-43a6-b3aa-9a4be70a909a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:32.984937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5301b95-d49b-43a6-b3aa-9a4be70a909a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Fanout notify agent at l3_agent the message router_deleted on router cd46eebb-1cac-4f84-8d27-f070a6b6894e {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:33.030537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=630b2260-8ff3-4ab7-9278-24e6a29a5709,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:33.039581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:33.058564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5301b95-d49b-43a6-b3aa-9a4be70a909a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.059665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f5301b95-d49b-43a6-b3aa-9a4be70a909a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/cd46eebb-1cac-4f84-8d27-f070a6b6894e HTTP/1.1" status: 204 len: 168 time: 0.8924158 Nov 25 11:20:33.063153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60976) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.107594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.111946 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0960ed3f-5d9d-4572-b47d-2dc456aeef37 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd46eebb-1cac-4f84-8d27-f070a6b6894e HTTP/1.1" status: 200 len: 205 time: 0.0476422 Nov 25 11:20:33.114046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:33.125249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60980) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.130699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.133562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.136452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6f6b9b-eb3d-412f-b590-3f82d345ba0c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:33.141677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:33.152999 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5b6f6b9b-eb3d-412f-b590-3f82d345ba0c HTTP/1.1" status: 204 len: 168 time: 2.6486993 Nov 25 11:20:33.221257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-a1ca3dca-ac86-477c-aeee-3ebe8d72a5a9 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] delete failed (client error): The resource could not be found. Nov 25 11:20:33.224698 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1ca3dca-ac86-477c-aeee-3ebe8d72a5a9 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/cd46eebb-1cac-4f84-8d27-f070a6b6894e HTTP/1.1" status: 404 len: 336 time: 0.0955262 Nov 25 11:20:33.225366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60986) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.276745 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-93eecdba-d877-481c-909c-062b3addbb6f tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b88bbfc-5b50-4db7-aff8-86de74d43e5f HTTP/1.1" status: 200 len: 205 time: 0.0471847 Nov 25 11:20:33.276951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 60990) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.294643 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/630b2260-8ff3-4ab7-9278-24e6a29a5709 HTTP/1.1" status: 204 len: 168 time: 2.1157081 Nov 25 11:20:33.351793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60994) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.430787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 60998) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.438071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:33.439948 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8a2807-fc9c-416d-b2c8-776386452182 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:20:33.440478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f8a2807-fc9c-416d-b2c8-776386452182 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:33.452202 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:33.456969 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-fa16536e-0067-45c8-a254-4b78c6c2f66a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] delete failed (client error): The resource could not be found. Nov 25 11:20:33.458037 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fa16536e-0067-45c8-a254-4b78c6c2f66a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/3b88bbfc-5b50-4db7-aff8-86de74d43e5f HTTP/1.1" status: 404 len: 336 time: 0.1799881 Nov 25 11:20:33.460733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32770) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.467004 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:33.467858 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:33.470374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.506983 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8349897f-f81e-4bb4-902c-585e51583b22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac63f0b-71a2-44f1-8254-4bde66a92b32 HTTP/1.1" status: 200 len: 205 time: 0.0425456 Nov 25 11:20:33.507181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.507265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32774) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.530827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:33.549450 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:33.561577 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:33.562707 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:33.571318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 68821148-8dc7-4ed3-9da0-6956fedba466 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:33.579818 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-14d90a66-cf7e-4f93-a1df-8b0377ae9adb tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] delete failed (client error): The resource could not be found. Nov 25 11:20:33.580965 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-14d90a66-cf7e-4f93-a1df-8b0377ae9adb tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/9ac63f0b-71a2-44f1-8254-4bde66a92b32 HTTP/1.1" status: 404 len: 336 time: 0.0733480 Nov 25 11:20:33.583596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32778) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.632075 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-374c4627-0c42-42f2-8ad5-bc8c3af3b8e1 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=85627dec-b65f-4462-b60e-b2ced9638803 HTTP/1.1" status: 200 len: 205 time: 0.0452852 Nov 25 11:20:33.632654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32782) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.640449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb270431-6d98-4a17-862c-66d66bba978d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:33.641393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 68821148-8dc7-4ed3-9da0-6956fedba466 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:33.646075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:33.651073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 68821148-8dc7-4ed3-9da0-6956fedba466 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:33.667728 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:33.668282 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20699a-ed0c-42f8-b16d-a9d3a0605185 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:33.689666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f8a2807-fc9c-416d-b2c8-776386452182 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:33.690815 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f8a2807-fc9c-416d-b2c8-776386452182 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/630b2260-8ff3-4ab7-9278-24e6a29a5709 HTTP/1.1" status: 404 len: 333 time: 0.3373668 Nov 25 11:20:33.694065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32786) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.728783 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/floatingips/837b3631-57a6-4320-944a-a3be303073db HTTP/1.1" status: 204 len: 168 time: 7.7441051 Nov 25 11:20:33.734149 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-f372449b-4193-401c-8458-6ecd1e855233 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] delete failed (client error): The resource could not be found. Nov 25 11:20:33.737473 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f372449b-4193-401c-8458-6ecd1e855233 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/85627dec-b65f-4462-b60e-b2ced9638803 HTTP/1.1" status: 404 len: 336 time: 0.1017442 Nov 25 11:20:33.737473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32790) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.741801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32792) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.769288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0476db3a-71f7-44e6-8fff-5693d02d27be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9287aa4b186d4a0592746529ca926ab6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3356020 Nov 25 11:20:33.775306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32798) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.837905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.839699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "DELETE /v2.0/ports/bb270431-6d98-4a17-862c-66d66bba978d HTTP/1.1" status: 204 len: 168 time: 2.1891348 Nov 25 11:20:33.849488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32802) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.852358 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5b6906a8-039f-49c8-aa03-49128c9f9454 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c46f993-0571-4154-8122-9000dd40749c HTTP/1.1" status: 200 len: 205 time: 0.1014316 Nov 25 11:20:33.854354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32804) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:33.860306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '903bc71c-2c46-448d-bb19-c730f8d5596e', 'external_fixed_ips': [{'subnet_id': '9332273d-374c-442d-930d-42dd95c84c7f', 'ip_address': '172.20.0.2'}]}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:33.861418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 137926b1-22fa-4d93-886a-84dab729bdc4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:33.862245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.864881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.873273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:33.879821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Deleting port 18778cfd-e2fb-4360-ba56-e65be9a7f35d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:33.880175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.913220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:router and tenant:d1cd2e86f5444e81b5dcdd7ad401480d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:33.925217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:33.933677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.937819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:33.937955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12394704-b06a-4092-b273-0e65b3650b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:33.973854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 8262b5ae-546a-4f36-91d8-50d026f982a2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:33.974205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.000110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.001560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.004576 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-b8e90c37-84be-4eb6-98cc-bfba7bbb2ebb tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] delete failed (client error): The resource could not be found. Nov 25 11:20:34.007964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b8e90c37-84be-4eb6-98cc-bfba7bbb2ebb tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/6c46f993-0571-4154-8122-9000dd40749c HTTP/1.1" status: 404 len: 336 time: 0.1483307 Nov 25 11:20:34.011518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.013736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32810) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:34.092513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.106820 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2f0ddb08-b743-4fe7-b43d-d88e03e3f61a tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "GET /v2.0/ports?device_id=abbdf861-4150-493a-b3b1-439fd52b18d4 HTTP/1.1" status: 200 len: 205 time: 0.0879786 Nov 25 11:20:34.108807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32814) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:34.201608 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-9205aed6-b548-430f-a870-414a4001a008 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] delete failed (client error): The resource could not be found. Nov 25 11:20:34.205095 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9205aed6-b548-430f-a870-414a4001a008 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/routers/abbdf861-4150-493a-b3b1-439fd52b18d4 HTTP/1.1" status: 404 len: 336 time: 0.0885916 Nov 25 11:20:34.208432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32818) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:34.212725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.234505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] For port 18778cfd-e2fb-4360-ba56-e65be9a7f35d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=18778cfd-e2fb-4360-ba56-e65be9a7f35d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:34.234952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.325935 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-215ccf98-9638-4dcd-b8cc-23ef2c9f431e tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] DELETE failed (client error): The resource could not be found. Nov 25 11:20:34.326366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215ccf98-9638-4dcd-b8cc-23ef2c9f431e tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:20:34.330475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-215ccf98-9638-4dcd-b8cc-23ef2c9f431e tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] 10.222.0.41 "DELETE /v2.0/subnets/3cce25d9-c419-4c07-8875-88b3d5db9dac HTTP/1.1" status: 404 len: 337 time: 0.1186433 Nov 25 11:20:34.445400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.512712 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:20:34.536876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.545672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Calling delete_port for 18778cfd-e2fb-4360-ba56-e65be9a7f35d owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:34.578151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:34.590954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 137926b1-22fa-4d93-886a-84dab729bdc4 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:34.629511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.649710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736e1faf-603b-43c0-bee4-cdaf4932615f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:34.668818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:34.683270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:34.705349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.706918 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/736e1faf-603b-43c0-bee4-cdaf4932615f HTTP/1.1" status: 204 len: 168 time: 0.9272785 Nov 25 11:20:34.736981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.870844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 8262b5ae-546a-4f36-91d8-50d026f982a2 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:34.918841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.955457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:34.973419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c89a6859-8e23-4ab8-b15c-7f1d6d4aa0ed tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:35.031870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Pushing event deleted for resources: {'Port': ['ID=18778cfd-e2fb-4360-ba56-e65be9a7f35d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:35.037491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:35.038369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:35.069885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Usage tracker for resource:security_group_rule and tenant:7484d8b72bab4752a05d54d8d7cf561f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:35.080360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.084632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:35.088039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a0cac18-52ec-43a2-8d11-779cf0d7badb tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:35.131840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:35.198098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=137926b1-22fa-4d93-886a-84dab729bdc4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:35.203765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:35.235006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.244681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-89fe3e63-fc05-42cc-918a-dfc768394928 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:35.299130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=8262b5ae-546a-4f36-91d8-50d026f982a2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:35.302867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.305774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:35.393340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/137926b1-22fa-4d93-886a-84dab729bdc4 HTTP/1.1" status: 204 len: 168 time: 1.6934402 Nov 25 11:20:35.394383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32844) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:35.447834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.477211 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d46ae16-b9e3-48d3-8afe-707d5d571268 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:20:35.477706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d46ae16-b9e3-48d3-8afe-707d5d571268 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:35.509492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.515061 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/ports/8262b5ae-546a-4f36-91d8-50d026f982a2 HTTP/1.1" status: 204 len: 168 time: 1.7744360 Nov 25 11:20:35.515680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32848) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:35.522094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:35.527286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d46ae16-b9e3-48d3-8afe-707d5d571268 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:35.531146 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6d46ae16-b9e3-48d3-8afe-707d5d571268 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/137926b1-22fa-4d93-886a-84dab729bdc4 HTTP/1.1" status: 404 len: 333 time: 0.1034808 Nov 25 11:20:35.531761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32852) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:35.532752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:35.573370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:floatingip and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:35.578920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:35.600062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:35.650555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.724979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.794234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.809447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:35.816161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.835808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet dab17d43-3405-4769-bd4a-f093717610db {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:20:35.842953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.871263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.881879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.917650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:35.999077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.060261 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-f88636b8-94cd-4895-8d9f-e31e8164efc6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6942899 Nov 25 11:20:36.060755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.073783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1874e76d-88b4-4ff5-ac14-bf706199a118,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:36.081596 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7484d8b72bab4752a05d54d8d7cf561f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3973305 Nov 25 11:20:36.082680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.085920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:36.089439 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:36.228660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.234000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.234676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a7bd60-9847-47a9-9a3f-c11ced6f945e {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:36.236902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d25e-bc8f-417c-83f6-04715cde10f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.240573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.26.5.61 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/68136ae9-86ff-49cd-b8cb-04583a7d4f07) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:36.243168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:36.288164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=dab17d43-3405-4769-bd4a-f093717610db,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:36.297692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:36.320229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.330770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1899440-239d-434c-8ac5-2bd9242ef47b None None] Network 1e636b9d-b854-4dd2-9730-6661a6a29106 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:36.354485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.384107 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/dab17d43-3405-4769-bd4a-f093717610db HTTP/1.1" status: 204 len: 168 time: 0.8463430 Nov 25 11:20:36.386746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32874) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:36.389465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.525297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Allocated IP 172.20.0.2 (903bc71c-2c46-448d-bb19-c730f8d5596e/9332273d-374c-442d-930d-42dd95c84c7f/9da9799e-c404-42da-b51c-99ca4ffec660) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:36.664034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.665228 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b8a7bd60-9847-47a9-9a3f-c11ced6f945e HTTP/1.1" status: 204 len: 168 time: 5.1966517 Nov 25 11:20:36.666080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.668255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32884) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:36.676994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fad2661a-84ba-4abf-ac5b-136c73e7ef0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:36.679710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.698292 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1874e76d-88b4-4ff5-ac14-bf706199a118,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:36.700775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:36.702105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.712698 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1874e76d-88b4-4ff5-ac14-bf706199a118 HTTP/1.1" status: 204 len: 168 time: 0.6220889 Nov 25 11:20:36.724028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.753153 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-d349df69-32e8-46aa-ad92-f7523b5c6600 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1098 time: 0.6324599 Nov 25 11:20:36.762862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:36.763649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.791417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] DHCP port deletion for 1e636b9d-b854-4dd2-9730-6661a6a29106 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:20:36.797574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Deleting port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:36.798616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.827394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Deleting subnet 23cae3e5-0223-4935-af3c-7f97ab535e58 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:20:36.837689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.970504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:36.997723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.004628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-66919ef7-aa80-4401-b547-47f3819567da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:37.006481 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-66919ef7-aa80-4401-b547-47f3819567da service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 913 time: 0.2001455 Nov 25 11:20:37.028776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:37.113090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] For port cc3aa82e-3b12-4acf-a2e1-261571a12ea8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,segment=NetworkSegment(5c5a2ffc-da06-4771-8826-bb025230ed89),segment_id=5c5a2ffc-da06-4771-8826-bb025230ed89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:37.113490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.115236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:37.126821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:37.148200 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-cabb1431-9f99-4e57-92ed-f01a7c83c46e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 1001 time: 0.1242156 Nov 25 11:20:37.151853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:37.210892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.239116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-b4e1635e-f619-428e-9261-b8f7b2f87934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:37.240695 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-b4e1635e-f619-428e-9261-b8f7b2f87934 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.0846479 Nov 25 11:20:37.309323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] For port cc3aa82e-3b12-4acf-a2e1-261571a12ea8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,segment=NetworkSegment(5c5a2ffc-da06-4771-8826-bb025230ed89),segment_id=5c5a2ffc-da06-4771-8826-bb025230ed89)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:37.309684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.311558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Calling delete_port for cc3aa82e-3b12-4acf-a2e1-261571a12ea8 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:37.374543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.382724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.389453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:37.424651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.450069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0e339497-0b02-44d0-bc5b-ee23ac739aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:37.450996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=68136ae9-86ff-49cd-b8cb-04583a7d4f07,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:37.466374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for cc3aa82e-3b12-4acf-a2e1-261571a12ea8 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:37.488029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network 903bc71c-2c46-448d-bb19-c730f8d5596e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:37.489061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32904) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:37.491886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:37.494977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:37.497134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:37.503503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] No DVR routers for this DVR port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:20:37.512126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Pushing event deleted for resources: {'Port': ['ID=cc3aa82e-3b12-4acf-a2e1-261571a12ea8,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:37.514236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:37.589773 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-820fa50e-34b0-4219-ac37-d994a1705467 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3395832 Nov 25 11:20:37.596047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc3aa82e-3b12-4acf-a2e1-261571a12ea8 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:37.608671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.660069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:20:37.660532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:20:37.682009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: cc3aa82e-3b12-4acf-a2e1-261571a12ea8 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:37.682724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc3aa82e-3b12-4acf-a2e1-261571a12ea8 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:37.683489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 18778cfd-e2fb-4360-ba56-e65be9a7f35d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:37.726069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 18778cfd-e2fb-4360-ba56-e65be9a7f35d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:37.726771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 18778cfd-e2fb-4360-ba56-e65be9a7f35d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:37.740431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Port': ['ID=9da9799e-c404-42da-b51c-99ca4ffec660,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:37.743348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:37.749515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32908) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:37.756507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.758390 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-aa962ca8-f3f2-4274-8374-9df4e17dc35b service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561913 Nov 25 11:20:37.779068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-02b36284-a830-40ec-8b8f-6f1dc77adf0e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:37.811077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.817430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cae3e5-0223-4935-af3c-7f97ab535e58,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:37.846223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:37.853755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.859114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb184e80-98ef-4ca9-ae67-963e93484e84 None None] Network 56c2cb08-12f4-4f72-ba77-18082d74f056 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:37.887303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:37.927511 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23cae3e5-0223-4935-af3c-7f97ab535e58 HTTP/1.1" status: 204 len: 168 time: 1.2563941 Nov 25 11:20:37.930135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32914) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:37.943494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-729db5a0-4684-46ac-ab9c-5a09c8cc8eb4 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:37.952757 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2fe5f164-823c-4aa8-b0d0-f94fec9b9a9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fbb5bf5b3a7429684c9b74ac68bf942&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3984323 Nov 25 11:20:37.959813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:38.059855 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1bb8905-d88d-4c6a-879f-c568c2b35fa5 req-71de3a2c-b2e9-41ab-838c-0aa0ea1d2fb6 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729604 Nov 25 11:20:38.071300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32922) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:38.071580 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-729db5a0-4684-46ac-ab9c-5a09c8cc8eb4 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "PUT /v2.0/quotas/14fe5c0082bd42f78e13237bca869d05 HTTP/1.1" status: 200 len: 368 time: 0.3191576 Nov 25 11:20:38.077166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.100728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.126265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Request body: {'network': {'project_id': '14fe5c0082bd42f78e13237bca869d05'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:38.130125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.138499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:38.147316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Usage tracker for resource:network and tenant:14fe5c0082bd42f78e13237bca869d05 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:38.160145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:38.162534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port cc3aa82e-3b12-4acf-a2e1-261571a12ea8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:38.162866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.177270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] DHCP port deletion for 56c2cb08-12f4-4f72-ba77-18082d74f056 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:20:38.181524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Deleting port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:38.181974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.183887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.184655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.198519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:38.209054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Deleting port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:38.209388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.286509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] The port 'cc3aa82e-3b12-4acf-a2e1-261571a12ea8' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:20:38.380229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.385769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:38.398679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] For port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=23b51cb7-7dbb-45c7-b68d-3f79ebf128da,segment=NetworkSegment(060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2),segment_id=060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:38.399279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.399362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a43c96a-8984-411a-a9c5-8c18fb9173eb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:38.402756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:38.420724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.425071 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a43c96a-8984-411a-a9c5-8c18fb9173eb HTTP/1.1" status: 204 len: 168 time: 0.4610569 Nov 25 11:20:38.445331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Made reservation on behalf of 14fe5c0082bd42f78e13237bca869d05 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:38.447601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.532006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Calling delete_port for 23b51cb7-7dbb-45c7-b68d-3f79ebf128da owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:38.542157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.616300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.622659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:38.631519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Router 03075f77-2d4e-47ff-96af-586ff803f1e6 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:20:38.681479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Pushing event deleted for resources: {'Port': ['ID=23b51cb7-7dbb-45c7-b68d-3f79ebf128da,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:38.684333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:38.686856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] No DVR routers for this DVR port 23b51cb7-7dbb-45c7-b68d-3f79ebf128da on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:20:38.705173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] The port '23b51cb7-7dbb-45c7-b68d-3f79ebf128da' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:20:38.745325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.756372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.792934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:20:38.823785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:38.870223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:38.874985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e636b9d-b854-4dd2-9730-6661a6a29106']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:38.879958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Sync routers for ids ['03075f77-2d4e-47ff-96af-586ff803f1e6'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:38.883144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.885064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Usage tracker for resource:security_group_rule and tenant:14fe5c0082bd42f78e13237bca869d05 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:38.896644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.900568 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0448675 Nov 25 11:20:38.900806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32934) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:38.901628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:38.908331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Routers {'03075f77-2d4e-47ff-96af-586ff803f1e6'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:38.908960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['03075f77-2d4e-47ff-96af-586ff803f1e6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:38.910044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5a2ffc-da06-4771-8826-bb025230ed89') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:38.910527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5a2ffc-da06-4771-8826-bb025230ed89') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:38.919628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:38.931332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:38.935874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85088371-3bf5-4431-bbc7-322233edb016 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:38.972644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.000600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.042930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c2cb08-12f4-4f72-ba77-18082d74f056']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:39.080795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.111506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:39.111901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:39.130195 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:39.133310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=68136ae9-86ff-49cd-b8cb-04583a7d4f07,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:39.140313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Set router 03075f77-2d4e-47ff-96af-586ff803f1e6 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:39.143418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:39.143779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060c2e4b-d0f6-4cb6-9e82-2b74c5e68cc2') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:39.158540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.160559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:39.173647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.255392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.268142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.300938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:39.301515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:39.315152 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:39.405590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.412260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.419945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Deleting port 9da9799e-c404-42da-b51c-99ca4ffec660 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:39.421043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.424130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:39.439551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.443587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.445626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/1e636b9d-b854-4dd2-9730-6661a6a29106 HTTP/1.1" status: 204 len: 168 time: 3.0580044 Nov 25 11:20:39.454939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32948) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:39.455708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.456904 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9402812 Nov 25 11:20:39.460211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=1e636b9d-b854-4dd2-9730-6661a6a29106,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:39.461847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32952) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:39.469508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-193880445'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:39.475062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.484717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:39.489674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'port': {'network_id': '6b71dd39-086b-4573-a97a-d12f8a289da3', 'name': 'tempest-FloatingIPTestJSON-198071488'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:39.503146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:39.514046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:39.518031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.519752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03075f77-2d4e-47ff-96af-586ff803f1e6', 'name': '', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '903bc71c-2c46-448d-bb19-c730f8d5596e', 'external_fixed_ips': [{'subnet_id': '9332273d-374c-442d-930d-42dd95c84c7f', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '9da9799e-c404-42da-b51c-99ca4ffec660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:20:34Z', 'updated_at': '2021-11-25T11:20:37Z', 'revision_number': 3, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port': {'id': '9da9799e-c404-42da-b51c-99ca4ffec660', 'name': '', 'network_id': '903bc71c-2c46-448d-bb19-c730f8d5596e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03075f77-2d4e-47ff-96af-586ff803f1e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9332273d-374c-442d-930d-42dd95c84c7f', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:20:36Z', 'updated_at': '2021-11-25T11:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9332273d-374c-442d-930d-42dd95c84c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:39.526226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Checking router: 03075f77-2d4e-47ff-96af-586ff803f1e6 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:20:39.526845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Updating router 03075f77-2d4e-47ff-96af-586ff803f1e6 port 9da9799e-c404-42da-b51c-99ca4ffec660 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:20:39.558181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:network and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:39.571503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.575454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:39.632048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.644428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:39.653709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.662267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23b51cb7-7dbb-45c7-b68d-3f79ebf128da no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:20:39.680617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:39.695738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74246d9a-dd38-45b4-8027-c1b59e98ee5c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:39.711144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.711800 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Added segment e303598f-a598-4929-8276-1d6ae2df7877 of type vlan for network c3d814ad-8ac1-49df-9936-e44e0c06fb2b Nov 25 11:20:39.714718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:39.718111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de44bf02-43be-4102-bd62-1b806841a8ea tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:39.729310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 23b51cb7-7dbb-45c7-b68d-3f79ebf128da {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:20:39.729697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23b51cb7-7dbb-45c7-b68d-3f79ebf128da not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:20:39.746159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:39.749192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.759886 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] 10.222.0.41 "DELETE /v2.0/networks/56c2cb08-12f4-4f72-ba77-18082d74f056 HTTP/1.1" status: 204 len: 168 time: 1.8287742 Nov 25 11:20:39.782489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c2cb08-12f4-4f72-ba77-18082d74f056,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:39.793355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:39.824432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.838783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:39.849555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:port and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:39.855356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:39.868650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:39.871157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:39.872107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Calling delete_port for 9da9799e-c404-42da-b51c-99ca4ffec660 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:39.890721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.891302 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Added segment 44116bcc-42fe-4155-8799-18c5db5dc966 of type vlan for network acfe513f-bd2a-4799-910d-64c6c540ba2b Nov 25 11:20:39.899171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:39.902818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.919852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.920996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:39.921896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:39.948873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aae218ad-ac16-4691-b344-ed3bfc104f36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:39.980367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:40.005502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.058921 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69a087fc-6c3c-4777-ad40-e0e22e47fd8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a2e960edcd846ee93330dbace42bf6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0773017 Nov 25 11:20:40.061503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:40.074330 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9987574 Nov 25 11:20:40.075329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32970) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:40.082183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] device_id is not set on port 7640ad17-1f92-44b9-b7c8-887d008f6efa yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:40.132517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Request body: {'network': {'project_id': '14fe5c0082bd42f78e13237bca869d05'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:40.138939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Pushing event updated for resources: {'Network': ['ID=c3d814ad-8ac1-49df-9936-e44e0c06fb2b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:40.142759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:40.159222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:40.174965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Usage tracker for resource:network and tenant:14fe5c0082bd42f78e13237bca869d05 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:40.181911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:40.184653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c3d814ad-8ac1-49df-9936-e44e0c06fb2b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:40.186842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.201683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.205949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:40.212611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f13453b3-3d11-47e6-b292-428731a00e46 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:40.260173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.264426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:40.265261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.268980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.274973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a0ef231-e6ab-4372-890e-001e4d052f77 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:40.279190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event deleted for resources: {'Port': ['ID=9da9799e-c404-42da-b51c-99ca4ffec660,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:40.284800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:40.300479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Made reservation on behalf of 14fe5c0082bd42f78e13237bca869d05 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:40.303096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.356522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:20:40.356882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:20:40.421058 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9628329 Nov 25 11:20:40.427425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 32980) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:40.442434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:40.472109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.12 (6b71dd39-086b-4573-a97a-d12f8a289da3/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3/7640ad17-1f92-44b9-b7c8-887d008f6efa) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:40.474473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Network': ['ID=acfe513f-bd2a-4799-910d-64c6c540ba2b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:40.488115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:40.488773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:40.503086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network acfe513f-bd2a-4799-910d-64c6c540ba2b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:40.660286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.665128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-92e5d80c-5db0-4670-a164-d26a963c6ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:40.679826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.700466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.701098 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Added segment b99810be-9e38-4446-9b8c-dc21fa144eae of type vlan for network 4326b00a-1a41-45c3-adeb-033dfa78b88c Nov 25 11:20:40.752097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce92ec86-649b-4148-93d5-30242445d616,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:40.759873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:40.772136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.780221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:40.796752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:40.806812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:40.829955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:40.839074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.842841 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce92ec86-649b-4148-93d5-30242445d616 HTTP/1.1" status: 204 len: 168 time: 0.7778177 Nov 25 11:20:40.873692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.874906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:40.876263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.899832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67c6fc98-e7c4-466d-8eae-9ef96dc0f5b5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:40.927327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Port 9da9799e-c404-42da-b51c-99ca4ffec660 not found while updating agent binding for router 03075f77-2d4e-47ff-96af-586ff803f1e6. {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Nov 25 11:20:40.949194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Routers {'03075f77-2d4e-47ff-96af-586ff803f1e6'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:40.949397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['03075f77-2d4e-47ff-96af-586ff803f1e6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:40.965672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 32994) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:40.979653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:40.984455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.012194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.013194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03075f77-2d4e-47ff-96af-586ff803f1e6 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:41.028263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.030145 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "DELETE /v2.0/routers/03075f77-2d4e-47ff-96af-586ff803f1e6 HTTP/1.1" status: 204 len: 168 time: 2.1282349 Nov 25 11:20:41.037940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:41.055714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Pushing event updated for resources: {'Network': ['ID=4326b00a-1a41-45c3-adeb-033dfa78b88c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:41.057883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:41.078568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:41.083866 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9635620 Nov 25 11:20:41.090117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33004) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:41.100992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] Set router 03075f77-2d4e-47ff-96af-586ff803f1e6 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:20:41.101886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Request body: {'network': {'project_id': '14fe5c0082bd42f78e13237bca869d05'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:41.144676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Deleting subnet 9332273d-374c-442d-930d-42dd95c84c7f {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:20:41.148152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.186293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:41.195557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Usage tracker for resource:network and tenant:14fe5c0082bd42f78e13237bca869d05 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:41.213634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03075f77-2d4e-47ff-96af-586ff803f1e6', 'name': '', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:20:34Z', 'updated_at': '2021-11-25T11:20:40Z', 'revision_number': 5, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:41.216982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:41.217706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-433651491', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:41.218126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 4326b00a-1a41-45c3-adeb-033dfa78b88c details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:41.227132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:41.232604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.235231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e48d6-e7fa-49de-ba18-523ca411db40 None None] The sync data for ids ['03075f77-2d4e-47ff-96af-586ff803f1e6'] in dv-neutron-819177-1-hyperv is: [{'id': '03075f77-2d4e-47ff-96af-586ff803f1e6', 'name': '', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:20:34Z', 'updated_at': '2021-11-25T11:20:40Z', 'revision_number': 5, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:41.240418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:41.247992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.271081 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 11:20:41.271516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:20:41.275800 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6a34a9e5-4a1e-4a4a-b249-1c7acdeea908 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1847396 Nov 25 11:20:41.280391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33010) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:41.291873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Usage tracker for resource:port and tenant:282170e37b72427aa88a9756d758d4a1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:41.303932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:41.322519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:41.370899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Made reservation on behalf of 282170e37b72427aa88a9756d758d4a1 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:41.374519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.375943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.404021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.418197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.473706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:41.484748 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d22c38d8-0720-43cd-9203-15d3ad5ff031 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14fe5c0082bd42f78e13237bca869d05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914678 Nov 25 11:20:41.546549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.561155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9bb590ba-ca56-4a70-b0d9-201a899911a4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:41.567727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.580372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:41.602598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Usage tracker for resource:security_group_rule and tenant:282170e37b72427aa88a9756d758d4a1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:41.614183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:41.630275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:41.633187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.651933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 6b71dd39-086b-4573-a97a-d12f8a289da3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:41.658314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:41.661557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=7640ad17-1f92-44b9-b7c8-887d008f6efa,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:41.663656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:41.670974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.680811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7d10fd53-ce19-4158-be26-e05ae506a8d4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:41.692146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:41.737661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9332273d-374c-442d-930d-42dd95c84c7f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:41.746718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:41.766078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.776734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.782597 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/9332273d-374c-442d-930d-42dd95c84c7f HTTP/1.1" status: 204 len: 168 time: 0.7433016 Nov 25 11:20:41.785289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33026) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:41.785948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c13dd218-c976-49d6-af10-9ffd4cad30ce tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:41.843804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.846941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:41.848210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.907586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-786601ab-8f08-4d83-a6b9-03408e5add29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:41.922205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=9c832277-ed95-477d-88d3-39a23a2faa71,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:41.927377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4535756 Nov 25 11:20:41.928607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:41.930341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33032) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:41.931095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Checking segment: {'id': '44116bcc-42fe-4155-8799-18c5db5dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:41.931539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network hostable DHCP agents. Network: acfe513f-bd2a-4799-910d-64c6c540ba2b, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:20:41.945171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'port_id': '7640ad17-1f92-44b9-b7c8-887d008f6efa'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:41.964258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74246d9a-dd38-45b4-8027-c1b59e98ee5c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:41.972125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:41.987436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.994872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:41.998825 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/74246d9a-dd38-45b4-8027-c1b59e98ee5c HTTP/1.1" status: 204 len: 168 time: 0.5177138 Nov 25 11:20:41.999473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33036) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:42.008620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.024895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.029511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e48039c3-e08c-4b06-afe9-57938de40da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:42.043338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] device_id is not set on port 8c288fc4-026f-4146-9166-cd364737f23b yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:42.044333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.194461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network acfe513f-bd2a-4799-910d-64c6c540ba2b is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:20:42.231302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, acfe513f-bd2a-4799-910d-64c6c540ba2b) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:42.233595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b3a95a-a982-4e70-92c5-e29a0f13abe1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:42.241572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1fc59-dcb5-4381-9ca1-7b62b9e06741 None None] Network acfe513f-bd2a-4799-910d-64c6c540ba2b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:42.245381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:42.246208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.256923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:42.357402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.524729 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0916975 Nov 25 11:20:42.531642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33048) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:42.541507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1845877161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:42.587636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.596398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-acfe513f-bd2a-4799-910d-64c6c540ba2b', 'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b', 'tenant_id': '58b0c4ff0a7c4873b2ec25251853e5ef', 'fixed_ips': [{'subnet_id': '9c832277-ed95-477d-88d3-39a23a2faa71'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:20:42.597236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.633674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903bc71c-2c46-448d-bb19-c730f8d5596e']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:42.683745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05780dbe-21c1-46af-84c9-c82a24698749') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:42.684505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05780dbe-21c1-46af-84c9-c82a24698749') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:42.702458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Allocated IP 172.26.5.120 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/8c288fc4-026f-4146-9166-cd364737f23b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:42.734134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.770051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Allocated IP 2001:db8::2 (acfe513f-bd2a-4799-910d-64c6c540ba2b/9c832277-ed95-477d-88d3-39a23a2faa71/07ed808f-7313-4d20-93a7-ad7691a3b9d4) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:42.804498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.840828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.848217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:42.848611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:42.861975 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:42.904130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4326b00a-1a41-45c3-adeb-033dfa78b88c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:42.920665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.923373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:42.928165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:router and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:42.931779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:42.935691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:42.983911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99810be-9e38-4446-9b8c-dc21fa144eae') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:42.984229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99810be-9e38-4446-9b8c-dc21fa144eae') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:42.997478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:43.027494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.027740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.028796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.043717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.058418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Transition to ACTIVE for port object 07ed808f-7313-4d20-93a7-ad7691a3b9d4 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:43.081897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Transition to ACTIVE for port object 07ed808f-7313-4d20-93a7-ad7691a3b9d4 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:43.093105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.094867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.095650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.104851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43e4232f-6209-43a1-925d-72e9c4bd3087 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:43.110869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fd2675bf-a7f7-4db1-ab6a-0fa47b7be2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:43.120981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 903bc71c-2c46-448d-bb19-c730f8d5596e {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 11:20:43.124787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.132719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.142501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:43.143129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:43.158156 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:43.170742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.174067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event deleted for resources: {'Network': ['ID=903bc71c-2c46-448d-bb19-c730f8d5596e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:43.180694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:43.193627 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "DELETE /v2.0/networks/903bc71c-2c46-448d-bb19-c730f8d5596e HTTP/1.1" status: 204 len: 168 time: 1.4073131 Nov 25 11:20:43.210783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Pushing event updated for resources: {'Port': ['ID=07ed808f-7313-4d20-93a7-ad7691a3b9d4,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:43.214181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.219635 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f6f8e9c6-3aa9-445a-8af7-ba6fe8559f51 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6837351 Nov 25 11:20:43.220979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:43.225949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Network acfe513f-bd2a-4799-910d-64c6c540ba2b is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:43.226544 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP b593c872-81cf-4db6-bbb7-fe086a226155 associated. External IP: 172.26.5.61, port: 7640ad17-1f92-44b9-b7c8-887d008f6efa. Nov 25 11:20:43.227406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:43.230416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:43.247128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33062) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:43.273664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b', 'name': 'tempest-PortsIpV6TestJSON-2017907277'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:43.344118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Attempting to bind port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:43.344895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Attempting to bind port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '44116bcc-42fe-4155-8799-18c5db5dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:43.345275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Attempting to bind port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 on network acfe513f-bd2a-4799-910d-64c6c540ba2b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:43.352330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:20:43.352713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Checking segment: {'id': '44116bcc-42fe-4155-8799-18c5db5dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:43.353121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.353524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Bound using segment: {'id': '44116bcc-42fe-4155-8799-18c5db5dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:20:43.354230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Bound port: 07ed808f-7313-4d20-93a7-ad7691a3b9d4, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44116bcc-42fe-4155-8799-18c5db5dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'acfe513f-bd2a-4799-910d-64c6c540ba2b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:20:43.355235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.377011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.381030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.389133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-37c77c46-553b-437d-9e37-b4f567eecc58 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:43.411360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.433277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Pushing event deleted for resources: {'Network': ['ID=4326b00a-1a41-45c3-adeb-033dfa78b88c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:43.439893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:43.447037 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "DELETE /v2.0/networks/4326b00a-1a41-45c3-adeb-033dfa78b88c HTTP/1.1" status: 204 len: 168 time: 1.4446094 Nov 25 11:20:43.451327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33072) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:43.579505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:43.586998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] For port 07ed808f-7313-4d20-93a7-ad7691a3b9d4, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:43.592037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:43.601238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] For port 07ed808f-7313-4d20-93a7-ad7691a3b9d4, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=07ed808f-7313-4d20-93a7-ad7691a3b9d4,segment=NetworkSegment(44116bcc-42fe-4155-8799-18c5db5dc966),segment_id=44116bcc-42fe-4155-8799-18c5db5dc966)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:20:43.604755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:43.616924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:43.618108 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.627063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e861b994-ae2b-43c4-a934-486a7b464b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:43.628207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.632915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.642209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:43.683780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:43.687442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:43.778561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:43.791179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Pushing event updated for resources: {'Port': ['ID=8c288fc4-026f-4146-9166-cd364737f23b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:43.791894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Pushing event updated for resources: {'Port': ['ID=07ed808f-7313-4d20-93a7-ad7691a3b9d4,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:43.798032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:43.805337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 0de63837-6b5a-4992-9e43-1938a4d37326 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:43.809657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:43.839739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:43.840724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:43.976609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.027175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:44.036382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:44.037210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.056465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d814ad-8ac1-49df-9936-e44e0c06fb2b']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:44.063928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:44.096390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33086) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:44.111476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'router': {'name': 'tempest-router--145388700', 'project_id': '42e8908a985e4a4d88506e1d45ac7c47'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:44.117923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e303598f-a598-4929-8276-1d6ae2df7877') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:44.118211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e303598f-a598-4929-8276-1d6ae2df7877') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:44.135885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:44.164753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.175820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:router and tenant:42e8908a985e4a4d88506e1d45ac7c47 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:44.182203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:44.196052 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2266672 Nov 25 11:20:44.196052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:44.202140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33094) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:44.212505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.120'}]}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:44.215680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.233643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:44.241412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::2e3 (acfe513f-bd2a-4799-910d-64c6c540ba2b/9c832277-ed95-477d-88d3-39a23a2faa71/0de63837-6b5a-4992-9e43-1938a4d37326) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:44.248627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Usage tracker for resource:router and tenant:282170e37b72427aa88a9756d758d4a1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:44.253281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:20:44.253674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.268127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.269063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:20:44.272111 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:20:44.277591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:44.290669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:44.311914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1820310754', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:44.318959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:44.324863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Usage tracker for resource:port and tenant:d8b9a98c42e242a391f8f1d371e14ff9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:44.328562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:44.333263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:44.338150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.344274 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:44.357856 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:44.358495 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:44.385830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:44.409233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Made reservation on behalf of d8b9a98c42e242a391f8f1d371e14ff9 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:44.411514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.426879 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-74e5a1ef-fd51-4d35-a949-f7328db72a70 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/floatingips/b593c872-81cf-4db6-bbb7-fe086a226155 HTTP/1.1" status: 200 len: 977 time: 2.4881697 Nov 25 11:20:44.428226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33098) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:44.428847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.434760 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:44.446947 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:44.447552 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:44.494749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:44.498690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Usage tracker for resource:security_group_rule and tenant:d8b9a98c42e242a391f8f1d371e14ff9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:44.502617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:44.504764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.509178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:44.512535 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:44.513267 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb9cbf-6c34-4465-9384-d5ffccb89887 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:44.517283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.518158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.525671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.538607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:44.561576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.588089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3d814ad-8ac1-49df-9936-e44e0c06fb2b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:44.604193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 7640ad17-1f92-44b9-b7c8-887d008f6efa {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:44.604529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.607395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:44.613392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.631827 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c3d814ad-8ac1-49df-9936-e44e0c06fb2b HTTP/1.1" status: 204 len: 168 time: 1.1793215 Nov 25 11:20:44.647380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.654540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.659984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a569fa5-3ee6-47b6-ad37-a18e93e871f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:44.668436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] device_id is not set on port b6336bd8-e01c-4426-abac-86403a1e5420 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:44.691353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.699531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:44.700738 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3099a590-43b2-4182-9c43-371c97208433 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6019824 Nov 25 11:20:44.714870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33104) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:44.807707 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bcda9b-d4a1-4500-9750-d627bd20bc8d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:44.820146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:45.032787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.067345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 0de63837-6b5a-4992-9e43-1938a4d37326 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:45.072427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1caf3dd7-7fd0-4fed-b85d-27c69550c04f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.141709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Allocated IP 172.26.5.234 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b6336bd8-e01c-4426-abac-86403a1e5420) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:45.200231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.202105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.236065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56050307-fbc9-429d-98a2-1e579be4744d None None] Network acfe513f-bd2a-4799-910d-64c6c540ba2b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:45.298054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.342747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:45.382475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0bbf7e68-f280-4af4-8687-a99d7270c9ec tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:45.394583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-79757f47-01c0-43cc-8d78-523b0303e388 None None] Provisioning for port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:45.623027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network acfe513f-bd2a-4799-910d-64c6c540ba2b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:45.624249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=0de63837-6b5a-4992-9e43-1938a4d37326,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:45.629051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1caf3dd7-7fd0-4fed-b85d-27c69550c04f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.633151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:45.636827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:45.638281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:45.642730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:45.643344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.654881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.686114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.694706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 07ed808f-7313-4d20-93a7-ad7691a3b9d4 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:20:45.699562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1caf3dd7-7fd0-4fed-b85d-27c69550c04f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.705577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.705940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.706325 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP b593c872-81cf-4db6-bbb7-fe086a226155 disassociated. External IP: 172.26.5.61, port: 7640ad17-1f92-44b9-b7c8-887d008f6efa. Nov 25 11:20:45.706580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 7640ad17-1f92-44b9-b7c8-887d008f6efa owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:45.725147 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4767892 Nov 25 11:20:45.729099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:45.783618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:45.787712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:45.795624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:45.796141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.798351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Usage tracker for resource:security_group_rule and tenant:c4bb24871bb747a4a9bc9e6ec4bde0c8 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:45.803830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:45.816736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:45.887099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:45.903784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:45.990129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.002760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1caf3dd7-7fd0-4fed-b85d-27c69550c04f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.003260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caf3dd7-7fd0-4fed-b85d-27c69550c04f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73b2527e-6d60-42a0-adaa-a9e5f9deae60 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:46.013775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Pushing event updated for resources: {'Port': ['ID=b6336bd8-e01c-4426-abac-86403a1e5420,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:46.022022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:46.023348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1caf3dd7-7fd0-4fed-b85d-27c69550c04f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.024283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:46.024502 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1caf3dd7-7fd0-4fed-b85d-27c69550c04f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "DELETE /v2.0/routers/73b2527e-6d60-42a0-adaa-a9e5f9deae60 HTTP/1.1" status: 204 len: 168 time: 1.3024225 Nov 25 11:20:46.025414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.032294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:46.045300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 07ed808f-7313-4d20-93a7-ad7691a3b9d4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=07ed808f-7313-4d20-93a7-ad7691a3b9d4,segment=NetworkSegment(44116bcc-42fe-4155-8799-18c5db5dc966),segment_id=44116bcc-42fe-4155-8799-18c5db5dc966)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:46.050262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1f0f655d-4451-4587-8cf3-d9834e620cea None None] Provisioning for port 0de63837-6b5a-4992-9e43-1938a4d37326 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:20:46.059493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.065272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b49ec86e-ca47-4f19-b517-d5e4f4e26556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:46.078709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:46.094952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:46.126417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=7640ad17-1f92-44b9-b7c8-887d008f6efa,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:46.146497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:46.148884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.173234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.181291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1f0f655d-4451-4587-8cf3-d9834e620cea None None] Provisioning complete for port 0de63837-6b5a-4992-9e43-1938a4d37326 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:46.181925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f0f655d-4451-4587-8cf3-d9834e620cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.183925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:46.211690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=07ed808f-7313-4d20-93a7-ad7691a3b9d4,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:46.221116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:46.243974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:46.244767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.249012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f655d-4451-4587-8cf3-d9834e620cea None None] Port 0de63837-6b5a-4992-9e43-1938a4d37326 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:46.270110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1f0f655d-4451-4587-8cf3-d9834e620cea None None] Provisioning complete for port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:46.270726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f0f655d-4451-4587-8cf3-d9834e620cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.319544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee751c49-7d45-4d41-a63e-73904e6f792f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:46.343470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:46.351358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33124) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:46.373178 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4bb24871bb747a4a9bc9e6ec4bde0c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0293963 Nov 25 11:20:46.376802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33130) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:46.414035 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3122137 Nov 25 11:20:46.418245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33134) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:46.428392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.234'}]}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:46.440570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:46.452256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Usage tracker for resource:router and tenant:d8b9a98c42e242a391f8f1d371e14ff9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:46.458084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:46.467367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.493064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:46.516242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.551657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.567516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.586211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2fbea787-5005-4711-9c59-24e9657b1884 None None] Provisioning complete for port 0de63837-6b5a-4992-9e43-1938a4d37326 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:46.586686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2fbea787-5005-4711-9c59-24e9657b1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.635760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.641757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-498217e6-3168-452d-9907-333239453e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:46.654735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:46.661989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee751c49-7d45-4d41-a63e-73904e6f792f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:46.665635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:46.668726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.668985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.670048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.673446 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee751c49-7d45-4d41-a63e-73904e6f792f HTTP/1.1" status: 204 len: 168 time: 0.2943056 Nov 25 11:20:46.684788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2fbea787-5005-4711-9c59-24e9657b1884 None None] Port 0de63837-6b5a-4992-9e43-1938a4d37326 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:46.744872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1062630833', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:46.758226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:46.763704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Usage tracker for resource:router and tenant:e81a553c97034f0e9228b48796b0195f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:46.768402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:46.775698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:46.782588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.799556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.800695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:46.993885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.113607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.130990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33142) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:47.169743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.189899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:47.199759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:47.212492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:47.213212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:47.229831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.259694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.277375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:47.290168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:47.291411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:47.298445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:47.306478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.322911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1cd0bc3bc94fbfa1dff196563278bf is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:47.329525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:47.338449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:47.344247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.358454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:47.359600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65140c5f-6984-4b48-ba93-fff2d829b7a0 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:47.362091 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/ports/7640ad17-1f92-44b9-b7c8-887d008f6efa HTTP/1.1" status: 204 len: 168 time: 2.9239693 Nov 25 11:20:47.365795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33146) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:47.522643 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d55b424e-11a7-4b0d-bfcb-e5bc14476ffa tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "GET /v2.0/floatingips/b593c872-81cf-4db6-bbb7-fe086a226155 HTTP/1.1" status: 200 len: 687 time: 0.1504498 Nov 25 11:20:47.522643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33150) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:47.604531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 07ed808f-7313-4d20-93a7-ad7691a3b9d4 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:20:47.676660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:47.677124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.699564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.722260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.735865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e8c0d00-5c76-42bb-8dea-7939eefba136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:47.756169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 68136ae9-86ff-49cd-b8cb-04583a7d4f07 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:47.756498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.820778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56fbb6b-6fb4-4fbe-91fb-2f0527e4e18c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:47.838828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:47.847371 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf1cd0bc3bc94fbfa1dff196563278bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7097631 Nov 25 11:20:47.864365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33154) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:47.953211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.971183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:47.999773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.048420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.106872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.107350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 150f974d-d00f-493b-bdab-5131db274a40 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:48.116142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.116468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.169461 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:20:48.170499 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dc855e72-83ed-48a8-ac29-263c5b59438c tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9654570 Nov 25 11:20:48.197857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:48.199694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.263430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 68136ae9-86ff-49cd-b8cb-04583a7d4f07 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:48.280035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.293618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.300689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:48.370466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Deleting port 8c288fc4-026f-4146-9166-cd364737f23b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:48.370705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.371987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.503756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=0de63837-6b5a-4992-9e43-1938a4d37326,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:48.511492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.541787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:48.572312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Allocated IP 172.26.5.97 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/54f9905b-530d-4749-85ee-7c6de9dae4fa) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:48.590640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.622124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.629926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:48.650158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56fbb6b-6fb4-4fbe-91fb-2f0527e4e18c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:48.659850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:48.685925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.687026 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b56fbb6b-6fb4-4fbe-91fb-2f0527e4e18c HTTP/1.1" status: 204 len: 168 time: 0.8183637 Nov 25 11:20:48.689081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.696103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0a365d44-8b83-40e7-a754-7fd9bf49df23 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:48.722550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-da5a1bfe-ab12-4406-9c91-ba20af47f363 None None] Provisioning complete for port 0de63837-6b5a-4992-9e43-1938a4d37326 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:48.723553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-da5a1bfe-ab12-4406-9c91-ba20af47f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.736922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=68136ae9-86ff-49cd-b8cb-04583a7d4f07,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:48.742942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:48.782405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-da5a1bfe-ab12-4406-9c91-ba20af47f363 None None] Port 0de63837-6b5a-4992-9e43-1938a4d37326 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:48.931449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.933805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.934968 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/floatingips/b593c872-81cf-4db6-bbb7-fe086a226155 HTTP/1.1" status: 204 len: 168 time: 1.4118853 Nov 25 11:20:48.944463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33166) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:48.953382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '902b0d75-02bc-403b-a20e-283d6cd5931c'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:48.963206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:48.977273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:floatingip and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:48.981468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:48.986431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:48.993394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:49.009242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.050049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.055154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7c91fa1-6679-4c26-bd10-a1d939ffc8ed tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:49.122727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.176370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:49.181636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:49.190332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:49.214898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event updated for resources: {'Port': ['ID=54f9905b-530d-4749-85ee-7c6de9dae4fa,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:49.219553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:49.251397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.316779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Calling delete_port for 8c288fc4-026f-4146-9166-cd364737f23b owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:49.340531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.418610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.502040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.26.5.200 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/ceecd17f-c926-47f7-806d-b4c16f3a2932) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:49.535051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.535695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.730737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.733637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.811388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.821869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6b723465-e1a0-4408-93d2-19437b3fcde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:49.837764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:49.843086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a366ead1-930a-456f-ab1a-28de2fa198fb tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:49.897583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c288fc4-026f-4146-9166-cd364737f23b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:49.919551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:49.924756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:49.927232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=ceecd17f-c926-47f7-806d-b4c16f3a2932,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:49.929514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:49.957434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:49.967094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:50.050606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.102860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Router 35933a07-8fd9-4251-8e60-012a9cf8d8c9 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:20:50.194953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.421685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.431362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.432037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 083aa6f9-ad33-4505-b2e8-a96eec67fb13 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:50.477400 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8c288fc4-026f-4146-9166-cd364737f23b HTTP/1.1" status: 204 len: 168 time: 2.2751546 Nov 25 11:20:50.534507 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:20:50.535523 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f6132a1-d6f1-42cd-b31c-07dc04c9b63a tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1162312 Nov 25 11:20:50.540941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33202) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:50.635346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Deleting port b6336bd8-e01c-4426-abac-86403a1e5420 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:50.635680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.692412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:50.704960 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] Sync routers for ids ['35933a07-8fd9-4251-8e60-012a9cf8d8c9'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:50.746295 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] Routers {'35933a07-8fd9-4251-8e60-012a9cf8d8c9'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:50.747345 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['35933a07-8fd9-4251-8e60-012a9cf8d8c9'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:50.792700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.793818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33210) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:50.818957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.819774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.828285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a3855779-b3c8-401d-95aa-d674f2dcd434 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:50.836569 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:50.846975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.850013 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] Routers {'35933a07-8fd9-4251-8e60-012a9cf8d8c9'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:50.851157 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['35933a07-8fd9-4251-8e60-012a9cf8d8c9'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:50.922630 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:50.923301 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304a3c3-d4fa-42c2-8855-08d4fc918bd3 None None] The sync data for ids ['35933a07-8fd9-4251-8e60-012a9cf8d8c9'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:50.931888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:50.936507 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5841825 Nov 25 11:20:50.937407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33216) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:50.944381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33220) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:51.034648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=0de63837-6b5a-4992-9e43-1938a4d37326,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:51.043247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.055641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:51.088362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.202775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.219172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-315925660'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:51.231271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Calling delete_port for b6336bd8-e01c-4426-abac-86403a1e5420 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:51.273472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:51.283790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Usage tracker for resource:network and tenant:45d6e183654f49aab81ff482bdf1ca7f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:51.287651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:51.299306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:51.319096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network acfe513f-bd2a-4799-910d-64c6c540ba2b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:51.322900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:51.342437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:51.352542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Usage tracker for resource:security_group_rule and tenant:618ffb6601f3457b9462582eb57ce444 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:51.356605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:51.366323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:51.398282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.400105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Made reservation on behalf of 45d6e183654f49aab81ff482bdf1ca7f for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:51.403672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.417836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.424556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80a9efe5-c5d2-4283-8b3d-03fad21ab7bc tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:51.488360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.603267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:51.606790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=ceecd17f-c926-47f7-806d-b4c16f3a2932,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:51.610313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:51.620073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.626627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0843297d-3acb-4689-8831-78b518a8c9ee None None] Provisioning complete for port 0de63837-6b5a-4992-9e43-1938a4d37326 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:20:51.627139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0843297d-3acb-4689-8831-78b518a8c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.658347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Usage tracker for resource:security_group_rule and tenant:45d6e183654f49aab81ff482bdf1ca7f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:51.666427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:51.669205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.677613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.681130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:51.689735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:51.698469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:51.713156 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fcb08e16-206c-42d5-8381-dcb74032aa21 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/35933a07-8fd9-4251-8e60-012a9cf8d8c9 HTTP/1.1" status: 200 len: 920 time: 0.7699809 Nov 25 11:20:51.714925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0843297d-3acb-4689-8831-78b518a8c9ee None None] Port 0de63837-6b5a-4992-9e43-1938a4d37326 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:20:51.720984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33230) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:51.732472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e7929f2-9cff-424e-8fd4-ef63eaa9d90f tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:51.789589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6336bd8-e01c-4426-abac-86403a1e5420,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:51.794706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:51.805772 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7e61fd7d-0d2a-4d72-afd2-1866246d86a4 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=35933a07-8fd9-4251-8e60-012a9cf8d8c9 HTTP/1.1" status: 200 len: 205 time: 0.0807924 Nov 25 11:20:51.807511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33234) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:51.811395 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=618ffb6601f3457b9462582eb57ce444&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8658807 Nov 25 11:20:51.812165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0736dab6-c22d-4bad-a1fa-7cd8272084e7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:51.814851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33238) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:51.866931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:52.064891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.096163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.099451 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b6336bd8-e01c-4426-abac-86403a1e5420 HTTP/1.1" status: 204 len: 168 time: 1.5581939 Nov 25 11:20:52.102724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.107726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:52.138819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:52.152166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c31f433-4b55-4c52-80c6-64b522639447,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:52.160576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:52.164729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.165074 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Added segment e4ed5e24-4ebc-4892-8307-2e3f3705ecdb of type vlan for network e085ed9b-b0fe-4c40-bd76-c6a804538f9f Nov 25 11:20:52.209050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.215515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.231451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Router 69f05bfd-538f-4d90-bf63-73ba23693f16 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:20:52.275069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.305749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.309917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:52.310698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.322395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d8f881a-d384-4284-9cc3-63d45b2e786a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:52.348928 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP f134670d-871d-49a5-8e84-0b52a304ff78 associated. External IP: 172.26.5.200, port: 902b0d75-02bc-403b-a20e-283d6cd5931c. Nov 25 11:20:52.387013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33246) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:52.425134 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6302288 Nov 25 11:20:52.431638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.491835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.497375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8a4b51ed-a2a9-4f91-8bb9-b38437c6c04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:52.513170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0736dab6-c22d-4bad-a1fa-7cd8272084e7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:52.517811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:52.528525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.532532 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0736dab6-c22d-4bad-a1fa-7cd8272084e7 HTTP/1.1" status: 204 len: 168 time: 0.7129352 Nov 25 11:20:52.559472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Pushing event updated for resources: {'Network': ['ID=e085ed9b-b0fe-4c40-bd76-c6a804538f9f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:52.573713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:52.576047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network e085ed9b-b0fe-4c40-bd76-c6a804538f9f details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:52.644457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.703366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:52.709344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Usage tracker for resource:security_group_rule and tenant:592d79e12944412a99850f468fa8699b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:52.713457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:52.721576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:52.810152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.824708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.833848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff034858-0109-4c72-afa4-9be11165b0aa tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:52.854304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.860865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:52.873294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] Sync routers for ids ['69f05bfd-538f-4d90-bf63-73ba23693f16'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:52.885235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Deleting port 54f9905b-530d-4749-85ee-7c6de9dae4fa {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:52.885648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:52.890825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] Routers {'69f05bfd-538f-4d90-bf63-73ba23693f16'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:52.892266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f05bfd-538f-4d90-bf63-73ba23693f16'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:52.903317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33260) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:52.919651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Request body: {'port': {'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f', 'binding:host_id': 'hv-neutron-8191', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-595195051'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:52.938941 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "PUT /v2.0/routers/69f05bfd-538f-4d90-bf63-73ba23693f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2085664 Nov 25 11:20:52.941842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89503222-1ff3-410f-9fbb-08b1668c7109,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:52.945289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:52.946645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:52.949102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33264) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:52.955371 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=592d79e12944412a99850f468fa8699b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5617597 Nov 25 11:20:52.960722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:52.975143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] Routers {'69f05bfd-538f-4d90-bf63-73ba23693f16'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:52.975980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f05bfd-538f-4d90-bf63-73ba23693f16'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:52.982677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33268) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:52.989737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Usage tracker for resource:port and tenant:2180e11b61b84e99b43857f8b38e99f2 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:52.998585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:53.014281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:53.036274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Made reservation on behalf of 2180e11b61b84e99b43857f8b38e99f2 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:53.039378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:53.040078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299905a-375a-4366-a5a4-2bf31975e47c None None] The sync data for ids ['69f05bfd-538f-4d90-bf63-73ba23693f16'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:53.040261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.065623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.081771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:53.108985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ed312-50f7-4c01-bad2-d27119baddf4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:53.110202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-818ed312-50f7-4c01-bad2-d27119baddf4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:53.156263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-818ed312-50f7-4c01-bad2-d27119baddf4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:53.157446 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-818ed312-50f7-4c01-bad2-d27119baddf4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports?device_id=69f05bfd-538f-4d90-bf63-73ba23693f16 HTTP/1.1" status: 200 len: 989 time: 0.2071104 Nov 25 11:20:53.161449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:53.164133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33276) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:53.173635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Usage tracker for resource:security_group_rule and tenant:2180e11b61b84e99b43857f8b38e99f2 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:53.178857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:53.184822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:53.191550 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c838ae21-3216-478c-804a-32d72c8a39a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=282170e37b72427aa88a9756d758d4a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1062934 Nov 25 11:20:53.191706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:53.275894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.291775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.317534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.324969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.326768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.330175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-00735998-241a-4876-bb4a-8132f1ed017b tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:53.340346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] device_id is not set on port 153fcf80-5d4f-459a-b9a0-b07a315f665c yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:53.379242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.447923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7dfe87-9425-4ee6-962f-d6f547ce6902,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:53.451022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:53.508862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.525372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:53.542907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b3a95a-a982-4e70-92c5-e29a0f13abe1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:53.545190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:53.593114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Calling delete_port for 54f9905b-530d-4749-85ee-7c6de9dae4fa owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:53.648408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.649531 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75b3a95a-a982-4e70-92c5-e29a0f13abe1 HTTP/1.1" status: 204 len: 168 time: 0.4569156 Nov 25 11:20:53.658793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.690719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:53.711738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] device_id is not set on port 153fcf80-5d4f-459a-b9a0-b07a315f665c yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:53.722823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.737722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Transition to ACTIVE for port object 153fcf80-5d4f-459a-b9a0-b07a315f665c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:53.746921 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.753306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d33d4584-5a5d-4b0b-af2e-10045fb91397 tempest-FloatingIPAdminTestJSON-980886942 tempest-FloatingIPAdminTestJSON-980886942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:53.839859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=153fcf80-5d4f-459a-b9a0-b07a315f665c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:53.842895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:53.852549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Checking segment: {'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:53.852983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Network hostable DHCP agents. Network: e085ed9b-b0fe-4c40-bd76-c6a804538f9f, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:20:53.888332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Network e085ed9b-b0fe-4c40-bd76-c6a804538f9f is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:20:53.899464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, e085ed9b-b0fe-4c40-bd76-c6a804538f9f) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:53.903798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:53.906459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:53.913868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:53.917123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99197492-ac96-4576-aa64-89a051e0a615 None None] Network e085ed9b-b0fe-4c40-bd76-c6a804538f9f requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:53.922960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:53.923297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:53.923629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:53.929784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:53.930108 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:53.930484 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 2 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:53.946510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:53.946845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:53.947183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:53.954073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:53.954623 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:53.955013 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 3 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:53.972330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:53.972658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:53.972991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:53.980017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:53.980459 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:53.980853 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 4 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:53.999614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:53.999954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:54.001106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:54.004351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89503222-1ff3-410f-9fbb-08b1668c7109,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:54.013040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:54.013376 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:54.013759 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 5 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:54.031696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:54.035105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:54.035105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:54.040968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:54.041293 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:54.041799 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 6 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:54.059595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:54.059746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:54.059932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:54.060643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:54.068276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:54.068607 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:54.069004 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 7 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:54.089347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:54.089686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:54.090176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:54.093097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.094726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89503222-1ff3-410f-9fbb-08b1668c7109 HTTP/1.1" status: 204 len: 168 time: 1.1053023 Nov 25 11:20:54.102722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:54.103320 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:54.103720 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 8 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:54.109201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.114959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a0b5bfa2-3a2a-4e52-a7e7-54b9f6985f67 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:54.123955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:54.124319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:54.124659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:54.132254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:54.132580 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:54.132965 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 9 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:54.163057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:54.163394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:54.163865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:54.171673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:54.172937 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:54.173344 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 10 to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c Nov 25 11:20:54.174193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event deleted for resources: {'Port': ['ID=54f9905b-530d-4749-85ee-7c6de9dae4fa,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:54.177987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:54.202800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:54.203127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:54.203497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:54.209566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 153fcf80-5d4f-459a-b9a0-b07a315f665c on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:54.209909 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 153fcf80-5d4f-459a-b9a0-b07a315f665c on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:54.210258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.327473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] For port 153fcf80-5d4f-459a-b9a0-b07a315f665c, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:54.328188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 11:20:54.333231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.345376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31ec9276-fc3f-4191-96cf-931bbed8b411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:54.401436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.441680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=153fcf80-5d4f-459a-b9a0-b07a315f665c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:54.444489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:54.450183 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.5431387 Nov 25 11:20:54.450526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33302) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:54.542122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.546624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Deleting port 153fcf80-5d4f-459a-b9a0-b07a315f665c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:54.547055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.640290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33308) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:54.776828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33314) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:54.834211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:20:54.839374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.845737 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:20:54.859057 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:54.860148 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:54.864027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.871321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:54.929024 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:54.942242 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f0a92dd-eaee-4035-9246-d97a02ef962a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8b9a98c42e242a391f8f1d371e14ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2958751 Nov 25 11:20:54.943420 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:20:54.944171 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:54.952724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-209929955'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:54.956783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33320) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:54.972492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:54.988136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Usage tracker for resource:network and tenant:5a594544cfeb41dbb378a7fbf26705e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:54.997859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:55.007656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] For port 153fcf80-5d4f-459a-b9a0-b07a315f665c, host hv-neutron-8191, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:20:55.007894 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:20:55.008153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.008285 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419c130-798f-4f55-b17a-e6d0d3a2e7bb None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:20:55.026107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:55.106621 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1608412 Nov 25 11:20:55.110139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.110668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Fanout notify agent at l3_agent the message router_deleted on router 35933a07-8fd9-4251-8e60-012a9cf8d8c9 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:20:55.111743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33324) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:55.122079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-701361226'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:55.130196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:55.139051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.144051 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/35933a07-8fd9-4251-8e60-012a9cf8d8c9 HTTP/1.1" status: 204 len: 168 time: 3.3314378 Nov 25 11:20:55.144051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:network and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:55.145041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33328) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:55.152166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:55.159451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'router': {'name': 'tempest-snat-router-688211882', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': False}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:55.159650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Calling delete_port for 153fcf80-5d4f-459a-b9a0-b07a315f665c owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:55.166848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:55.169081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:55.177739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:router and tenant:d1cd2e86f5444e81b5dcdd7ad401480d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:55.182256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:55.187396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:55.190909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.218839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:55.219455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.226326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:55.229240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.260472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.261381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.273030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.287374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.308351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.312612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:55.320913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-30b60b35-d844-46d4-b848-62e53b07d9fc tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:55.351575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:55.356918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.373728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Usage tracker for resource:security_group_rule and tenant:5a594544cfeb41dbb378a7fbf26705e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:55.380303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event deleted for resources: {'Port': ['ID=153fcf80-5d4f-459a-b9a0-b07a315f665c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:55.389072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:55.391860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:55.407444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:55.414770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.415117 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Added segment d59f9f3b-b583-40ff-8f08-71346e2574ab of type vlan for network b204fc37-06d6-4e16-be94-f946e862dd75 Nov 25 11:20:55.424977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.425293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.440588 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "DELETE /v2.0/ports/153fcf80-5d4f-459a-b9a0-b07a315f665c HTTP/1.1" status: 204 len: 168 time: 0.9890010 Nov 25 11:20:55.445109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:55.464915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.494086 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae8029d-2612-4bd2-9a59-c4a96bdc1eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:20:55.494586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8ae8029d-2612-4bd2-9a59-c4a96bdc1eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Synchronizing usage tracker for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:55.512793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.521479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:55.554799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bcda9b-d4a1-4500-9750-d627bd20bc8d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:55.559678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8ae8029d-2612-4bd2-9a59-c4a96bdc1eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Unset dirty status for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:55.560788 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ae8029d-2612-4bd2-9a59-c4a96bdc1eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "GET /v2.0/ports/153fcf80-5d4f-459a-b9a0-b07a315f665c HTTP/1.1" status: 404 len: 333 time: 0.1137481 Nov 25 11:20:55.569756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:55.572850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33336) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:55.581088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Request body: {'port': {'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-229829262'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:55.585048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.587231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.588475 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14bcda9b-d4a1-4500-9750-d627bd20bc8d HTTP/1.1" status: 204 len: 168 time: 0.6307080 Nov 25 11:20:55.589654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:55.601044 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.605234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:55.607566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59019b53-b721-41db-b520-d0453766963f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:55.646557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Made reservation on behalf of 2180e11b61b84e99b43857f8b38e99f2 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:55.648919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.662173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:20:55.676736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed385cc5-42e9-4e9a-87d2-1e14839ec7f9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:55.680634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:55.685448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.685786 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Added segment ebe978f4-2b5e-4241-b10c-c32295bbda92 of type vlan for network d6cc992c-319b-4e72-8ccc-28bc6f7854ad Nov 25 11:20:55.687209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] device_id is not set on port 4d5a8a86-3802-4509-978e-d0c3ff92779d yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:55.690065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:20:55.756666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.762369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.763297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:55.764273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.773778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e37e568-e457-4f1f-b1f0-8f9b4a6b71fe tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:55.801178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.840682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.845328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:55.845912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:55.858049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:56.015320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Network': ['ID=b204fc37-06d6-4e16-be94-f946e862dd75,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:56.021197 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9077854 Nov 25 11:20:56.022162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:56.031471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:56.033821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network b204fc37-06d6-4e16-be94-f946e862dd75 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:56.039650 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2604444 Nov 25 11:20:56.045712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'subnet': {'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:56.047537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33348) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:56.059010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'subnet': {'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:56.066614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Network': ['ID=d6cc992c-319b-4e72-8ccc-28bc6f7854ad,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:56.083771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:56.095245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.164266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:20:56.189136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:56.195928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:subnet and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:56.199936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:56.207390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:56.221973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.229512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-401713f4-bc89-42f9-b1b0-47a9f6f4b289 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:56.267345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:56.325917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:56.344452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Usage tracker for resource:subnet and tenant:5a594544cfeb41dbb378a7fbf26705e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:56.350372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:56.361705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:56.374193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Network e085ed9b-b0fe-4c40-bd76-c6a804538f9f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:56.384873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 0de63837-6b5a-4992-9e43-1938a4d37326 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:56.385427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.389897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:56.394861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=4d5a8a86-3802-4509-978e-d0c3ff92779d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:56.398589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:56.399553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:56.400307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.413947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:56.420346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:56.432576 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8582187 Nov 25 11:20:56.435902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33360) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:56.443213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.462963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:56.628352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.767937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.810616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33372) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:56.956663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:56.973622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-5199ace1-29c6-4d25-8b11-d9675bc0aaef tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:56.974611 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5199ace1-29c6-4d25-8b11-d9675bc0aaef tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1589246 Nov 25 11:20:56.983398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33378) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:56.986929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.007437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-851f2e4f-5007-4f27-a9e5-482aeee43f85 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.008397 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-851f2e4f-5007-4f27-a9e5-482aeee43f85 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0120201 Nov 25 11:20:57.010293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.013349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33382) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.035499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.040534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2e33a235-b7fa-4336-85b8-253781deded2 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:57.106510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-74f91fe6-c3e0-4e14-ba42-0fa0e9fb46ea tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.107706 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-74f91fe6-c3e0-4e14-ba42-0fa0e9fb46ea tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0924094 Nov 25 11:20:57.112583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33388) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.157964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-743d779a-cc41-4142-ba48-fde1eee8e3db tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.158898 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-743d779a-cc41-4142-ba48-fde1eee8e3db tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0145826 Nov 25 11:20:57.163629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33392) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.171151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Subnet': ['ID=b9e8e239-c135-4458-b466-4454967723cf,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:57.182869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:57.196413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] device_id is not set on port 4d5a8a86-3802-4509-978e-d0c3ff92779d yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:57.203132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 0de63837-6b5a-4992-9e43-1938a4d37326 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:20:57.205399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.212729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Checking segment: {'id': 'd59f9f3b-b583-40ff-8f08-71346e2574ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:57.213084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network hostable DHCP agents. Network: b204fc37-06d6-4e16-be94-f946e862dd75, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:20:57.229325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Transition to ACTIVE for port object 4d5a8a86-3802-4509-978e-d0c3ff92779d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:57.234422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.240469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:57.248100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-105db02c-8209-434f-995b-09cf872d5364 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.249034 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-105db02c-8209-434f-995b-09cf872d5364 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0563745 Nov 25 11:20:57.260140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33396) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.280038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-4d5b641c-be54-459d-9966-8ea8a8ca92d5 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.280959 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4d5b641c-be54-459d-9966-8ea8a8ca92d5 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0182889 Nov 25 11:20:57.285612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33400) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.299473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-222e0c20-2fda-4d53-85d3-ba781b86ad3b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.300417 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-222e0c20-2fda-4d53-85d3-ba781b86ad3b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0106833 Nov 25 11:20:57.308741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.359513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network b204fc37-06d6-4e16-be94-f946e862dd75 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:20:57.364470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-1e18ba36-799f-4668-afdf-bd15c2d5403e tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.365395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e18ba36-799f-4668-afdf-bd15c2d5403e tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0105188 Nov 25 11:20:57.374436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33408) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.376568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=4d5a8a86-3802-4509-978e-d0c3ff92779d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:57.380427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:57.391769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-d88c9c28-1948-4fa0-bf1e-7ce1207d58ab tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.393177 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d88c9c28-1948-4fa0-bf1e-7ce1207d58ab tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0137956 Nov 25 11:20:57.395397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33412) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.398286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, b204fc37-06d6-4e16-be94-f946e862dd75) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:57.402041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-ed6aabd8-8ba0-457d-9527-a396580a7d4b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.405353 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ed6aabd8-8ba0-457d-9527-a396580a7d4b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0066137 Nov 25 11:20:57.407742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33416) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.409774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c1099-4abe-449a-b95a-00dac364d3ba None None] Network b204fc37-06d6-4e16-be94-f946e862dd75 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:57.410407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:57.410985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.418360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-f2927955-2fd3-4e0d-a5c9-b2a1c11bf3d4 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.419447 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f2927955-2fd3-4e0d-a5c9-b2a1c11bf3d4 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0106790 Nov 25 11:20:57.423033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33420) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.435021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.435558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-b8e736b7-c0bc-4947-99a5-68ceed8396c9 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.435928 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8e736b7-c0bc-4947-99a5-68ceed8396c9 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0107615 Nov 25 11:20:57.440785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33424) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.443312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-66d008bb-e4d3-4034-9b79-e3e9ee5731fe tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:57.457020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.457349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.457681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.464800 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4313810 Nov 25 11:20:57.465619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:57.465937 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:57.466315 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 2 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:57.474904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.484595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1865764379', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:57.492250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.492780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.493264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.495685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:57.501167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:router and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:57.505628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:57.506829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Subnet': ['ID=07f597b3-38e3-4579-afc0-6cd9d8f5d2fc,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:57.512291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:57.512784 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:57.513720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:57.515721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-df269477-37a6-44c2-91fe-2ac03fba24de tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.517292 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 3 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:57.517761 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-df269477-37a6-44c2-91fe-2ac03fba24de tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0161326 Nov 25 11:20:57.525270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33434) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.530936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:57.542838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-f5c2d1d8-dc6e-4e1b-96ff-8806aa114c38 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.543950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5c2d1d8-dc6e-4e1b-96ff-8806aa114c38 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0146244 Nov 25 11:20:57.546993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33438) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.548371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Allocated IP 172.26.5.196 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/3cf208e7-da29-457a-8f1e-1eea9cf84448) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:57.550349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.551118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.551600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.556939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-5dfbc994-6a02-4b7d-bf59-8ee964ae8448 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.558210 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5dfbc994-6a02-4b7d-bf59-8ee964ae8448 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0100210 Nov 25 11:20:57.561154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.562271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.564046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33442) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.571082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:57.571774 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:57.573177 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 4 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:57.573622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-af6ac1b0-2ebf-43ee-86f2-dc5fd6e6cbde tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.574779 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-af6ac1b0-2ebf-43ee-86f2-dc5fd6e6cbde tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0098009 Nov 25 11:20:57.585208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.592435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-100c6a6d-9afc-4dad-a9f6-4183d0cd658a tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.593602 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-100c6a6d-9afc-4dad-a9f6-4183d0cd658a tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072837 Nov 25 11:20:57.600323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.610799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-571c4979-5881-4b6d-a4de-1a857355fc03 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.611749 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-571c4979-5881-4b6d-a4de-1a857355fc03 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082159 Nov 25 11:20:57.612576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.612904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.613232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.615946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.623536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-c9558be2-156b-4172-81ed-e11d629a53ed tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.624595 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9558be2-156b-4172-81ed-e11d629a53ed tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070534 Nov 25 11:20:57.627844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33458) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.631342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.635003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-f37f9169-4336-4cb5-aca4-7e95889ab5c2 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.635907 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f37f9169-4336-4cb5-aca4-7e95889ab5c2 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0068908 Nov 25 11:20:57.636530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:57.636847 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:57.642812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 5 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:57.649355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33462) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.664972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-dba3c402-de8d-449a-a4a1-f44f8de0ca57 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.665995 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dba3c402-de8d-449a-a4a1-f44f8de0ca57 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0128198 Nov 25 11:20:57.669127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.677356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-0a0427ba-7904-4529-958e-55a5a05de63e tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.678289 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a0427ba-7904-4529-958e-55a5a05de63e tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074804 Nov 25 11:20:57.679025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.679347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.679670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.681614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.689837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-87ebd566-826d-4554-9cfe-8ec9e1080303 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.690695 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87ebd566-826d-4554-9cfe-8ec9e1080303 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073845 Nov 25 11:20:57.693390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.693939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:57.694239 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:57.696405 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 6 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:57.708834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-99139fb8-c587-4c52-9364-74c79db9405f tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.709779 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-99139fb8-c587-4c52-9364-74c79db9405f tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0147395 Nov 25 11:20:57.733937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33478) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.750981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-1106cbcf-463f-461f-bd40-b8824a43f61f tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.753992 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1106cbcf-463f-461f-bd40-b8824a43f61f tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0143452 Nov 25 11:20:57.764575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33482) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.793447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-ab151e17-3769-4d11-90e3-1ca4b40b3445 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.798102 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ab151e17-3769-4d11-90e3-1ca4b40b3445 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0253081 Nov 25 11:20:57.800311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Checking segment: {'id': 'ebe978f4-2b5e-4241-b10c-c32295bbda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:57.800674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network hostable DHCP agents. Network: d6cc992c-319b-4e72-8ccc-28bc6f7854ad, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:20:57.810316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-b204fc37-06d6-4e16-be94-f946e862dd75', 'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75', 'tenant_id': '09c11c9d4e2948559b164a2a96cc7c1f', 'fixed_ips': [{'subnet_id': 'b9e8e239-c135-4458-b466-4454967723cf'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:20:57.811143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.813540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33488) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.833318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.833650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.833973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.834790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-b122b266-1cfe-4177-b659-a19f2edfd621 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.835754 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b122b266-1cfe-4177-b659-a19f2edfd621 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0181916 Nov 25 11:20:57.840701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33492) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.852191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-c4e171c3-b995-4fce-919f-dcf0a060f456 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.853133 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c4e171c3-b995-4fce-919f-dcf0a060f456 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0115178 Nov 25 11:20:57.858625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33496) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.860010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:57.860340 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:57.860886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 7 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:57.880044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-32999d99-9327-41b3-8abe-d13b10a0a207 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.880808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.881141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.881473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.882568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-32999d99-9327-41b3-8abe-d13b10a0a207 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104661 Nov 25 11:20:57.884330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.884473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.893590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-4306f832-7dd2-4bd6-b302-91bd9200e979 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.894536 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4306f832-7dd2-4bd6-b302-91bd9200e979 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0092711 Nov 25 11:20:57.896390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0abb6577-f50b-44ba-8397-4b3fad581da5 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:57.899061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:57.929128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33504) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.940560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-be1da862-a86f-46e7-818f-612ea428c5cb tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.941440 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-be1da862-a86f-46e7-818f-612ea428c5cb tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109143 Nov 25 11:20:57.944083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:57.944384 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:57.944788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33508) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.952679 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 8 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:57.971156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-a5be9a4d-feb6-4b8c-8d15-9f271f8776b8 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.972102 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a5be9a4d-feb6-4b8c-8d15-9f271f8776b8 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0116003 Nov 25 11:20:57.977405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:57.981059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:57.981386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:57.981758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:57.986225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-25926e31-712c-454a-9820-1b8599e5da26 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:57.987751 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25926e31-712c-454a-9820-1b8599e5da26 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083938 Nov 25 11:20:57.994623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=0de63837-6b5a-4992-9e43-1938a4d37326,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:58.002654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33516) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.011153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.013584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:58.013907 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:58.018989 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 9 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:58.045199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:20:58.050974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:58.051348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:58.052089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:58.056324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:58.061024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-473d4eaf-df9b-4e0b-88cf-9e41005e992d tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.062004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-473d4eaf-df9b-4e0b-88cf-9e41005e992d tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0189679 Nov 25 11:20:58.069745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.085866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Allocated IP 172.20.0.2 (b204fc37-06d6-4e16-be94-f946e862dd75/b9e8e239-c135-4458-b466-4454967723cf/b1959ede-7a4f-4064-b552-5d87d318297b) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:58.103938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.115457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8a1feec-5dbc-46a6-a486-ebc850be91df tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:58.119667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-65835fbc-66ae-490c-983f-c546236dbe51 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.123117 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-65835fbc-66ae-490c-983f-c546236dbe51 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0103574 Nov 25 11:20:58.124453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.127149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:58.127475 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:58.130973 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 10 to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d Nov 25 11:20:58.141931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-1cc28b3b-c491-4f7f-b8d9-da625a5e1395 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.145127 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1cc28b3b-c491-4f7f-b8d9-da625a5e1395 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0143344 Nov 25 11:20:58.145824 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-a85febbf-c941-4cb8-813e-7c56de7c36ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1098 time: 0.2490525 Nov 25 11:20:58.147205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33528) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.161878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-b41661c5-12bf-4c3a-8ae5-1fc934987ea4 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.163081 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b41661c5-12bf-4c3a-8ae5-1fc934987ea4 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0128326 Nov 25 11:20:58.185343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.187285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:58.187556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, d6cc992c-319b-4e72-8ccc-28bc6f7854ad) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:58.188495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:58.189016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:58.203572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-d2a2fc2a-c10e-40dc-995b-fd5022924723 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.204547 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2a2fc2a-c10e-40dc-995b-fd5022924723 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0131776 Nov 25 11:20:58.208731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.211377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e80f26-e012-46b9-8077-425d73df9ff4 None None] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:20:58.218657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-abe20de6-71fa-420c-9dc1-5bbfae294faf tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.222039 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-abe20de6-71fa-420c-9dc1-5bbfae294faf tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0098755 Nov 25 11:20:58.262498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:20:58.263078 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 4d5a8a86-3802-4509-978e-d0c3ff92779d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:20:58.263572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.272307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33540) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.288763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Port': ['ID=3cf208e7-da29-457a-8f1e-1eea9cf84448,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:58.302269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:58.302998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.303505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-0b2e3fd6-55b9-47d6-a2e5-e63c7e93106e tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.304644 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0b2e3fd6-55b9-47d6-a2e5-e63c7e93106e tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0213804 Nov 25 11:20:58.309089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.316983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:58.331500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:58.352396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-32bed82f-4ea2-48d6-a368-a69c5879fd0a tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.353338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-32bed82f-4ea2-48d6-a368-a69c5879fd0a tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0412560 Nov 25 11:20:58.368263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.389361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:58.391836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-052b8071-c78a-43b0-8eb4-252108cfaab3 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.393320 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-052b8071-c78a-43b0-8eb4-252108cfaab3 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0222080 Nov 25 11:20:58.399599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33552) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.400506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:58.453064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-3f076356-6103-47a5-bec9-c317e2e28902 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.457793 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3f076356-6103-47a5-bec9-c317e2e28902 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0278141 Nov 25 11:20:58.457899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-0f98039a-d64a-41a0-86d4-a7eda4be015e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:58.457899 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-0f98039a-d64a-41a0-86d4-a7eda4be015e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 913 time: 0.2998788 Nov 25 11:20:58.459310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33556) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.469377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4159248 Nov 25 11:20:58.471406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-c3eb1c17-cc62-40b8-be87-e69e38047fbb tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.474757 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3eb1c17-cc62-40b8-be87-e69e38047fbb tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0083959 Nov 25 11:20:58.476033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33560) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.476033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33562) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.526912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] For port 4d5a8a86-3802-4509-978e-d0c3ff92779d, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:58.527274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 11:20:58.582974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.595165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4c37964b-c7e3-46a6-95c9-d2974e5154b9 tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:58.599092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1491132332'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:20:58.620904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06376622-f36d-4b54-bf53-d851b2cb6fa9 req-9ff46c13-3d5f-4ebd-9f83-5d9e461a6f14 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:58.622422 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-06376622-f36d-4b54-bf53-d851b2cb6fa9 req-9ff46c13-3d5f-4ebd-9f83-5d9e461a6f14 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.6963251 Nov 25 11:20:58.625348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.627622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-ec1b8532-e2ee-461c-87b1-aa8801717b99 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.628636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec1b8532-e2ee-461c-87b1-aa8801717b99 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.1503875 Nov 25 11:20:58.639144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33568) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.650830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Transition to ACTIVE for port object b1959ede-7a4f-4064-b552-5d87d318297b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:58.654446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-3eb315ed-0d10-4de7-a33e-673fbb5022c6 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.655417 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3eb315ed-0d10-4de7-a33e-673fbb5022c6 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0153322 Nov 25 11:20:58.666741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-d6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'tenant_id': '5a594544cfeb41dbb378a7fbf26705e9', 'fixed_ips': [{'subnet_id': '07f597b3-38e3-4579-afc0-6cd9d8f5d2fc'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:20:58.667686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.694283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33572) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.695558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Transition to ACTIVE for port object b1959ede-7a4f-4064-b552-5d87d318297b will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:58.741765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.748036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.749277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-50e367c2-50d0-42bd-8be3-e1b7dc91561a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:58.772069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-8b7ee9b7-79d0-406d-b7c0-af3e7e979318 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.776168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8b7ee9b7-79d0-406d-b7c0-af3e7e979318 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0248439 Nov 25 11:20:58.784839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33576) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.785924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.804943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.814520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-d639a33d-cfb8-4af0-93af-3cad10e7f822 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.818011 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d639a33d-cfb8-4af0-93af-3cad10e7f822 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0235054 Nov 25 11:20:58.823104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33580) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.845656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Network b204fc37-06d6-4e16-be94-f946e862dd75 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:58.846569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Pushing event updated for resources: {'Port': ['ID=b1959ede-7a4f-4064-b552-5d87d318297b,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:58.849486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:58.853428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:58.856484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:58.860991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-fe577185-c050-4d6b-be55-f36e5b3bd9e0 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.864373 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fe577185-c050-4d6b-be55-f36e5b3bd9e0 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0365126 Nov 25 11:20:58.866280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] In _notify_port_updated(), no bound segment for port 4d5a8a86-3802-4509-978e-d0c3ff92779d on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:20:58.866650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:58.867936 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "PUT /v2.0/ports/4d5a8a86-3802-4509-978e-d0c3ff92779d HTTP/1.1" status: 200 len: 980 time: 2.4288325 Nov 25 11:20:58.868464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33584) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.875978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.883286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-c2bf788e-892e-4a6a-ab80-916becb3b09b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.886829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2bf788e-892e-4a6a-ab80-916becb3b09b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0147119 Nov 25 11:20:58.887555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33592) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.897148 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-5a385207-087f-4c40-a161-eebc5a6bcca1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 1001 time: 0.4293923 Nov 25 11:20:58.897804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=4d5a8a86-3802-4509-978e-d0c3ff92779d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:58.935467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:58.974818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-13fc36af-1768-489d-9373-cc656145c326 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:58.974818 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-13fc36af-1768-489d-9373-cc656145c326 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0804505 Nov 25 11:20:58.982677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33596) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:58.987777 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-06376622-f36d-4b54-bf53-d851b2cb6fa9 req-97b4739a-12f1-4f92-94a1-b820888da240 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395247 Nov 25 11:20:58.999616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Allocated IP 2001:db8::2 (d6cc992c-319b-4e72-8ccc-28bc6f7854ad/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc/1446187d-a4d2-4653-aac8-d6ba8913953f) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:59.005611 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Attempting to bind port b1959ede-7a4f-4064-b552-5d87d318297b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:59.006020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Attempting to bind port b1959ede-7a4f-4064-b552-5d87d318297b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'd59f9f3b-b583-40ff-8f08-71346e2574ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:59.006390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Attempting to bind port b1959ede-7a4f-4064-b552-5d87d318297b on network b204fc37-06d6-4e16-be94-f946e862dd75 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:59.007168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-eaad3f87-6e84-421a-92f8-4e484e4dacb9 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.011213 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eaad3f87-6e84-421a-92f8-4e484e4dacb9 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0236859 Nov 25 11:20:59.019162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33600) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.040967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-2eab5315-abd1-420d-b395-90066551ba9d tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.040967 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2eab5315-abd1-420d-b395-90066551ba9d tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0145125 Nov 25 11:20:59.041277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:20:59.041277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Checking segment: {'id': 'd59f9f3b-b583-40ff-8f08-71346e2574ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:59.041277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.041277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Bound using segment: {'id': 'd59f9f3b-b583-40ff-8f08-71346e2574ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:20:59.041277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Bound port: b1959ede-7a4f-4064-b552-5d87d318297b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59f9f3b-b583-40ff-8f08-71346e2574ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:20:59.041277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.065988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33604) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.069885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:20:59.079787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-63cb8859-9059-4577-916d-58f028446430 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.083638 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-63cb8859-9059-4577-916d-58f028446430 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0137751 Nov 25 11:20:59.083638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Usage tracker for resource:port and tenant:5a594544cfeb41dbb378a7fbf26705e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:20:59.083848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-20f1f091-9836-45af-8533-5de46f387199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:20:59.085355 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-20f1f091-9836-45af-8533-5de46f387199 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.1510677 Nov 25 11:20:59.087406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.087611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:20:59.096309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:20:59.134829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-59671487-567b-4a5b-b7b6-29be5727aad1 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.138439 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-59671487-567b-4a5b-b7b6-29be5727aad1 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0489726 Nov 25 11:20:59.148442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33612) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.162586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-73932a30-0e7b-4a56-9801-8a7e0c3683a3 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.166023 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73932a30-0e7b-4a56-9801-8a7e0c3683a3 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0148087 Nov 25 11:20:59.174051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33616) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.196408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.26.5.201 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/25d71efd-5feb-42ad-b29b-11c788db3046) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:59.227750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83f44d85-7557-49dc-b5be-04397b8f33bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Synchronizing usage tracker for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:20:59.228533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] For port b1959ede-7a4f-4064-b552-5d87d318297b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:59.236060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-a5b287b0-965d-4c55-8e14-a712f1b6bfaa tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.237003 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a5b287b0-965d-4c55-8e14-a712f1b6bfaa tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0620363 Nov 25 11:20:59.237849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:20:59.240691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.242201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33620) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.243699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] For port b1959ede-7a4f-4064-b552-5d87d318297b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1959ede-7a4f-4064-b552-5d87d318297b,segment=NetworkSegment(d59f9f3b-b583-40ff-8f08-71346e2574ab),segment_id=d59f9f3b-b583-40ff-8f08-71346e2574ab)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:20:59.256327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-db3c43ab-09e0-4532-8b97-ec2058bcab78 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.257200 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db3c43ab-09e0-4532-8b97-ec2058bcab78 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0123782 Nov 25 11:20:59.260335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33624) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.273976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [None req-5ccc8cb7-c140-4e8c-898d-331cee937e3d tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.274886 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5ccc8cb7-c140-4e8c-898d-331cee937e3d tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0072181 Nov 25 11:20:59.276495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.279180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33628) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.286982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9dff761b-f02f-4617-9f4b-9c92827e23e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:59.288200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83f44d85-7557-49dc-b5be-04397b8f33bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Unset dirty status for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:20:59.292877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83f44d85-7557-49dc-b5be-04397b8f33bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16484 time: 0.4036920 Nov 25 11:20:59.293446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-1438aa8e-999d-4762-b10a-fa9baf66b8b6 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.293603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] device_id is not set on port 1d82d276-d014-4ee1-8b3e-1bc55676f699 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:20:59.294681 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1438aa8e-999d-4762-b10a-fa9baf66b8b6 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0137093 Nov 25 11:20:59.300062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33632) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.300568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33634) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.382385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-a5c1ae9b-8b4c-4b1e-bed5-34e7307cca84 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.385762 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a5c1ae9b-8b4c-4b1e-bed5-34e7307cca84 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0787284 Nov 25 11:20:59.390105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33640) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.397138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.399937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Pushing event updated for resources: {'Port': ['ID=b1959ede-7a4f-4064-b552-5d87d318297b,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:59.403208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:59.412672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Transition to ACTIVE for port object 1446187d-a4d2-4653-aac8-d6ba8913953f will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:59.419531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-95fd5c76-40f9-4b6b-9622-b7fd3542f32b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.420676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-95fd5c76-40f9-4b6b-9622-b7fd3542f32b tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0200040 Nov 25 11:20:59.429127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.436903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Transition to ACTIVE for port object 1446187d-a4d2-4653-aac8-d6ba8913953f will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:20:59.442597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.446641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d19fe911-afc1-4179-a5ae-bc6c41ffeb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:20:59.446862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-fa49e87e-845b-49cd-85eb-c0e51115e085 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.447981 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fa49e87e-845b-49cd-85eb-c0e51115e085 tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0177405 Nov 25 11:20:59.453443 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-9bf9294a-783e-4cab-ac1d-669ca2e2f900 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3574600 Nov 25 11:20:59.453946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33648) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:20:59.491551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-719f812e-70c8-4b89-a4d5-12bea29155dd tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:20:59.497913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-719f812e-70c8-4b89-a4d5-12bea29155dd tempest-ExtensionsTestJSON-1526629100 tempest-ExtensionsTestJSON-1526629100-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0350661 Nov 25 11:20:59.513893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Deleting port 4d5a8a86-3802-4509-978e-d0c3ff92779d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:20:59.514575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.541548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Router 69f05bfd-538f-4d90-bf63-73ba23693f16 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:20:59.543889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.544672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.558148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:20:59.572826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:20:59.590204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:20:59.630568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Pushing event updated for resources: {'Port': ['ID=1446187d-a4d2-4653-aac8-d6ba8913953f,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:20:59.633594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:20:59.676347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.754751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.787143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Attempting to bind port 1446187d-a4d2-4653-aac8-d6ba8913953f on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:20:59.787854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Attempting to bind port 1446187d-a4d2-4653-aac8-d6ba8913953f by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ebe978f4-2b5e-4241-b10c-c32295bbda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:20:59.788686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Attempting to bind port 1446187d-a4d2-4653-aac8-d6ba8913953f on network d6cc992c-319b-4e72-8ccc-28bc6f7854ad {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:20:59.802787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:20:59.806837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Checking segment: {'id': 'ebe978f4-2b5e-4241-b10c-c32295bbda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:20:59.807682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.808337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Bound using segment: {'id': 'ebe978f4-2b5e-4241-b10c-c32295bbda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:20:59.809103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Bound port: 1446187d-a4d2-4653-aac8-d6ba8913953f, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe978f4-2b5e-4241-b10c-c32295bbda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:20:59.809845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.928155 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-1f74ba1f-9927-43d0-84be-e8af72af063c service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596484 Nov 25 11:20:59.930597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Allocated IP 2001:db8::1cc (d6cc992c-319b-4e72-8ccc-28bc6f7854ad/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc/1d82d276-d014-4ee1-8b3e-1bc55676f699) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:20:59.945427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] For port 1446187d-a4d2-4653-aac8-d6ba8913953f, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:20:59.951215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] For port 1446187d-a4d2-4653-aac8-d6ba8913953f, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1446187d-a4d2-4653-aac8-d6ba8913953f,segment=NetworkSegment(ebe978f4-2b5e-4241-b10c-c32295bbda92),segment_id=ebe978f4-2b5e-4241-b10c-c32295bbda92)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:20:59.957290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:20:59.963474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47f8def4-8d43-47f2-b311-733d921fed6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:00.002427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:00.037562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] Sync routers for ids ['69f05bfd-538f-4d90-bf63-73ba23693f16'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:00.071608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33656) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:00.077750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] Routers {'69f05bfd-538f-4d90-bf63-73ba23693f16'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:00.079202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f05bfd-538f-4d90-bf63-73ba23693f16'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:00.085534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:00.092420 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "PUT /v2.0/routers/69f05bfd-538f-4d90-bf63-73ba23693f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9159150 Nov 25 11:21:00.094981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7ae99f96-0f24-4acb-80c0-dddc9d4df575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:00.101812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33662) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:00.165065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Pushing event updated for resources: {'Port': ['ID=1446187d-a4d2-4653-aac8-d6ba8913953f,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:00.177841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:00.185700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:00.197651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] Routers {'69f05bfd-538f-4d90-bf63-73ba23693f16'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:00.198977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f05bfd-538f-4d90-bf63-73ba23693f16'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:00.269833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:00.273741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:00.274459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cddac3-ab0e-44d7-958c-4819bb0d1443 None None] The sync data for ids ['69f05bfd-538f-4d90-bf63-73ba23693f16'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:00.290071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:00.332689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:00.369170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] For port 4d5a8a86-3802-4509-978e-d0c3ff92779d, host hv-neutron-8191, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:00.369535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:00.373439 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5a5248-5ff2-4aa3-8707-933f5d5562fa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:21:00.374276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9f5a5248-5ff2-4aa3-8707-933f5d5562fa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:00.461622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:00.522185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Calling delete_port for 4d5a8a86-3802-4509-978e-d0c3ff92779d owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:00.598366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9f5a5248-5ff2-4aa3-8707-933f5d5562fa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:00.599499 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9f5a5248-5ff2-4aa3-8707-933f5d5562fa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/0de63837-6b5a-4992-9e43-1938a4d37326 HTTP/1.1" status: 404 len: 333 time: 0.4947071 Nov 25 11:21:00.605690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=25d71efd-5feb-42ad-b29b-11c788db3046,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:00.611827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:00.614003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33670) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:00.614127 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a719a327-ad96-44cd-acbe-61b26c05a5b4 req-b753a993-f27a-44fd-93ca-cbaae8d4c1cc service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700487 Nov 25 11:21:00.657669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:00.666421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2f1f9bc5-3951-419b-8fa7-1475d57e6033 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:00.780523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:00.807971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a3d237347844a2a11f15322caf57ab is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:00.815235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:00.822556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:00.851009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:00.865432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d254314-04fd-477d-b572-4ba6168484ce req-dd3d45a8-4eac-452a-a6cc-3d536b18c05f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:00.872242 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0d254314-04fd-477d-b572-4ba6168484ce req-dd3d45a8-4eac-452a-a6cc-3d536b18c05f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.5023663 Nov 25 11:21:00.898767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Transition to ACTIVE for port object 1d82d276-d014-4ee1-8b3e-1bc55676f699 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:00.902424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d5a8a86-3802-4509-978e-d0c3ff92779d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:00.909947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:00.932672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:00.961803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4d5a8a86-3802-4509-978e-d0c3ff92779d HTTP/1.1" status: 204 len: 168 time: 1.6582825 Nov 25 11:21:00.963956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:00.964536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1cd45465-8c1b-46e0-9b46-0faff4ef8c9a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.010035 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4eed7b-96ec-4178-a458-6fec49b7d844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:21:01.010537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8f4eed7b-96ec-4178-a458-6fec49b7d844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Synchronizing usage tracker for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:01.033095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8f4eed7b-96ec-4178-a458-6fec49b7d844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Unset dirty status for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:01.034096 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8f4eed7b-96ec-4178-a458-6fec49b7d844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "GET /v2.0/ports/4d5a8a86-3802-4509-978e-d0c3ff92779d HTTP/1.1" status: 404 len: 333 time: 0.0691888 Nov 25 11:21:01.039110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33678) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:01.046599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1929260788', 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:01.055015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:01.056653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1602d-be4c-4a36-a455-981feff1d804 None None] Network b204fc37-06d6-4e16-be94-f946e862dd75 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:01.066313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.066958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.072452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:01.126416 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0d254314-04fd-477d-b572-4ba6168484ce req-3e59ea33-7562-4dc9-8b3d-4e3f3875e3c9 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532623 Nov 25 11:21:01.157520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Made reservation on behalf of 2180e11b61b84e99b43857f8b38e99f2 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:01.160971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.174272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7f9e0110-cc4a-429f-af74-131a6203c369 None None] Provisioning for port b1959ede-7a4f-4064-b552-5d87d318297b completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:01.180905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.197870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3c2c96c-58f1-4125-9e4d-526655de165f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:01.198376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] device_id is not set on port e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:01.252039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.319616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Router 5086b205-d166-47b3-afc8-6ca0fe2a921d is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:21:01.384652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.425969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:01.439493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:01.447476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:01.451484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:01.452138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.530955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=1d82d276-d014-4ee1-8b3e-1bc55676f699,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:01.533175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.607130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.618610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-07994de8-9743-4916-9804-b4119e337d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:01.625847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:01.626803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:01.745681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Network e085ed9b-b0fe-4c40-bd76-c6a804538f9f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:01.747739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dfbf5-353c-4d29-971b-5c0055ddd66d None None] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:01.751105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:01.753510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:01.754562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:01.755308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.757285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9458529c-9a6d-43fd-ac86-74f63402ef48,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:01.764156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:01.767110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:01.768039 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2a3d237347844a2a11f15322caf57ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6952653 Nov 25 11:21:01.774393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:01.776356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33682) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:01.793550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1cd45465-8c1b-46e0-9b46-0faff4ef8c9a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.813418 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3366387 Nov 25 11:21:01.815036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33686) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:01.826163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1795959050', 'allowed_address_pairs': [{'ip_address': '2001:db8::1cc', 'mac_address': 'fa:16:3e:99:56:e6'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:01.841783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1cd45465-8c1b-46e0-9b46-0faff4ef8c9a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.849407 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8058758 Nov 25 11:21:01.849407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:01.874035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1446187d-a4d2-4653-aac8-d6ba8913953f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:01.926300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router b7cfa0aa-7fc5-4ac7-be75-e85727d075ef is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:21:01.940463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:01.946820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12bf1018-4a09-41a1-8afa-7ac6c2e3ffca tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Synchronizing usage tracker for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:01.974226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8bf7a92e-9981-4a43-b196-bd3af767496d None None] Provisioning for port 1446187d-a4d2-4653-aac8-d6ba8913953f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:02.035443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.044125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1446187d-a4d2-4653-aac8-d6ba8913953f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:02.044705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1cd45465-8c1b-46e0-9b46-0faff4ef8c9a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.045221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd45465-8c1b-46e0-9b46-0faff4ef8c9a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Fanout notify agent at l3_agent the message router_deleted on router 69f05bfd-538f-4d90-bf63-73ba23693f16 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:02.052158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12bf1018-4a09-41a1-8afa-7ac6c2e3ffca tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Unset dirty status for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:02.055854 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-12bf1018-4a09-41a1-8afa-7ac6c2e3ffca tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "GET /v2.0/ports/e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68 HTTP/1.1" status: 200 len: 959 time: 0.2036605 Nov 25 11:21:02.056029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1446187d-a4d2-4653-aac8-d6ba8913953f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:02.056212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33694) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:02.056312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.209014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.223942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:02.247401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1cd45465-8c1b-46e0-9b46-0faff4ef8c9a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.248658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1cd45465-8c1b-46e0-9b46-0faff4ef8c9a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/routers/69f05bfd-538f-4d90-bf63-73ba23693f16 HTTP/1.1" status: 204 len: 168 time: 1.6295304 Nov 25 11:21:02.252782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.256908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:02.270079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9458529c-9a6d-43fd-ac86-74f63402ef48,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:02.278058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.279257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9458529c-9a6d-43fd-ac86-74f63402ef48 HTTP/1.1" status: 204 len: 168 time: 0.5018914 Nov 25 11:21:02.280494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:02.318052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1446187d-a4d2-4653-aac8-d6ba8913953f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1446187d-a4d2-4653-aac8-d6ba8913953f,segment=NetworkSegment(ebe978f4-2b5e-4241-b10c-c32295bbda92),segment_id=ebe978f4-2b5e-4241-b10c-c32295bbda92)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:02.318279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:02.322606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Usage tracker for resource:port and tenant:5a594544cfeb41dbb378a7fbf26705e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:02.326045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:02.329875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.331020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1959ede-7a4f-4064-b552-5d87d318297b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:02.332395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:02.359203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:02.370291 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] Sync routers for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:02.387828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-340519f2-d750-44f8-a266-f22cc0c05f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:02.393861 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:02.396997 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:02.407575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.411959 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9360664 Nov 25 11:21:02.412901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33706) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:02.415484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:02.443503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Deleting port e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:02.443776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.540928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1446187d-a4d2-4653-aac8-d6ba8913953f,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:02.552100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:02.561238 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:02.601864 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:02.604622 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:02.628206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-113c645d-505b-442a-852d-a5230313631f None None] Provisioning complete for port 1446187d-a4d2-4653-aac8-d6ba8913953f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:02.631089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-113c645d-505b-442a-852d-a5230313631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.734213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b1959ede-7a4f-4064-b552-5d87d318297b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:02.761373 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:02.761929 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b2d4c-63c1-4deb-806c-aee0978a66ca None None] The sync data for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:02.766720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b1959ede-7a4f-4064-b552-5d87d318297b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:02.767303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.909527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:02.924308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Sync routers for ids ['5086b205-d166-47b3-afc8-6ca0fe2a921d'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:02.933217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:02.983003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] device_id is not set on port 5a29fc50-977b-4462-a0b9-ff4af9de9053 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:02.984399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Routers {'5086b205-d166-47b3-afc8-6ca0fe2a921d'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:02.985160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5086b205-d166-47b3-afc8-6ca0fe2a921d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:03.053473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.083307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-113c645d-505b-442a-852d-a5230313631f None None] Provisioning for port 1d82d276-d014-4ee1-8b3e-1bc55676f699 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:03.088592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.090030 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9442158 Nov 25 11:21:03.107843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-113c645d-505b-442a-852d-a5230313631f None None] Provisioning complete for port 1d82d276-d014-4ee1-8b3e-1bc55676f699 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:03.108340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-113c645d-505b-442a-852d-a5230313631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.116533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33720) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:03.241190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet 9c832277-ed95-477d-88d3-39a23a2faa71 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:03.241652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b1959ede-7a4f-4064-b552-5d87d318297b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1959ede-7a4f-4064-b552-5d87d318297b,segment=NetworkSegment(d59f9f3b-b583-40ff-8f08-71346e2574ab),segment_id=d59f9f3b-b583-40ff-8f08-71346e2574ab)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:03.248949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-113c645d-505b-442a-852d-a5230313631f None None] Port 1d82d276-d014-4ee1-8b3e-1bc55676f699 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:03.256513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.260955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7f1e92b5-8a09-4169-8f84-0df4215a9673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:03.287661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8c17e-1081-458b-8d4e-03bd48c0324e req-fed076cd-b7fc-4883-a8db-232658fc8fae tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:03.291377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-40b8c17e-1081-458b-8d4e-03bd48c0324e req-fed076cd-b7fc-4883-a8db-232658fc8fae tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.9865875 Nov 25 11:21:03.330520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Set router 5086b205-d166-47b3-afc8-6ca0fe2a921d gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:21:03.384989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.452420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b1959ede-7a4f-4064-b552-5d87d318297b,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:03.468364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:03.535009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c8cafbf2-98e3-415e-8b39-941a5daae67b None None] Provisioning complete for port 1d82d276-d014-4ee1-8b3e-1bc55676f699 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:03.535782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8cafbf2-98e3-415e-8b39-941a5daae67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.541166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.639575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c8cafbf2-98e3-415e-8b39-941a5daae67b None None] Port 1d82d276-d014-4ee1-8b3e-1bc55676f699 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:03.669166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.682643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:03.733057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1446187d-a4d2-4653-aac8-d6ba8913953f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:03.769595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Calling delete_port for e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:03.829322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1446187d-a4d2-4653-aac8-d6ba8913953f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:03.829729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.840841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.859971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5086b205-d166-47b3-afc8-6ca0fe2a921d', 'name': 'tempest-snat-router-688211882', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.196'}], 'enable_snat': False}, 'gw_port_id': '3cf208e7-da29-457a-8f1e-1eea9cf84448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:20:55Z', 'updated_at': '2021-11-25T11:20:58Z', 'revision_number': 3, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port': {'id': '3cf208e7-da29-457a-8f1e-1eea9cf84448', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5086b205-d166-47b3-afc8-6ca0fe2a921d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:20:57Z', 'updated_at': '2021-11-25T11:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:03.864169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2133383797'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:03.873129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Checking router: 5086b205-d166-47b3-afc8-6ca0fe2a921d for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:21:03.873483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Updating router 5086b205-d166-47b3-afc8-6ca0fe2a921d port 3cf208e7-da29-457a-8f1e-1eea9cf84448 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:21:03.878317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:03.886389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Usage tracker for resource:network and tenant:f4caf18846d64ffb93e330b344881304 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:03.891565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:03.910323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:03.911963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Allocated IP 2001:db8::43 (d6cc992c-319b-4e72-8ccc-28bc6f7854ad/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc/5a29fc50-977b-4462-a0b9-ff4af9de9053) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:03.934627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-40b8c17e-1081-458b-8d4e-03bd48c0324e req-0aa12bd1-83c4-472f-9005-2c88410acebb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5064263 Nov 25 11:21:03.935953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Made reservation on behalf of f4caf18846d64ffb93e330b344881304 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:03.939211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.957786 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:03.987807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3009182f-92eb-4312-8877-a27273575fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.001042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.064644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:04.074181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Usage tracker for resource:security_group_rule and tenant:f4caf18846d64ffb93e330b344881304 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:04.084884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.099314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-78850092-873e-4028-a037-1b69c27af69f tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:04.106092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:04.118806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:04.123197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1959ede-7a4f-4064-b552-5d87d318297b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:04.159120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.192019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event deleted for resources: {'Port': ['ID=e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:04.196031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.253243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.1 (b204fc37-06d6-4e16-be94-f946e862dd75/b9e8e239-c135-4458-b466-4454967723cf/242560a1-901e-433f-9783-59cbf29abfb6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:04.290923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.308929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.318902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:04.330455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:04.353005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b1959ede-7a4f-4064-b552-5d87d318297b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:04.353574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.395824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:04.409961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.419688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2309b81-1efa-48fd-9d8a-e319b59a57c3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:04.435500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:04.435903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.436746 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Added segment ab01a980-2273-46a8-a0e0-30ec16b00839 of type vlan for network 385faf2d-7337-482b-8155-25a2c2e837b6 Nov 25 11:21:04.490368 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68 HTTP/1.1" status: 204 len: 168 time: 2.4308004 Nov 25 11:21:04.492599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.492902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33736) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:04.523561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.547525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.550546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.554051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Transition to ACTIVE for port object 242560a1-901e-433f-9783-59cbf29abfb6 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:04.560947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab70628d-fe14-4b7c-bef6-30c5f3fc8f7c tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:04.561947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.566768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:04.567508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.569847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Transition to ACTIVE for port object 3cf208e7-da29-457a-8f1e-1eea9cf84448 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:04.573045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c5237208-18e6-4314-8057-27301fcdbaaf tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:04.578465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.583301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:04.588593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.593515 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1856f43b-c636-4dc7-956f-3a6a4b7b370f tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/5086b205-d166-47b3-afc8-6ca0fe2a921d HTTP/1.1" status: 200 len: 908 time: 1.4712877 Nov 25 11:21:04.599989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33740) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:04.603481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2b3b05-9a61-4c0c-a99b-2cce1117724e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:21:04.604369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec2b3b05-9a61-4c0c-a99b-2cce1117724e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Synchronizing usage tracker for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:04.616424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=9c832277-ed95-477d-88d3-39a23a2faa71,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:04.618635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'router': {'name': 'tempest-snat-router-688211882', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': True}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:04.622880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:04.631297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.636431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Transition to ACTIVE for port object 5a29fc50-977b-4462-a0b9-ff4af9de9053 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:04.645065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06f04e-92f9-48ab-8282-5882138f72a9 None None] Network acfe513f-bd2a-4799-910d-64c6c540ba2b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:04.646842 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/9c832277-ed95-477d-88d3-39a23a2faa71 HTTP/1.1" status: 204 len: 168 time: 2.3876479 Nov 25 11:21:04.649531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33744) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:04.676355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec2b3b05-9a61-4c0c-a99b-2cce1117724e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Unset dirty status for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:04.677732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec2b3b05-9a61-4c0c-a99b-2cce1117724e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "GET /v2.0/ports/e62a5edb-1cec-40ad-98f6-cb5ff3e5bf68 HTTP/1.1" status: 404 len: 333 time: 0.1814582 Nov 25 11:21:04.685899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:04.688454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33748) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:04.711499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Request body: {'port': {'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-990830688'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:04.718719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Usage tracker for resource:router and tenant:d1cd2e86f5444e81b5dcdd7ad401480d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:04.725117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:04.728139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:04.737830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.743383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:04.757963 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0715356 Nov 25 11:21:04.757963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event updated for resources: {'Network': ['ID=385faf2d-7337-482b-8155-25a2c2e837b6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:04.759203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33752) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:04.767318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:04.770120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:04.771795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-91bab5b7-7d2d-4c7b-a2de-e5aa45beb444 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:04.774937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Request body: {'subnet': {'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:04.783093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 385faf2d-7337-482b-8155-25a2c2e837b6 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:04.795167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.809480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a590359a-83ac-409c-bc99-619b841ffdaf tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:04.821930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Attempting to bind port 3cf208e7-da29-457a-8f1e-1eea9cf84448 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:04.822549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Attempting to bind port 3cf208e7-da29-457a-8f1e-1eea9cf84448 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:04.822706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Attempting to bind port 3cf208e7-da29-457a-8f1e-1eea9cf84448 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:04.825184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d785c21-3d76-47d8-ab6f-48bf714bbc7a None None] Pushing event updated for resources: {'Port': ['ID=3cf208e7-da29-457a-8f1e-1eea9cf84448,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:04.829691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1d785c21-3d76-47d8-ab6f-48bf714bbc7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:04.836241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.837411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.841742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network b204fc37-06d6-4e16-be94-f946e862dd75 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:04.846352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:04.852149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:04.853451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.887114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Made reservation on behalf of 2180e11b61b84e99b43857f8b38e99f2 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:04.889565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.923558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=242560a1-901e-433f-9783-59cbf29abfb6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:04.932543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:04.954205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] device_id is not set on port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:04.973717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:04.974091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:04.974538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.975085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:04.975420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Bound port: 3cf208e7-da29-457a-8f1e-1eea9cf84448, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:04.975802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:04.989104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=5a29fc50-977b-4462-a0b9-ff4af9de9053,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:04.994479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:04.995029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.013107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.016806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.029113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:05.031219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:05.038113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:05.040771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:05.046093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Usage tracker for resource:subnet and tenant:f4caf18846d64ffb93e330b344881304 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:05.050445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:05.054677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:05.055486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.061661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:05.071104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:05.121596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] For port 3cf208e7-da29-457a-8f1e-1eea9cf84448, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:05.126040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] For port 3cf208e7-da29-457a-8f1e-1eea9cf84448, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3cf208e7-da29-457a-8f1e-1eea9cf84448,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:05.137402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.141869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-27f7cc9c-4355-46a3-b5af-6bf7abc1e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:05.188736 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.3714898 Nov 25 11:21:05.189835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Made reservation on behalf of f4caf18846d64ffb93e330b344881304 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:05.210070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33758) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:05.253265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Routers {'5086b205-d166-47b3-afc8-6ca0fe2a921d'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:05.253902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:20:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5086b205-d166-47b3-afc8-6ca0fe2a921d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:05.412744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d785c21-3d76-47d8-ab6f-48bf714bbc7a None None] Pushing event updated for resources: {'Port': ['ID=3cf208e7-da29-457a-8f1e-1eea9cf84448,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:05.416037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1d785c21-3d76-47d8-ab6f-48bf714bbc7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:05.420411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5c1b5c75-c691-47d5-bb0a-af0ac877ae3b None None] Provisioning for port 242560a1-901e-433f-9783-59cbf29abfb6 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:05.474349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5c1b5c75-c691-47d5-bb0a-af0ac877ae3b None None] Provisioning complete for port 242560a1-901e-433f-9783-59cbf29abfb6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:05.474728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5c75-c691-47d5-bb0a-af0ac877ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.525565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea10507-93b2-49f3-aec9-487047bfb07c req-38da102d-9413-4d1f-8790-a6566845447d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:05.527427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ea10507-93b2-49f3-aec9-487047bfb07c req-38da102d-9413-4d1f-8790-a6566845447d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3442276 Nov 25 11:21:05.561698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] DHCP port deletion for acfe513f-bd2a-4799-910d-64c6c540ba2b request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:21:05.579348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Deleting port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:05.579726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.587065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.599395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.630288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.701649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.722518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b5c75-c691-47d5-bb0a-af0ac877ae3b None None] Port 242560a1-901e-433f-9783-59cbf29abfb6 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:05.731735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 07ed808f-7313-4d20-93a7-ad7691a3b9d4 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:21:05.741059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] For port 07ed808f-7313-4d20-93a7-ad7691a3b9d4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=07ed808f-7313-4d20-93a7-ad7691a3b9d4,segment=NetworkSegment(44116bcc-42fe-4155-8799-18c5db5dc966),segment_id=44116bcc-42fe-4155-8799-18c5db5dc966)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:05.741415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.760212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ea10507-93b2-49f3-aec9-487047bfb07c req-b9545064-61a1-47cd-ad4c-d8f712fc2810 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257571 Nov 25 11:21:05.898616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cee311-c474-44e7-b4b3-ccb27d78932d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:05.903002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cee311-c474-44e7-b4b3-ccb27d78932d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:05.907732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cee311-c474-44e7-b4b3-ccb27d78932d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:05.908672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-62cee311-c474-44e7-b4b3-ccb27d78932d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Synchronizing usage tracker for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:05.911002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] Set router 5086b205-d166-47b3-afc8-6ca0fe2a921d gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:21:05.917426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 07ed808f-7313-4d20-93a7-ad7691a3b9d4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:05.971879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:05.981009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-45b9dfc6-6abb-4dbf-a4ae-dfc73370c934 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:05.990083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] For port 07ed808f-7313-4d20-93a7-ad7691a3b9d4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=07ed808f-7313-4d20-93a7-ad7691a3b9d4,segment=NetworkSegment(44116bcc-42fe-4155-8799-18c5db5dc966),segment_id=44116bcc-42fe-4155-8799-18c5db5dc966)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:05.990475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.018823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-62cee311-c474-44e7-b4b3-ccb27d78932d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Unset dirty status for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:06.019796 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-62cee311-c474-44e7-b4b3-ccb27d78932d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7672718 Nov 25 11:21:06.027035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33762) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:06.090985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd5cb3f-6786-4f2f-a5f5-1d570708ef24,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:06.100093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:06.109826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Network e085ed9b-b0fe-4c40-bd76-c6a804538f9f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:06.112398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:06.140206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting port 5a29fc50-977b-4462-a0b9-ff4af9de9053 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:06.140623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.163709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:06.164571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:06.165369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.210775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Calling delete_port for 07ed808f-7313-4d20-93a7-ad7691a3b9d4 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:06.281539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-921e0bc1-6e75-4909-acc3-d59c19cc0cb9 None None] Provisioning for port 5a29fc50-977b-4462-a0b9-ff4af9de9053 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:06.304728 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6133802 Nov 25 11:21:06.305508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33766) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:06.307118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 update to DOWN by agent not found {{(pid=83571) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Nov 25 11:21:06.309111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.322083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd905777-f318-4813-9d83-7ec1dfd6d8dc tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:06.340986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:06.362880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-921e0bc1-6e75-4909-acc3-d59c19cc0cb9 None None] Provisioning complete for port 5a29fc50-977b-4462-a0b9-ff4af9de9053 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:06.363255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-921e0bc1-6e75-4909-acc3-d59c19cc0cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.392972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No DVR routers for this DVR port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:21:06.412964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.422678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-775c2119-0399-435e-ace5-4177fc8fcc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.425168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.434803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=07ed808f-7313-4d20-93a7-ad7691a3b9d4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:06.445611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:06.457582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8a144ed5-b860-45b5-beec-4a9af70084f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:06.469918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.485997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-921e0bc1-6e75-4909-acc3-d59c19cc0cb9 None None] Port 5a29fc50-977b-4462-a0b9-ff4af9de9053 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:06.487819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:06.498448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:06.498804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:06.538836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=242560a1-901e-433f-9783-59cbf29abfb6,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:06.551248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event updated for resources: {'Subnet': ['ID=be0c2ef7-02f8-4ce5-97cd-3ef9c3358251,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:06.556112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:06.576696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:06.582489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5086b205-d166-47b3-afc8-6ca0fe2a921d', 'name': 'tempest-snat-router-688211882', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.196'}], 'enable_snat': False}, 'gw_port_id': '3cf208e7-da29-457a-8f1e-1eea9cf84448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:20:55Z', 'updated_at': '2021-11-25T11:20:58Z', 'revision_number': 3, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port': {'id': '3cf208e7-da29-457a-8f1e-1eea9cf84448', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5086b205-d166-47b3-afc8-6ca0fe2a921d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:20:57Z', 'updated_at': '2021-11-25T11:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:06.588284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f425718-3afd-422c-81e3-0beb6cb21f39 None None] The sync data for ids ['5086b205-d166-47b3-afc8-6ca0fe2a921d'] in dv-neutron-819177-1-hyperv is: [{'id': '5086b205-d166-47b3-afc8-6ca0fe2a921d', 'name': 'tempest-snat-router-688211882', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.196'}], 'enable_snat': False}, 'gw_port_id': '3cf208e7-da29-457a-8f1e-1eea9cf84448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:20:55Z', 'updated_at': '2021-11-25T11:20:58Z', 'revision_number': 3, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port': {'id': '3cf208e7-da29-457a-8f1e-1eea9cf84448', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5086b205-d166-47b3-afc8-6ca0fe2a921d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:20:57Z', 'updated_at': '2021-11-25T11:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:06.608393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.653390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.657636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.661805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.724477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.758084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfe513f-bd2a-4799-910d-64c6c540ba2b']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:06.809559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44116bcc-42fe-4155-8799-18c5db5dc966') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:06.809917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44116bcc-42fe-4155-8799-18c5db5dc966') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:06.845183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.852736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:06.999932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Deleting port 07ed808f-7313-4d20-93a7-ad7691a3b9d4 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:07.001042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.022968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Calling delete_port for 5a29fc50-977b-4462-a0b9-ff4af9de9053 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:07.053100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Checking segment: {'id': 'ab01a980-2273-46a8-a0e0-30ec16b00839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:07.053100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Network hostable DHCP agents. Network: 385faf2d-7337-482b-8155-25a2c2e837b6, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:07.079377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5bd98-a17f-4604-a6ac-61bc294721df None None] The port '07ed808f-7313-4d20-93a7-ad7691a3b9d4' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:21:07.117326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.132834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:07.133234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:07.151646 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:07.204278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Allocated IP 172.26.5.215 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/8f17959b-18a8-44fb-bfb7-ceb5c7e65176) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:07.276233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Network 385faf2d-7337-482b-8155-25a2c2e837b6 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:07.276487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network b204fc37-06d6-4e16-be94-f946e862dd75 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:07.277954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.282597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:07.285889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1955422-510b-49ce-8c64-6746c9174799 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:07.299129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.306022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.324349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=acfe513f-bd2a-4799-910d-64c6c540ba2b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:07.332257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:07.336719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 385faf2d-7337-482b-8155-25a2c2e837b6) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:07.350006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7844c-c555-43fc-8ce7-172d8a53bb4a None None] Network 385faf2d-7337-482b-8155-25a2c2e837b6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:07.393964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:07.394557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.429334 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/acfe513f-bd2a-4799-910d-64c6c540ba2b HTTP/1.1" status: 204 len: 168 time: 2.7784710 Nov 25 11:21:07.429785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33772) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:07.440299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:21:07.450946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0448f8-569a-4286-b57d-f15f5dde3c5e req-1a8ae274-91f3-4ff5-9b9f-a41d007bd5bb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:07.452626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1c0448f8-569a-4286-b57d-f15f5dde3c5e req-1a8ae274-91f3-4ff5-9b9f-a41d007bd5bb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4407871 Nov 25 11:21:07.549047 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7896321 Nov 25 11:21:07.549970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33776) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:07.560269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Request body: {'port': {'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-403303547'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:07.611009 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1c0448f8-569a-4286-b57d-f15f5dde3c5e req-c133979a-7a1f-463e-840a-1dd694ccd171 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487234 Nov 25 11:21:07.701916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.706715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6663f-b5ce-4163-b9f1-14bb09f8302b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:07.708120 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e3a6663f-b5ce-4163-b9f1-14bb09f8302b tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/7926f5cb-a67f-4986-aa22-3d79a0b19d38 HTTP/1.1" status: 200 len: 845 time: 0.2697694 Nov 25 11:21:07.713302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] device_id is not set on port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:07.721218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33782) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:07.727622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:07.740594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.757471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3cf208e7-da29-457a-8f1e-1eea9cf84448 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:07.783025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.815479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f6ee9404-3bb2-4379-bf9e-40abd1a2ab51 None None] Provisioning complete for port 242560a1-901e-433f-9783-59cbf29abfb6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:07.816067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9404-3bb2-4379-bf9e-40abd1a2ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.833448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Transition to ACTIVE for port object 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:07.857594 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69d85fe0-592f-46c8-a93c-5f139f6d0b71 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/7926f5cb-a67f-4986-aa22-3d79a0b19d38?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1193445 Nov 25 11:21:07.865368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-385faf2d-7337-482b-8155-25a2c2e837b6', 'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6', 'tenant_id': 'f4caf18846d64ffb93e330b344881304', 'fixed_ips': [{'subnet_id': 'be0c2ef7-02f8-4ce5-97cd-3ef9c3358251'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:07.866177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.882899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33786) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:07.903203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee9404-3bb2-4379-bf9e-40abd1a2ab51 None None] Port 242560a1-901e-433f-9783-59cbf29abfb6 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:07.912934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:07.928520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bbec103e-fffa-425a-b38c-ed5c5c8b3980 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:07.970745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:08.008763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Port': ['ID=5a29fc50-977b-4462-a0b9-ff4af9de9053,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:08.023253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.026835 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/ports/5a29fc50-977b-4462-a0b9-ff4af9de9053 HTTP/1.1" status: 204 len: 168 time: 1.9968030 Nov 25 11:21:08.034055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:08.041859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33790) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:08.060177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.082819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd5cb3f-6786-4f2f-a5f5-1d570708ef24,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:08.085708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:08.092496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-50e7d7d9-10c2-4636-a0cf-6bae2e9d8f31 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:08.115702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Allocated IP 172.20.0.2 (385faf2d-7337-482b-8155-25a2c2e837b6/be0c2ef7-02f8-4ce5-97cd-3ef9c3358251/8071c9fd-75c6-49e4-a643-65537749653f) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:08.163826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:08.180215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:08.182620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:08.237732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.238063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.238392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.239386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 3cf208e7-da29-457a-8f1e-1eea9cf84448 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:08.246672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3cf208e7-da29-457a-8f1e-1eea9cf84448 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:08.247177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.285225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Port': ['ID=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:08.286481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-7605798a-dc3f-4195-8fb3-27da861bb248 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] GET failed (client error): The resource could not be found. Nov 25 11:21:08.287069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7605798a-dc3f-4195-8fb3-27da861bb248 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Synchronizing usage tracker for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:08.288168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:08.311966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:08.317906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.318230 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.319287 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 2 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:08.320496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:08.322782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:08.329456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:08.332279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Usage tracker for resource:port and tenant:f4caf18846d64ffb93e330b344881304 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:08.336133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:08.344733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:08.346739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:08.350488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7605798a-dc3f-4195-8fb3-27da861bb248 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Unset dirty status for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:08.355214 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7605798a-dc3f-4195-8fb3-27da861bb248 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "GET /v2.0/ports/5a29fc50-977b-4462-a0b9-ff4af9de9053 HTTP/1.1" status: 404 len: 333 time: 0.3085425 Nov 25 11:21:08.355405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33794) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:08.364297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1084431639'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:08.381135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.381777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.382174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.391015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Made reservation on behalf of f4caf18846d64ffb93e330b344881304 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:08.394004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.410391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:08.410621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.410967 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.414863 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 3 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:08.439501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.448137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.448554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.448944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.460845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Transition to ACTIVE for port object 8071c9fd-75c6-49e4-a643-65537749653f will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:08.466222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.466621 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.468256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.470643 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 4 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:08.490837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.491266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.491725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.500493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Transition to ACTIVE for port object 8071c9fd-75c6-49e4-a643-65537749653f will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:08.503025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3cf208e7-da29-457a-8f1e-1eea9cf84448, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3cf208e7-da29-457a-8f1e-1eea9cf84448,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:08.508389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.511754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:08.515360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.516032 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.518099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router b7cfa0aa-7fc5-4ac7-be75-e85727d075ef has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:21:08.518910 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 5 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:08.539173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.539828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.540392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.546082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.556309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.556943 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.559249 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 6 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:08.605138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Network 385faf2d-7337-482b-8155-25a2c2e837b6 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:08.607360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] device_id is not set on port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:08.608726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:08.615131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:08.642874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.643361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.643805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.659823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3cf208e7-da29-457a-8f1e-1eea9cf84448,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:08.661094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.661805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.665184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.665730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.666055 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.667274 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 7 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:08.667787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:08.668358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d1853b66-d80b-4374-a39d-748b0a42f251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:08.778169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Attempting to bind port 8071c9fd-75c6-49e4-a643-65537749653f on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.779138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Attempting to bind port 8071c9fd-75c6-49e4-a643-65537749653f by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ab01a980-2273-46a8-a0e0-30ec16b00839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.779138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Attempting to bind port 8071c9fd-75c6-49e4-a643-65537749653f on network 385faf2d-7337-482b-8155-25a2c2e837b6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.781247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:08.794280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.800302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Pushing event updated for resources: {'Port': ['ID=8071c9fd-75c6-49e4-a643-65537749653f,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:08.803358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:08.804391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:08.804905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Checking segment: {'id': 'ab01a980-2273-46a8-a0e0-30ec16b00839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:08.805293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.805761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Bound using segment: {'id': 'ab01a980-2273-46a8-a0e0-30ec16b00839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:08.807352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Bound port: 8071c9fd-75c6-49e4-a643-65537749653f, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab01a980-2273-46a8-a0e0-30ec16b00839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:08.807352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.814559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:08.876154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.876756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.876855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.877962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:08.880938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.895201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.895800 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.899663 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 8 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:08.912897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] For port 8071c9fd-75c6-49e4-a643-65537749653f, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:08.915765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] For port 8071c9fd-75c6-49e4-a643-65537749653f, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8071c9fd-75c6-49e4-a643-65537749653f,segment=NetworkSegment(ab01a980-2273-46a8-a0e0-30ec16b00839),segment_id=ab01a980-2273-46a8-a0e0-30ec16b00839)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:08.920709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:08.921030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:08.921215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:08.921626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:08.926832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:08.960533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] device_id is not set on port a36abd63-d8b5-461a-933a-4840b568255d yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:08.988356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:08.988708 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:08.990398 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 9 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:09.012694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Pushing event updated for resources: {'Port': ['ID=8071c9fd-75c6-49e4-a643-65537749653f,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:09.016906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:09.031331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:09.031802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:09.032285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:09.036091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Allocated IP 172.20.0.8 (385faf2d-7337-482b-8155-25a2c2e837b6/be0c2ef7-02f8-4ce5-97cd-3ef9c3358251/96ae52d1-02b6-47f8-8de7-f0968e7d01c7) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:09.111515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:09.111840 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:09.113485 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempt 10 to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 Nov 25 11:21:09.134253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:09.134581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:09.134905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempting to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:09.154098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:21:09.154418 dv-neutron-819177-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Failed to bind port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e085ed9b-b0fe-4c40-bd76-c6a804538f9f'}] Nov 25 11:21:09.154770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.208801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.216916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c41b8af0-07f6-4ae9-b20b-9924ffee390c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:09.225914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:09.236260 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] Sync routers for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:09.253482 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:09.254365 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:09.285921 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/routers/b7cfa0aa-7fc5-4ac7-be75-e85727d075ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8693323 Nov 25 11:21:09.293200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33798) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:09.295100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Allocated IP 2001:db8::77 (d6cc992c-319b-4e72-8ccc-28bc6f7854ad/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc/a36abd63-d8b5-461a-933a-4840b568255d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:09.313226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'port': {'network_id': 'b204fc37-06d6-4e16-be94-f946e862dd75', 'name': 'tempest-FloatingIPTestJSON-1959852816'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:09.319536 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:09.333013 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:09.333869 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:09.365954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] For port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:09.366325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 11:21:09.402514 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:09.402832 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ffee0-e943-41d1-8b74-ceec68d2f80a None None] The sync data for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:09.419683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.428704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:09.465193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:09.489231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=8735b943-ec5c-4eee-9da8-ab4c99075202,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:09.491166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:09.505270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:09.511630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:09.512437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.513496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793022c3-03c4-4a5b-9f85-c667ec3e6bf9 None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:09.542580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] In _notify_port_updated(), no bound segment for port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 on network e085ed9b-b0fe-4c40-bd76-c6a804538f9f {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:21:09.543615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.544961 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "PUT /v2.0/ports/8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 HTTP/1.1" status: 200 len: 980 time: 3.2134621 Nov 25 11:21:09.556812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd5cb3f-6786-4f2f-a5f5-1d570708ef24,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:09.562226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33802) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:09.571006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:09.622637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:09.643732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Usage tracker for resource:port and tenant:09c11c9d4e2948559b164a2a96cc7c1f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:09.649988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:09.670585 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7045031 Nov 25 11:21:09.672804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:09.676959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33806) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:09.684106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Deleting port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:09.684704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.698490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.731399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.746069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Transition to ACTIVE for port object 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:09.774513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732164468'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:09.784238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:09.797495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3cf208e7-da29-457a-8f1e-1eea9cf84448 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:09.801156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Transition to ACTIVE for port object a36abd63-d8b5-461a-933a-4840b568255d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:09.825361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Router 6573f8e1-350d-4208-a151-2787bb1f5127 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:21:09.834058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:09.839978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:09.843067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Made reservation on behalf of 09c11c9d4e2948559b164a2a96cc7c1f for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:09.846398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.846564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.849548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.865898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9f21648-6d1c-47e9-b9cb-67897aa98953 tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:09.869159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:09.907646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.931858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Network 385faf2d-7337-482b-8155-25a2c2e837b6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:09.938359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] device_id is not set on port dd887bfb-82fb-4750-b88c-79d40197af01 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:09.947333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:09.954038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3cf208e7-da29-457a-8f1e-1eea9cf84448 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:09.954549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:09.956079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:09.997987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-2e37f7da-8010-4045-a956-b39ac8eccab3', 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'tenant_id': '58b0c4ff0a7c4873b2ec25251853e5ef', 'fixed_ips': [{'subnet_id': '8735b943-ec5c-4eee-9da8-ab4c99075202'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:09.999726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:10.069393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:10.070368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event updated for resources: {'Port': ['ID=96ae52d1-02b6-47f8-8de7-f0968e7d01c7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:10.082073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:10.086870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:10.087675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c646f69-2e7e-469b-8b55-07cdae4d1f1d tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:10.129866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:10.134424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:10.135043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:10.144063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:10.144398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:10.183309 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6285765 Nov 25 11:21:10.190809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33810) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:10.202808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Request body: {'port': {'network_id': '385faf2d-7337-482b-8155-25a2c2e837b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1391385667', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:10.203945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.api.validators [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] bootfile-name is not in valid_values {{(pid=83570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:21:10.204313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.api.validators [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] tftp-server is not in valid_values {{(pid=83570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:21:10.204641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.api.validators [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] server-ip-address is not in valid_values {{(pid=83570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:21:10.206055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:10.220362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8071c9fd-75c6-49e4-a643-65537749653f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:10.239971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] For port 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24, host hv-neutron-8191, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:10.240602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:10.244394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8828192 Nov 25 11:21:10.252532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33814) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:10.258524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group_rule and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:10.268100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1cc', 'mac_address': 'fa:16:3e:99:56:e6'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:10.312450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:10.322183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d107b-e00b-4abc-8c7a-249c1845663b None None] Network 385faf2d-7337-482b-8155-25a2c2e837b6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:10.404222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:10.485144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fdc2f777-30bb-44bb-9668-f29c1e38ca24 None None] Provisioning for port 8071c9fd-75c6-49e4-a643-65537749653f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:10.508129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Allocated IP 2001:db8::2 (2e37f7da-8010-4045-a956-b39ac8eccab3/8735b943-ec5c-4eee-9da8-ab4c99075202/58f95e63-7c96-411b-a6a5-a1647b421628) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:10.520663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Calling delete_port for 8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:10.571569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=a36abd63-d8b5-461a-933a-4840b568255d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:10.576519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:10.577580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:10.582530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Usage tracker for resource:port and tenant:f4caf18846d64ffb93e330b344881304 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:10.590681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:10.597598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:10.602564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 8071c9fd-75c6-49e4-a643-65537749653f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:10.611442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Made reservation on behalf of f4caf18846d64ffb93e330b344881304 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:10.615537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:10.647948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Allocated IP 172.20.0.12 (b204fc37-06d6-4e16-be94-f946e862dd75/b9e8e239-c135-4458-b466-4454967723cf/dd887bfb-82fb-4750-b88c-79d40197af01) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:10.651101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] device_id is not set on port 7ab6c680-d6c3-49ac-a70a-76d0781d400e yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:10.716516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8071c9fd-75c6-49e4-a643-65537749653f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:10.716801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:10.818206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Allocated IP 172.20.0.10 (385faf2d-7337-482b-8155-25a2c2e837b6/be0c2ef7-02f8-4ce5-97cd-3ef9c3358251/7ab6c680-d6c3-49ac-a70a-76d0781d400e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:10.866503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0cf1b64a-6471-4ac3-84c8-4e055c15f805 None None] Provisioning for port a36abd63-d8b5-461a-933a-4840b568255d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:10.891976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0cf1b64a-6471-4ac3-84c8-4e055c15f805 None None] Provisioning complete for port a36abd63-d8b5-461a-933a-4840b568255d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:10.892375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b64a-6471-4ac3-84c8-4e055c15f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.012685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.034715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.039871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.042822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.056103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1b64a-6471-4ac3-84c8-4e055c15f805 None None] Port a36abd63-d8b5-461a-933a-4840b568255d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:11.056594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff4c3eaf-0769-430b-a17d-009940f73204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:11.057050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Transition to ACTIVE for port object 7ab6c680-d6c3-49ac-a70a-76d0781d400e will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:11.081544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.086347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.087614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d6880200-6820-4193-b82c-bd4baeef73d3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:11.108031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.131094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Transition to ACTIVE for port object 58f95e63-7c96-411b-a6a5-a1647b421628 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:11.161121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 8071c9fd-75c6-49e4-a643-65537749653f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8071c9fd-75c6-49e4-a643-65537749653f,segment=NetworkSegment(ab01a980-2273-46a8-a0e0-30ec16b00839),segment_id=ab01a980-2273-46a8-a0e0-30ec16b00839)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:11.163991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Transition to ACTIVE for port object 58f95e63-7c96-411b-a6a5-a1647b421628 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:11.166579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Network 385faf2d-7337-482b-8155-25a2c2e837b6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:11.168494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.170962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-25b03332-c96c-4685-9c6b-171d0b82453d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:11.172497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:11.175182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:11.205798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event updated for resources: {'Port': ['ID=7ab6c680-d6c3-49ac-a70a-76d0781d400e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:11.208866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:11.221642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.245601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5d9b8e-c88e-43d5-95c7-0d4832d2cbef,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:11.255387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:11.255883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.262032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:11.262217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.264817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:11.266956 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 HTTP/1.1" status: 204 len: 168 time: 1.6994898 Nov 25 11:21:11.267780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:11.273592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33818) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:11.275415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=8071c9fd-75c6-49e4-a643-65537749653f,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:11.278994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:11.281952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:11.286060 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.0939441 Nov 25 11:21:11.289094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33822) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:11.323299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.326877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6458235 Nov 25 11:21:11.328215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33826) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:11.342773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'security_group': {'name': 'tempest-secgroup-189714166'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:11.351003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:11.356159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:11.360848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:11.361773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.368390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:11.392497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.392878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.393249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.393611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.394114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.394478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.394828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.395411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.395959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.396544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.397089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:11.400718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.407696 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98b86e0-d5ac-4c83-9c50-fd0462701a9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:21:11.408560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c98b86e0-d5ac-4c83-9c50-fd0462701a9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Synchronizing usage tracker for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:11.416240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:11.431672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:11.446308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Pushing event updated for resources: {'Port': ['ID=58f95e63-7c96-411b-a6a5-a1647b421628,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:11.450200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:11.450826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Attempting to bind port 58f95e63-7c96-411b-a6a5-a1647b421628 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:11.451322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Attempting to bind port 58f95e63-7c96-411b-a6a5-a1647b421628 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'b159f3f7-08b3-4769-be7a-da6b6af29388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:11.451542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Attempting to bind port 58f95e63-7c96-411b-a6a5-a1647b421628 on network 2e37f7da-8010-4045-a956-b39ac8eccab3 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:11.460738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128869b-6b4b-4fe4-b578-2548b2d7bb92 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:11.463074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:11.463590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Checking segment: {'id': 'b159f3f7-08b3-4769-be7a-da6b6af29388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:11.464027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.464417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Bound using segment: {'id': 'b159f3f7-08b3-4769-be7a-da6b6af29388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:11.464907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Bound port: 58f95e63-7c96-411b-a6a5-a1647b421628, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b159f3f7-08b3-4769-be7a-da6b6af29388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:11.465024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128869b-6b4b-4fe4-b578-2548b2d7bb92 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:11.465267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.473884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128869b-6b4b-4fe4-b578-2548b2d7bb92 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:11.474150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a128869b-6b4b-4fe4-b578-2548b2d7bb92 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Synchronizing usage tracker for tenant:f4caf18846d64ffb93e330b344881304 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:11.504401 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:21:11.505033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:11.514104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group_rule and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:11.523561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:11.532681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:11.536403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd5cb3f-6786-4f2f-a5f5-1d570708ef24,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:11.546297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:11.559342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a128869b-6b4b-4fe4-b578-2548b2d7bb92 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Unset dirty status for tenant:f4caf18846d64ffb93e330b344881304 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:11.563182 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a128869b-6b4b-4fe4-b578-2548b2d7bb92 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2702110 Nov 25 11:21:11.563776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33830) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:11.568027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7db11c92-e9f2-4b07-8dec-b8a23cc5e0db None None] Provisioning for port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:11.586030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7db11c92-e9f2-4b07-8dec-b8a23cc5e0db None None] Provisioning complete for port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:11.586788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7db11c92-e9f2-4b07-8dec-b8a23cc5e0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.639937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] For port 58f95e63-7c96-411b-a6a5-a1647b421628, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:11.657335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.667982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] For port 58f95e63-7c96-411b-a6a5-a1647b421628, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=58f95e63-7c96-411b-a6a5-a1647b421628,segment=NetworkSegment(b159f3f7-08b3-4769-be7a-da6b6af29388),segment_id=b159f3f7-08b3-4769-be7a-da6b6af29388)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:11.672826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-7db11c92-e9f2-4b07-8dec-b8a23cc5e0db None None] Port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:11.684780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.691594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:11.697580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:11.728158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Sync routers for ids ['6573f8e1-350d-4208-a151-2787bb1f5127'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:11.736150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c98b86e0-d5ac-4c83-9c50-fd0462701a9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Unset dirty status for tenant:2180e11b61b84e99b43857f8b38e99f2 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:11.737346 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c98b86e0-d5ac-4c83-9c50-fd0462701a9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] 10.222.0.41 "GET /v2.0/ports/8fd5cb3f-6786-4f2f-a5f5-1d570708ef24 HTTP/1.1" status: 404 len: 333 time: 0.4617727 Nov 25 11:21:11.741434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Transition to ACTIVE for port object dd887bfb-82fb-4750-b88c-79d40197af01 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:11.742791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33834) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:11.745989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8071c9fd-75c6-49e4-a643-65537749653f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:11.754682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.758243 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1502454 Nov 25 11:21:11.761962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33838) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:11.768290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Deleting port 7ab6c680-d6c3-49ac-a70a-76d0781d400e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:11.768823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.855987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7db11c92-e9f2-4b07-8dec-b8a23cc5e0db None None] Provisioning complete for port 8071c9fd-75c6-49e4-a643-65537749653f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:11.857024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7db11c92-e9f2-4b07-8dec-b8a23cc5e0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.884742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.903547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.921252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:11.939584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Pushing event updated for resources: {'Port': ['ID=58f95e63-7c96-411b-a6a5-a1647b421628,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:11.940425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d20d8b8e-7407-49ae-a9e0-2448d386b474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:11.959175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:11.960522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Routers {'6573f8e1-350d-4208-a151-2787bb1f5127'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:11.962566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6573f8e1-350d-4208-a151-2787bb1f5127'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:12.054282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c473a720-87f8-42e9-8c2c-9902b5d7316e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:12.072015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.072367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.072721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.073073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.073421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.073766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.074675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.075081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.075437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.075785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.076150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:12.080470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:12.081187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.084757 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7490826 Nov 25 11:21:12.100568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33842) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:12.127490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-495143366', 'security_groups': ['c473a720-87f8-42e9-8c2c-9902b5d7316e'], 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8735b943-ec5c-4eee-9da8-ab4c99075202'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:12.153358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.175027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.192562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:12.227706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8071c9fd-75c6-49e4-a643-65537749653f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:12.227706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.263941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e085ed9b-b0fe-4c40-bd76-c6a804538f9f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:12.310804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:12.311001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ed5e24-4ebc-4892-8307-2e3f3705ecdb') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:12.333637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Network b204fc37-06d6-4e16-be94-f946e862dd75 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:12.343182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.346839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Set router 6573f8e1-350d-4208-a151-2787bb1f5127 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:21:12.352134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:12.360395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:12.403679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event updated for resources: {'Port': ['ID=dd887bfb-82fb-4750-b88c-79d40197af01,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:12.415736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:12.420552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.448982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.453528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:12.454143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.470582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:12.475044 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:12.487455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.494768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-edd66f25-5021-4101-a373-53a9a6c12de7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:12.547009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:12.547968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.640093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Calling delete_port for 7ab6c680-d6c3-49ac-a70a-76d0781d400e owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:12.689287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b6ebab5f-13a8-41e8-ad53-b4b7f8f698c5 None None] Provisioning complete for port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:12.689735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b6ebab5f-13a8-41e8-ad53-b4b7f8f698c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.753562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.760590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=a36abd63-d8b5-461a-933a-4840b568255d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:12.779345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:12.780239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d58c937-d54f-42a9-abda-917fb222d706 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:12.802919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.807217 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] 10.222.0.41 "DELETE /v2.0/networks/e085ed9b-b0fe-4c40-bd76-c6a804538f9f HTTP/1.1" status: 204 len: 168 time: 1.0611393 Nov 25 11:21:12.822611 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5258687 Nov 25 11:21:12.822841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:12.823335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33848) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:12.826826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] In _notify_port_updated(), no bound segment for port a36abd63-d8b5-461a-933a-4840b568255d on network d6cc992c-319b-4e72-8ccc-28bc6f7854ad {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:21:12.831565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:12.832273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:port and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:12.832409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.840226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33850) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:12.840474 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "PUT /v2.0/ports/a36abd63-d8b5-461a-933a-4840b568255d HTTP/1.1" status: 200 len: 1002 time: 2.5852869 Nov 25 11:21:12.841013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:12.844129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Pushing event deleted for resources: {'Network': ['ID=e085ed9b-b0fe-4c40-bd76-c6a804538f9f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:12.849050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Request body: {'floatingip': {'port_id': 'dd887bfb-82fb-4750-b88c-79d40197af01'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:12.891455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebab5f-13a8-41e8-ad53-b4b7f8f698c5 None None] Port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:12.920666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:12.929489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting port a36abd63-d8b5-461a-933a-4840b568255d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:12.930107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:12.957502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b6ebab5f-13a8-41e8-ad53-b4b7f8f698c5 None None] Provisioning for port 7ab6c680-d6c3-49ac-a70a-76d0781d400e completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:12.985639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b6ebab5f-13a8-41e8-ad53-b4b7f8f698c5 None None] Provisioning complete for port 7ab6c680-d6c3-49ac-a70a-76d0781d400e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:12.987930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b6ebab5f-13a8-41e8-ad53-b4b7f8f698c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.099404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f8e1-350d-4208-a151-2787bb1f5127', 'name': 'tempest-snat-router-688211882', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '8f17959b-18a8-44fb-bfb7-ceb5c7e65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:21:04Z', 'updated_at': '2021-11-25T11:21:08Z', 'revision_number': 3, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port': {'id': '8f17959b-18a8-44fb-bfb7-ceb5c7e65176', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f8e1-350d-4208-a151-2787bb1f5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:21:06Z', 'updated_at': '2021-11-25T11:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:13.104344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebab5f-13a8-41e8-ad53-b4b7f8f698c5 None None] Port 7ab6c680-d6c3-49ac-a70a-76d0781d400e cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:13.111354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Checking router: 6573f8e1-350d-4208-a151-2787bb1f5127 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:21:13.111914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Updating router 6573f8e1-350d-4208-a151-2787bb1f5127 port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:21:13.134858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:13.146642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.176586 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cc14e38a-755b-4bdf-b75b-f79d152ef205 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/6573f8e1-350d-4208-a151-2787bb1f5127 HTTP/1.1" status: 200 len: 907 time: 1.3667836 Nov 25 11:21:13.187882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33856) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:13.209197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:13.219577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.237361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.295079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffaa8b53-b50f-490e-b384-2bb8006bdac9 None None] Provisioning for port dd887bfb-82fb-4750-b88c-79d40197af01 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:13.349192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffaa8b53-b50f-490e-b384-2bb8006bdac9 None None] Provisioning complete for port dd887bfb-82fb-4750-b88c-79d40197af01 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:13.349579 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8b53-b50f-490e-b384-2bb8006bdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.396014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 379ec22b-6053-43df-a456-d0104356371d yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:13.458921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa8b53-b50f-490e-b384-2bb8006bdac9 None None] Port dd887bfb-82fb-4750-b88c-79d40197af01 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:13.476770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33862) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:13.563878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.599419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffaa8b53-b50f-490e-b384-2bb8006bdac9 None None] Provisioning complete for port a36abd63-d8b5-461a-933a-4840b568255d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:13.599866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8b53-b50f-490e-b384-2bb8006bdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.712236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa8b53-b50f-490e-b384-2bb8006bdac9 None None] Port a36abd63-d8b5-461a-933a-4840b568255d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:13.742160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Calling delete_port for a36abd63-d8b5-461a-933a-4840b568255d owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:13.752850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 58f95e63-7c96-411b-a6a5-a1647b421628 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:13.775061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.807577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aecf0e6f-deca-4229-9756-72b3eac4c1c1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:13.873835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event deleted for resources: {'Port': ['ID=7ab6c680-d6c3-49ac-a70a-76d0781d400e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:13.875299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.896195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Transition to ACTIVE for port object 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:13.902806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Provisioning complete for port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:13.903186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.932480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:13.936826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:13.942821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-074f1854-c281-49eb-b80a-26e44b214fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:13.982410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 58f95e63-7c96-411b-a6a5-a1647b421628 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:14.033357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:14.044621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Pushing event updated for resources: {'Port': ['ID=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:14.049545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:14.052914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Attempting to bind port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:14.052914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Attempting to bind port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:14.052914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Attempting to bind port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:14.060491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:14.060831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:14.061619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.061619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:14.062076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Bound port: 8f17959b-18a8-44fb-bfb7-ceb5c7e65176, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:14.063323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.086133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.090701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.106701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Provisioning for port 58f95e63-7c96-411b-a6a5-a1647b421628 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:14.121006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:14.121380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.202585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] For port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:14.215102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] For port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:14.248235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.257837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1292e046-c22b-43c6-b1e2-977094cbc45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:14.293746 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP f134670d-871d-49a5-8e84-0b52a304ff78 associated. External IP: 172.26.5.200, port: 902b0d75-02bc-403b-a20e-283d6cd5931c. Nov 25 11:21:14.323242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.338916 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-52dee54e-c1c7-4081-b762-00b13e2468de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45d6e183654f49aab81ff482bdf1ca7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8558693 Nov 25 11:21:14.341704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.349389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33868) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:14.364525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Pushing event updated for resources: {'Port': ['ID=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:14.382718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Routers {'6573f8e1-350d-4208-a151-2787bb1f5127'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:14.383239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6573f8e1-350d-4208-a151-2787bb1f5127'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:14.408910 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "DELETE /v2.0/ports/7ab6c680-d6c3-49ac-a70a-76d0781d400e HTTP/1.1" status: 204 len: 168 time: 2.8388953 Nov 25 11:21:14.408910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::1c (2e37f7da-8010-4045-a956-b39ac8eccab3/8735b943-ec5c-4eee-9da8-ab4c99075202/379ec22b-6053-43df-a456-d0104356371d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:14.409190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33872) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:14.418121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Request body: {'port': {'name': 'tempest-new-port-name-1660160435', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:14.418643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] bootfile-name is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:21:14.418931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] tftp-server is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:21:14.419205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] server-ip-address is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:21:14.423974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.431878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-72496670-24f1-43a7-8af4-426eae4b1159 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:14.435405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.435752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.436204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.436429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.436758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.437099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.437424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.437741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.438063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.438370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.438683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:21:14.454155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:14.461761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] For port 58f95e63-7c96-411b-a6a5-a1647b421628, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=58f95e63-7c96-411b-a6a5-a1647b421628,segment=NetworkSegment(b159f3f7-08b3-4769-be7a-da6b6af29388),segment_id=b159f3f7-08b3-4769-be7a-da6b6af29388)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:14.492085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Port': ['ID=a36abd63-d8b5-461a-933a-4840b568255d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:14.494898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:14.558442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.604218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.608976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1d785c21-3d76-47d8-ab6f-48bf714bbc7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:14.610503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.663036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.711720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.740603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Pushing event updated for resources: {'Port': ['ID=58f95e63-7c96-411b-a6a5-a1647b421628,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:14.746519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:14.785625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] Set router 6573f8e1-350d-4208-a151-2787bb1f5127 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:21:14.962485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:14.966950 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/ports/a36abd63-d8b5-461a-933a-4840b568255d HTTP/1.1" status: 204 len: 168 time: 2.1205564 Nov 25 11:21:14.978373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:15.036073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.040531 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-7783119c-00e6-4339-a323-8c5ad47f3c40 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] GET failed (client error): The resource could not be found. Nov 25 11:21:15.041027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7783119c-00e6-4339-a323-8c5ad47f3c40 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Synchronizing usage tracker for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:15.043695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-23d17a90-f49c-4bb7-ace5-cfe898d12b74 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:15.065839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.069311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c31f433-4b55-4c52-80c6-64b522639447,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:15.073956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:15.092463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.093689 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c31f433-4b55-4c52-80c6-64b522639447 HTTP/1.1" status: 204 len: 168 time: 0.7439806 Nov 25 11:21:15.101223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7783119c-00e6-4339-a323-8c5ad47f3c40 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Unset dirty status for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:15.102628 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7783119c-00e6-4339-a323-8c5ad47f3c40 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "GET /v2.0/ports/a36abd63-d8b5-461a-933a-4840b568255d HTTP/1.1" status: 404 len: 333 time: 0.1232736 Nov 25 11:21:15.103807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 379ec22b-6053-43df-a456-d0104356371d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:15.107580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33882) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:15.119325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1182410333'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:15.139808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6573f8e1-350d-4208-a151-2787bb1f5127', 'name': 'tempest-snat-router-688211882', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '8f17959b-18a8-44fb-bfb7-ceb5c7e65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:21:04Z', 'updated_at': '2021-11-25T11:21:08Z', 'revision_number': 3, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port': {'id': '8f17959b-18a8-44fb-bfb7-ceb5c7e65176', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f8e1-350d-4208-a151-2787bb1f5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:21:06Z', 'updated_at': '2021-11-25T11:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:15.145875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b013b-ea68-40fc-9c11-7da2a3a13f84 None None] The sync data for ids ['6573f8e1-350d-4208-a151-2787bb1f5127'] in dv-neutron-819177-1-hyperv is: [{'id': '6573f8e1-350d-4208-a151-2787bb1f5127', 'name': 'tempest-snat-router-688211882', 'tenant_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '8f17959b-18a8-44fb-bfb7-ceb5c7e65176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:21:04Z', 'updated_at': '2021-11-25T11:21:08Z', 'revision_number': 3, 'project_id': 'd1cd2e86f5444e81b5dcdd7ad401480d', 'gw_port': {'id': '8f17959b-18a8-44fb-bfb7-ceb5c7e65176', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6573f8e1-350d-4208-a151-2787bb1f5127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:21:06Z', 'updated_at': '2021-11-25T11:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:15.202273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.210306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-760f5922-6395-4304-b6fe-d25f2627ce7d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:15.302567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:15.306270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:15.308672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:15.314879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:15.315040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.330506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=379ec22b-6053-43df-a456-d0104356371d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:15.333480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:15.345152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.369245 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2611673 Nov 25 11:21:15.369444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.369557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33888) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:15.372692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.384045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-66ef8cf8-740f-4318-881e-cdb7d7c56596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:15.391538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:15.425833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Deleting port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:15.427775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.518145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:15.522122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event updated for resources: {'Port': ['ID=96ae52d1-02b6-47f8-8de7-f0968e7d01c7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:15.614260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:15.723105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33892) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:15.805816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffb4d1ab-4b8b-4290-9aa9-136f7a7d3aaa None None] Provisioning for port 379ec22b-6053-43df-a456-d0104356371d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:15.816659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:15.818769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffb4d1ab-4b8b-4290-9aa9-136f7a7d3aaa None None] Provisioning complete for port 379ec22b-6053-43df-a456-d0104356371d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:15.819218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d1ab-4b8b-4290-9aa9-136f7a7d3aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.871631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:15.899292 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] In _notify_port_updated(), no bound segment for port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 on network 385faf2d-7337-482b-8155-25a2c2e837b6 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:21:15.903857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:15.905142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.906710 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "PUT /v2.0/ports/96ae52d1-02b6-47f8-8de7-f0968e7d01c7 HTTP/1.1" status: 200 len: 1136 time: 1.4957669 Nov 25 11:21:15.909607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:15.912709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:15.916455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33896) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:15.926239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:15.937944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4d1ab-4b8b-4290-9aa9-136f7a7d3aaa None None] Port 379ec22b-6053-43df-a456-d0104356371d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:15.944230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:15.967815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] device_id is not set on port ae97c180-75e8-4ed4-9a66-2ea798da8cbe yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:15.983299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:15.990482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:15.990981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.030535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] For port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:16.031579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.048441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:16.078708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:16.083193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:21:16.122322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a189b227-db6b-408d-a068-c9710e33ddcb None None] Provisioning complete for port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:16.122698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a189b227-db6b-408d-a068-c9710e33ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.191803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a189b227-db6b-408d-a068-c9710e33ddcb None None] Port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:16.197544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.205740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Calling delete_port for 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:16.216484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:16.222006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.223031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 58f95e63-7c96-411b-a6a5-a1647b421628 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:16.255713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1e1ae09f-4530-4a0b-b7d9-d82a3c3e8498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:16.260929 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a82157b9-0225-4f78-b1c8-51f747c69eae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2180e11b61b84e99b43857f8b38e99f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5363479 Nov 25 11:21:16.264761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33900) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:16.266514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Allocated IP 2001:db8::28c (d6cc992c-319b-4e72-8ccc-28bc6f7854ad/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc/ae97c180-75e8-4ed4-9a66-2ea798da8cbe) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:16.294130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:16.313471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c389600-5044-45aa-ac45-3fdf1b37ff93 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:16.314060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8c389600-5044-45aa-ac45-3fdf1b37ff93 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Synchronizing usage tracker for tenant:f4caf18846d64ffb93e330b344881304 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:16.339065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:16.342906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:16.354083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:16.354465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.408128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8c389600-5044-45aa-ac45-3fdf1b37ff93 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Unset dirty status for tenant:f4caf18846d64ffb93e330b344881304 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:16.413114 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8c389600-5044-45aa-ac45-3fdf1b37ff93 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "GET /v2.0/ports/96ae52d1-02b6-47f8-8de7-f0968e7d01c7 HTTP/1.1" status: 200 len: 1136 time: 0.4792309 Nov 25 11:21:16.415433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33904) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:16.510384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.523982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Deleting port 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:16.524253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.537408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.572966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.588812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:16.589120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:16.659409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:16.668999 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:16.681310 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:16.682035 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:16.746841 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:16.759822 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:16.760769 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:16.785302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.796984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.799989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ce2c818a-f2e9-4a4a-a5d4-21f96f3708e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:16.822302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7dfe87-9425-4ee6-962f-d6f547ce6902,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:16.824627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:16.825230 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:16.825862 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be387f5-3795-4c19-aef5-f080e9cc8ee9 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:16.835068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Transition to ACTIVE for port object ae97c180-75e8-4ed4-9a66-2ea798da8cbe will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:16.925739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.926849 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc7dfe87-9425-4ee6-962f-d6f547ce6902 HTTP/1.1" status: 204 len: 168 time: 0.6581614 Nov 25 11:21:16.956614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:16.965674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7de02429-5f42-407e-aade-e403979563e8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:16.966502 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.ipam_backend_mixin [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8735b943-ec5c-4eee-9da8-ab4c99075202 (CIDR: 2001:db8::/64) Nov 25 11:21:16.977872 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:21:16.978293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:17.027679 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-59373167-6dff-4be1-b4a8-63c6a1c50177 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6544132 Nov 25 11:21:17.028745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33910) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:17.036964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:17.052230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.127412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Deleting port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:17.127775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.165336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:17.175396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:17.177862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:17.182076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:17.182661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.196035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=ae97c180-75e8-4ed4-9a66-2ea798da8cbe,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:17.199132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:17.220507 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1086853 Nov 25 11:21:17.221203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33916) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:17.222247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Calling delete_port for 96ae52d1-02b6-47f8-8de7-f0968e7d01c7 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:17.227284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:99:56:e6'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:17.510588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:17.517582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:17.527448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:17.585020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:17.622650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] For port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:17.623044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.639111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.643139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-abe372cf-c0b2-40ed-8766-a2d4319fe262 None None] Provisioning for port ae97c180-75e8-4ed4-9a66-2ea798da8cbe completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:17.652409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-abe372cf-c0b2-40ed-8766-a2d4319fe262 None None] Provisioning complete for port ae97c180-75e8-4ed4-9a66-2ea798da8cbe triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:17.653080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-abe372cf-c0b2-40ed-8766-a2d4319fe262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.712175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:17.728187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.739457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:17.769058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router b7cfa0aa-7fc5-4ac7-be75-e85727d075ef has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:21:17.784726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-abe372cf-c0b2-40ed-8766-a2d4319fe262 None None] Port ae97c180-75e8-4ed4-9a66-2ea798da8cbe cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:17.813019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Calling delete_port for 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:17.828735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:17.829189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.910412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:17.925536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2fa2ee7e-b79a-4085-b8ef-9c5b7a53d66d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:17.994374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event deleted for resources: {'Port': ['ID=96ae52d1-02b6-47f8-8de7-f0968e7d01c7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:18.006555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:18.104868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.118967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.125514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d1e3aaf9-f4bd-4483-a62f-5ede50f0518e tempest-RoutersAdminNegativeIpV6Test-1086706451 tempest-RoutersAdminNegativeIpV6Test-1086706451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:18.199818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=ae97c180-75e8-4ed4-9a66-2ea798da8cbe,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:18.218140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:18.240440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] In _notify_port_updated(), no bound segment for port ae97c180-75e8-4ed4-9a66-2ea798da8cbe on network d6cc992c-319b-4e72-8ccc-28bc6f7854ad {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:21:18.246045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:18.246922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.249109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "PUT /v2.0/ports/ae97c180-75e8-4ed4-9a66-2ea798da8cbe HTTP/1.1" status: 200 len: 1003 time: 1.0267956 Nov 25 11:21:18.252364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33936) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:18.365898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.404687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting port ae97c180-75e8-4ed4-9a66-2ea798da8cbe {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:18.405048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.559846 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "DELETE /v2.0/ports/96ae52d1-02b6-47f8-8de7-f0968e7d01c7 HTTP/1.1" status: 204 len: 168 time: 2.1425059 Nov 25 11:21:18.563182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33944) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:18.601034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.614412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-33306061-8e87-4933-b039-6d131e8bf777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:18.624377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b573aac7-60e6-47cb-a1b2-9bd044fafe76 None None] Provisioning complete for port ae97c180-75e8-4ed4-9a66-2ea798da8cbe triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:18.625951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b573aac7-60e6-47cb-a1b2-9bd044fafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.633655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:18.640109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.667809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] Sync routers for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:18.693197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.708589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b573aac7-60e6-47cb-a1b2-9bd044fafe76 None None] Port ae97c180-75e8-4ed4-9a66-2ea798da8cbe cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:18.713568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:18.714454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:18.728416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:18.764880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:18.779842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.783162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:18.783742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:18.787823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c5feb-8281-4232-b42d-0062727c13b7 None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:18.819528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:18.910033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:18.911109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:18.962208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=a5773810-878e-48d9-aa95-ba98c765f1aa,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:18.976811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Deleting subnet be0c2ef7-02f8-4ce5-97cd-3ef9c3358251 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:18.982077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:18.983540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dbb4248e-4e17-49a8-a476-fa125064a2ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:18.996563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:18.997307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07efe0-d732-4df1-9f59-ae7f64f6b236 None None] The sync data for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:19.043708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.055984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Calling delete_port for ae97c180-75e8-4ed4-9a66-2ea798da8cbe owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:19.074575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f17959b-18a8-44fb-bfb7-ceb5c7e65176,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:19.088943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0592754 Nov 25 11:21:19.090135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:19.092794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33956) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:19.097982 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f3027ec4-6ba3-4297-a923-83efdafe3bb7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/floatingips/f134670d-871d-49a5-8e84-0b52a304ff78 HTTP/1.1" status: 200 len: 979 time: 6.2560997 Nov 25 11:21:19.098806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33958) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:19.107863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-223691980', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a5773810-878e-48d9-aa95-ba98c765f1aa'}], 'security_groups': ['4f5d9b8e-c88e-43d5-95c7-0d4832d2cbef']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:19.171839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.371536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port dd887bfb-82fb-4750-b88c-79d40197af01 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:19.371863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.404804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Update dhcp port {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'fixed_ips': [{'subnet_id': '8735b943-ec5c-4eee-9da8-ab4c99075202', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a5773810-878e-48d9-aa95-ba98c765f1aa'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '58f95e63-7c96-411b-a6a5-a1647b421628'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:21:19.415426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33968) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:19.416163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.425764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.429157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-86e4647c-de08-4cee-ab62-da293c05c121 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:19.466129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.488409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Port': ['ID=ae97c180-75e8-4ed4-9a66-2ea798da8cbe,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:19.498167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:19.534063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.560353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.612273 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/ports/ae97c180-75e8-4ed4-9a66-2ea798da8cbe HTTP/1.1" status: 204 len: 168 time: 1.2876761 Nov 25 11:21:19.615682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33974) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:19.685010 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-17398354-8e7f-4027-82ee-fcf3992ed981 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] GET failed (client error): The resource could not be found. Nov 25 11:21:19.685010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-17398354-8e7f-4027-82ee-fcf3992ed981 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Synchronizing usage tracker for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:19.745153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-624659371'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:19.755014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:19.777387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Usage tracker for resource:router and tenant:79463dcf11d64d6c9e90a9c7447f0979 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:19.784579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:19.828636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.836998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-17398354-8e7f-4027-82ee-fcf3992ed981 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Unset dirty status for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:19.838327 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-17398354-8e7f-4027-82ee-fcf3992ed981 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "GET /v2.0/ports/ae97c180-75e8-4ed4-9a66-2ea798da8cbe HTTP/1.1" status: 404 len: 333 time: 0.2218213 Nov 25 11:21:19.842139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:19.844110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33978) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:19.848353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Allocated IP 2001:db8:0:1::2 (2e37f7da-8010-4045-a956-b39ac8eccab3/a5773810-878e-48d9-aa95-ba98c765f1aa/58f95e63-7c96-411b-a6a5-a1647b421628) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:19.858828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.864045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1868575973'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:19.879320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.988247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:19.990031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.005106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] For port 58f95e63-7c96-411b-a6a5-a1647b421628, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=58f95e63-7c96-411b-a6a5-a1647b421628,segment=NetworkSegment(b159f3f7-08b3-4769-be7a-da6b6af29388),segment_id=b159f3f7-08b3-4769-be7a-da6b6af29388)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:20.038992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.048405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.048901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6573f8e1-350d-4208-a151-2787bb1f5127 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:20.082501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.083978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:20.087961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.091630 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6573f8e1-350d-4208-a151-2787bb1f5127 HTTP/1.1" status: 204 len: 168 time: 6.8995774 Nov 25 11:21:20.091780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Transition to ACTIVE for port object 58f95e63-7c96-411b-a6a5-a1647b421628 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:20.091889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.095762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33982) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:20.096222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.099728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.113968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:20.162333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:20.219885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-97d56e55-6e3d-46b2-8d7b-f4febc518a85 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:20.233832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.242961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:20.246240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.255506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Pushing event updated for resources: {'Port': ['ID=58f95e63-7c96-411b-a6a5-a1647b421628,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:20.258720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:20.325952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.326333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event deleted for resources: {'Subnet': ['ID=be0c2ef7-02f8-4ce5-97cd-3ef9c3358251,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:20.329322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:20.330351 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9f8a902-9374-4a44-aaca-2112d5c71790 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9121962 Nov 25 11:21:20.332235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 33986) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:20.335864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.339962 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "DELETE /v2.0/subnets/be0c2ef7-02f8-4ce5-97cd-3ef9c3358251 HTTP/1.1" status: 204 len: 168 time: 1.7736473 Nov 25 11:21:20.340979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33988) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:20.346678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b706d4-835f-4acc-9b74-0f076b4097d4 None None] Network 385faf2d-7337-482b-8155-25a2c2e837b6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:20.399862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] device_id is not set on port 947d92be-ed80-410d-bb62-329d13c90336 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:20.605169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Allocated IP 2001:db8::11 (d6cc992c-319b-4e72-8ccc-28bc6f7854ad/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc/947d92be-ed80-410d-bb62-329d13c90336) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:20.605490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.721828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] DHCP port deletion for 385faf2d-7337-482b-8155-25a2c2e837b6 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:21:20.727227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Deleting port 8071c9fd-75c6-49e4-a643-65537749653f {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:20.727606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.738019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Deleting port 8071c9fd-75c6-49e4-a643-65537749653f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:20.738474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.827339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.830878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:20.831496 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Floating IP f134670d-871d-49a5-8e84-0b52a304ff78 disassociated. External IP: 172.26.5.200, port: dd887bfb-82fb-4750-b88c-79d40197af01. Nov 25 11:21:20.831775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for dd887bfb-82fb-4750-b88c-79d40197af01 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:20.995816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] For port 8071c9fd-75c6-49e4-a643-65537749653f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8071c9fd-75c6-49e4-a643-65537749653f,segment=NetworkSegment(ab01a980-2273-46a8-a0e0-30ec16b00839),segment_id=ab01a980-2273-46a8-a0e0-30ec16b00839)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:20.996572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.002336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Delete allocated IP 2001:db8::1c (2e37f7da-8010-4045-a956-b39ac8eccab3/8735b943-ec5c-4eee-9da8-ab4c99075202) {{(pid=83569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:21:21.082752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8:0:1::32d (2e37f7da-8010-4045-a956-b39ac8eccab3/a5773810-878e-48d9-aa95-ba98c765f1aa/379ec22b-6053-43df-a456-d0104356371d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:21.107608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] For port 8071c9fd-75c6-49e4-a643-65537749653f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8071c9fd-75c6-49e4-a643-65537749653f,segment=NetworkSegment(ab01a980-2273-46a8-a0e0-30ec16b00839),segment_id=ab01a980-2273-46a8-a0e0-30ec16b00839)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:21.107969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.110978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19433ec9-9b90-4a72-af0c-50dd139f1016 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.164138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Calling delete_port for 8071c9fd-75c6-49e4-a643-65537749653f owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:21.202167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Provisioning complete for port 379ec22b-6053-43df-a456-d0104356371d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:21.202613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.238492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Calling delete_port for 8071c9fd-75c6-49e4-a643-65537749653f owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:21.279241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Port 379ec22b-6053-43df-a456-d0104356371d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:21.294292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.303583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6f4384c9-b11b-4e17-a87d-90f520ce3db0 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:21.308808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Provisioning for port 58f95e63-7c96-411b-a6a5-a1647b421628 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:21.314451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.318505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:21.318888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.353594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=dd887bfb-82fb-4750-b88c-79d40197af01,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:21.367191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:21.377205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:21.408930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.427823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Pushing event deleted for resources: {'Port': ['ID=8071c9fd-75c6-49e4-a643-65537749653f,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:21.435840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:21.440411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] No DVR routers for this DVR port 8071c9fd-75c6-49e4-a643-65537749653f on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:21:21.441728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:21.442102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:21.468858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.541011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Transition to ACTIVE for port object 947d92be-ed80-410d-bb62-329d13c90336 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:21.611740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Provisioning complete for port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:21.612192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.651184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router b7cfa0aa-7fc5-4ac7-be75-e85727d075ef has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:21:21.693240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 58f95e63-7c96-411b-a6a5-a1647b421628 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:21.720323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9affa9c5-25ce-413a-863b-600320145374 None None] Port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:21.754409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.773410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:21.773937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.775240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e859b4af-e7fa-4a14-b9ad-ccf2323661ab tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:21.884773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=947d92be-ed80-410d-bb62-329d13c90336,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:21.902374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:21.964656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:21:21.971596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Deleting port 8071c9fd-75c6-49e4-a643-65537749653f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:21.972196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:21.993856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:22.007545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:21:22.008537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8f17959b-18a8-44fb-bfb7-ceb5c7e65176 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:21:22.009105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8071c9fd-75c6-49e4-a643-65537749653f no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:21:22.044123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] The port '8071c9fd-75c6-49e4-a643-65537749653f' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:21:22.049356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 8071c9fd-75c6-49e4-a643-65537749653f {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:21:22.049708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8071c9fd-75c6-49e4-a643-65537749653f not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:21:22.052329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:22.055207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:22.059354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:22.059963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.108549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19433ec9-9b90-4a72-af0c-50dd139f1016 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.141680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19433ec9-9b90-4a72-af0c-50dd139f1016 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.147848 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2999823 Nov 25 11:21:22.151069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.197625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33994) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:22.208847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'network_id': 'd6cc992c-319b-4e72-8ccc-28bc6f7854ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1186151359'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:22.224851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.243848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 379ec22b-6053-43df-a456-d0104356371d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:22.250776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.258014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef2d16a5-14e2-45eb-88a2-5c90bb6c85d6 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:22.294124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19433ec9-9b90-4a72-af0c-50dd139f1016 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.294124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19433ec9-9b90-4a72-af0c-50dd139f1016 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 517a8530-62b0-46bb-9d96-f2cd5b39b2fb {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:22.320140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385faf2d-7337-482b-8155-25a2c2e837b6']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:22.325738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19433ec9-9b90-4a72-af0c-50dd139f1016 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.330204 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-19433ec9-9b90-4a72-af0c-50dd139f1016 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "DELETE /v2.0/routers/517a8530-62b0-46bb-9d96-f2cd5b39b2fb HTTP/1.1" status: 204 len: 168 time: 1.9874744 Nov 25 11:21:22.331675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 33998) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:22.351061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e7201f24-2ef8-437c-9a32-1d506cc549aa None None] Provisioning for port 947d92be-ed80-410d-bb62-329d13c90336 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:22.352369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:22.357574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Request body: {'router': {'name': 'tempest-router-25558213', 'distributed': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:22.357704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e7201f24-2ef8-437c-9a32-1d506cc549aa None None] Provisioning complete for port 947d92be-ed80-410d-bb62-329d13c90336 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:22.358086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e7201f24-2ef8-437c-9a32-1d506cc549aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.362540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:22.366018 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] Sync routers for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:22.366538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Usage tracker for resource:router and tenant:79463dcf11d64d6c9e90a9c7447f0979 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:22.369486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:22.375814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:22.382283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab01a980-2273-46a8-a0e0-30ec16b00839') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:22.382580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab01a980-2273-46a8-a0e0-30ec16b00839') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:22.387613 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:22.389213 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:22.394427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=379ec22b-6053-43df-a456-d0104356371d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:22.397805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:22.399492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] In _notify_port_updated(), no bound segment for port 379ec22b-6053-43df-a456-d0104356371d on network 2e37f7da-8010-4045-a956-b39ac8eccab3 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:21:22.403567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:22.404119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.405405 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "PUT /v2.0/ports/379ec22b-6053-43df-a456-d0104356371d HTTP/1.1" status: 200 len: 930 time: 3.3062434 Nov 25 11:21:22.415078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34002) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:22.445618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e7201f24-2ef8-437c-9a32-1d506cc549aa None None] Port 947d92be-ed80-410d-bb62-329d13c90336 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:22.445932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.491489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.492446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.500412 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:22.540415 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:22.540988 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:22.564927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.604113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:22.604113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.613566 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:22.613958 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48ca9f-8973-4f0c-94d9-4e05bd0e5888 None None] The sync data for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:22.633811 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:22.637692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:22.650520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Usage tracker for resource:port and tenant:5a594544cfeb41dbb378a7fbf26705e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:22.654415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.658389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:22.676453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 379ec22b-6053-43df-a456-d0104356371d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:22.676783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.717342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:22.727643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.746608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.755905 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/ports/dd887bfb-82fb-4750-b88c-79d40197af01 HTTP/1.1" status: 204 len: 168 time: 3.6560285 Nov 25 11:21:22.758719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34006) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:22.761118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Made reservation on behalf of 5a594544cfeb41dbb378a7fbf26705e9 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:22.763940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.774346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Deleting port 3cf208e7-da29-457a-8f1e-1eea9cf84448 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:22.774346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.776996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-69380d0c-bab6-4816-b12e-14e051563d8e None None] Provisioning for port 379ec22b-6053-43df-a456-d0104356371d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:22.784048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-69380d0c-bab6-4816-b12e-14e051563d8e None None] Provisioning complete for port 379ec22b-6053-43df-a456-d0104356371d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:22.784672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-69380d0c-bab6-4816-b12e-14e051563d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.840588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-69380d0c-bab6-4816-b12e-14e051563d8e None None] Port 379ec22b-6053-43df-a456-d0104356371d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:22.840858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.854065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df425fa7-91ae-4e61-9f8e-29ed541c52e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:22.872873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.877850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] device_id is not set on port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:22.916812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Pushing event deleted for resources: {'Network': ['ID=385faf2d-7337-482b-8155-25a2c2e837b6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:22.926027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:22.933506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.937449 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] 10.222.0.41 "DELETE /v2.0/networks/385faf2d-7337-482b-8155-25a2c2e837b6 HTTP/1.1" status: 204 len: 168 time: 2.5958374 Nov 25 11:21:22.990960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:22.992166 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-addb87fc-f3e1-4467-aa24-bedb47369051 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6573858 Nov 25 11:21:22.996610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34012) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:23.081534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:23.095629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] For port 3cf208e7-da29-457a-8f1e-1eea9cf84448, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3cf208e7-da29-457a-8f1e-1eea9cf84448,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:23.095981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:23.264562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Allocated IP 2001:db8::1a6 (d6cc992c-319b-4e72-8ccc-28bc6f7854ad/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc/e6f74e44-a835-4f33-a2ec-e65d9aaec7cf) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:23.271725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 379ec22b-6053-43df-a456-d0104356371d owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:23.273638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34018) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:23.295654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86591c58-aa59-42c9-b546-a2643191e587 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:23.363624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Calling delete_port for 3cf208e7-da29-457a-8f1e-1eea9cf84448 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:23.550961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:23.558207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:23.633399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=379ec22b-6053-43df-a456-d0104356371d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:23.638965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:23.704799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:23.719774 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/379ec22b-6053-43df-a456-d0104356371d HTTP/1.1" status: 204 len: 168 time: 1.3030565 Nov 25 11:21:23.720547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:23.724295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34024) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:23.725853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7511fcc1-9e7f-4586-b81a-96a28c629aab tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:23.801926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cf208e7-da29-457a-8f1e-1eea9cf84448,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:23.812688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:23.814407 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7cec7b-1562-496c-add4-e3f324477b58 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:21:23.814902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ea7cec7b-1562-496c-add4-e3f324477b58 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:23.866868 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c4cc269d-ba66-44d7-9001-129a94a34d86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4caf18846d64ffb93e330b344881304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5919554 Nov 25 11:21:23.882525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34028) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:23.907094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ea7cec7b-1562-496c-add4-e3f324477b58 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:23.908203 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea7cec7b-1562-496c-add4-e3f324477b58 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/379ec22b-6053-43df-a456-d0104356371d HTTP/1.1" status: 404 len: 333 time: 0.1551828 Nov 25 11:21:23.917656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34032) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:24.129557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86591c58-aa59-42c9-b546-a2643191e587 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.137030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.147201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86591c58-aa59-42c9-b546-a2643191e587 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.173461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Transition to ACTIVE for port object e6f74e44-a835-4f33-a2ec-e65d9aaec7cf will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:24.247281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.255984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86591c58-aa59-42c9-b546-a2643191e587 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.256412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86591c58-aa59-42c9-b546-a2643191e587 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 020fca4f-575b-43d8-8bff-3ebbef9d3c62 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:24.275810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86591c58-aa59-42c9-b546-a2643191e587 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.277006 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-86591c58-aa59-42c9-b546-a2643191e587 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "DELETE /v2.0/routers/020fca4f-575b-43d8-8bff-3ebbef9d3c62 HTTP/1.1" status: 204 len: 168 time: 1.2731516 Nov 25 11:21:24.279980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.282195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34036) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:24.289790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-53b7d8dc-1290-4911-8251-687bf208506d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:24.324997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Request body: {'router': {'name': 'tempest-router-1371895786', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bcca460f4a3a426ca512fc9a90d57aba'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:24.348055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:24.374251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Usage tracker for resource:router and tenant:bcca460f4a3a426ca512fc9a90d57aba is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:24.381256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:24.395478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.396821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:24.401527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:24.402311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=e6f74e44-a835-4f33-a2ec-e65d9aaec7cf,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:24.408274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:24.412219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:24.413039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:24.416926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:24.417518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.433441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.434362 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.458031 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2593148 Nov 25 11:21:24.458679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34040) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:24.471924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1cc', 'mac_address': 'fa:16:3e:99:56:e6'}, {'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:36:4d:94'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:24.485142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-089df698-8f5a-4bd7-ab31-902afee5d19a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.511690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.578815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.611348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.618929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.625310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-089df698-8f5a-4bd7-ab31-902afee5d19a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.645487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.712543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.713485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5086b205-d166-47b3-afc8-6ca0fe2a921d {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:24.738541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-089df698-8f5a-4bd7-ab31-902afee5d19a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.755520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.758014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.762727 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2309b81-1efa-48fd-9d8a-e319b59a57c3 HTTP/1.1" status: 204 len: 168 time: 0.8719280 Nov 25 11:21:24.762727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:24.774217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-089df698-8f5a-4bd7-ab31-902afee5d19a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.775325 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-089df698-8f5a-4bd7-ab31-902afee5d19a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/security-groups/c473a720-87f8-42e9-8c2c-9902b5d7316e HTTP/1.1" status: 204 len: 168 time: 0.8568435 Nov 25 11:21:24.779064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:24.783614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.789686 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "DELETE /v2.0/routers/5086b205-d166-47b3-afc8-6ca0fe2a921d HTTP/1.1" status: 204 len: 168 time: 4.6921480 Nov 25 11:21:24.790518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34050) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:24.799505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6852090e-3780-4d66-895c-5dbe78d688c9 None None] Provisioning for port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:24.805092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df698-8f5a-4bd7-ab31-902afee5d19a tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473a720-87f8-42e9-8c2c-9902b5d7316e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:24.820948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1322976261', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:24.837696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:24.844157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2309b81-1efa-48fd-9d8a-e319b59a57c3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:24.846824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.856453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:24.856731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:24.857102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:24.859869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Usage tracker for resource:router and tenant:e81a553c97034f0e9228b48796b0195f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:24.878495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:24.896813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:24.908282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6852090e-3780-4d66-895c-5dbe78d688c9 None None] Provisioning complete for port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:24.910726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.911446 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6852090e-3780-4d66-895c-5dbe78d688c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.911889 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-00f81028-61cb-4be4-b3a2-b0fefe9de6fd tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6281090 Nov 25 11:21:24.915120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34054) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:24.936156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.953600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:24.957320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.964495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:24.991608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.030292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6852090e-3780-4d66-895c-5dbe78d688c9 None None] Port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:25.035201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.054962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.059648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ca5f5b0b-309b-4e73-8de5-04f00634f31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:25.140628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5d9b8e-c88e-43d5-95c7-0d4832d2cbef,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:25.193967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:25.208655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.209809 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f5d9b8e-c88e-43d5-95c7-0d4832d2cbef HTTP/1.1" status: 204 len: 168 time: 0.4297662 Nov 25 11:21:25.213061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:25.265381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.347717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.504621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet 8735b943-ec5c-4eee-9da8-ab4c99075202 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:25.509536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.579459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.673980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3cf208e7-da29-457a-8f1e-1eea9cf84448 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:21:25.709598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.716758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3cf208e7-da29-457a-8f1e-1eea9cf84448 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:21:25.717325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3cf208e7-da29-457a-8f1e-1eea9cf84448 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:21:25.749891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.816186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.909419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.909733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.933681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34078) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:25.960996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Allocated IP 172.26.5.17 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/a006667e-9e7a-4106-ba8f-d35b05ee0db6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:25.963348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:25.968728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:26.106986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83570) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Nov 25 11:21:26.107305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Router 8c9f11d8-125d-4084-a708-1e4a1f67b8b2 migrating from provider to provider. {{(pid=83570) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Nov 25 11:21:26.107660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.126006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-810430146'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:26.132703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=8735b943-ec5c-4eee-9da8-ab4c99075202,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:26.137665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:26.140015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:26.152455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.162330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:26.163820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.167951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4e271-9d34-4b46-ac3e-254f3618004b None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:26.168430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.174208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:26.233235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:26.236513 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/8735b943-ec5c-4eee-9da8-ab4c99075202 HTTP/1.1" status: 204 len: 168 time: 1.0225759 Nov 25 11:21:26.243087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:26.258429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:26.279861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:26.283420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.345133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.356882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.363183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.368478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9c4dabc-4ea1-45a8-a138-42b5680af915 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:26.439482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] In _notify_port_updated(), no bound segment for port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf on network d6cc992c-319b-4e72-8ccc-28bc6f7854ad {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:21:26.443285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:26.443930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.445180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "PUT /v2.0/ports/e6f74e44-a835-4f33-a2ec-e65d9aaec7cf HTTP/1.1" status: 200 len: 1067 time: 1.9822485 Nov 25 11:21:26.451567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.454194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34088) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:26.481923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:26.493239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:security_group_rule and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:26.498437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:26.506289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:26.511000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:26.511176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event updated for resources: {'Port': ['ID=e6f74e44-a835-4f33-a2ec-e65d9aaec7cf,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:26.514013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:26.518776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:26.518954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:26.526555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:26.528989 dv-neutron-819177-1-hyperv neutron-server[83570]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] No L3 agents can host the router 8c9f11d8-125d-4084-a708-1e4a1f67b8b2 Nov 25 11:21:26.556976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:26.560094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.582847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.595076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-647c273a-1879-4f90-a66e-772bf5391495 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:26.607338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:26.607477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.790432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:26.799084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event updated for resources: {'Port': ['ID=a006667e-9e7a-4106-ba8f-d35b05ee0db6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:26.815178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:26.821943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:26.829571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:26.885023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.892062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-12543a8b-fed7-4900-8452-c15757f2e39b None None] Provisioning complete for port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:26.892798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12543a8b-fed7-4900-8452-c15757f2e39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.902034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:26.909420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bfeac206-7519-4506-b091-4f2787200908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:26.977233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:26.978584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-12543a8b-fed7-4900-8452-c15757f2e39b None None] Port e6f74e44-a835-4f33-a2ec-e65d9aaec7cf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:27.015577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8355872-69e9-4bdc-b5b0-48d383877187,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:27.018410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.018812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment f698da33-2e89-4039-b0f3-11c2fb8b8c07 of type vlan for network 0eeed631-d8cd-4d37-a40f-3b6feab4009f Nov 25 11:21:27.027205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:27.113049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.191453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.195742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:27.196385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.209599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31a93a2b-327e-4efa-abec-c04123ef4e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:27.216232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 242560a1-901e-433f-9783-59cbf29abfb6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:27.216545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.257498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.269687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Hosts for router 8c9f11d8-125d-4084-a708-1e4a1f67b8b2: [] {{(pid=83570) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 11:21:27.309338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ae8185a5-c5e4-410a-a66d-984cd0fe6c87 None None] Provisioning complete for port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:27.310107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ae8185a5-c5e4-410a-a66d-984cd0fe6c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.332197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.350894 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4104731 Nov 25 11:21:27.350894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=0eeed631-d8cd-4d37-a40f-3b6feab4009f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:27.355970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:27.357823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:27.360132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:27.360573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:27.385748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ae8185a5-c5e4-410a-a66d-984cd0fe6c87 None None] Port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:27.387065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:27.387649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.394790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.395502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.400547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 0eeed631-d8cd-4d37-a40f-3b6feab4009f details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:27.488824 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2446797 Nov 25 11:21:27.497137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:27.497375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Calling delete_port for e6f74e44-a835-4f33-a2ec-e65d9aaec7cf owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:27.497839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34094) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:27.501973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d3bbcf-9e57-489d-a990-eabe4b4ec2f2 None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:27.511037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': '0eeed631-d8cd-4d37-a40f-3b6feab4009f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:27.529478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'security_group': {'name': 'tempest-secgroup-289866604'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:27.539486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=797f5971-1ede-4b3d-91b4-8f34b74701c5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:27.547414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:27.550592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:27.555206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:27.559077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:27.589061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Hosts for other DVR routers connected to router 8c9f11d8-125d-4084-a708-1e4a1f67b8b2: set() {{(pid=83570) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 11:21:27.591467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.595925 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fa407285-1e98-485f-8e16-3ee1b4828202 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "PUT /v2.0/routers/8c9f11d8-125d-4084-a708-1e4a1f67b8b2 HTTP/1.1" status: 200 len: 717 time: 2.6708651 Nov 25 11:21:27.596934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34100) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:27.617451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:27.663349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.674547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:27.687740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:27.694601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:27.705963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ae8185a5-c5e4-410a-a66d-984cd0fe6c87 None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:27.706486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ae8185a5-c5e4-410a-a66d-984cd0fe6c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.707542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:27.786828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:27.801159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:27.811057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group_rule and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:27.815777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:27.893903 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-672e1e4c-2d7e-4cfa-b295-d812e61fc960 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "GET /v2.0/routers/8c9f11d8-125d-4084-a708-1e4a1f67b8b2 HTTP/1.1" status: 200 len: 717 time: 0.2883756 Nov 25 11:21:27.894582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34104) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:27.896298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.916670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:27.973953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0387414-386f-469d-8635-122653a9a303 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:27.987274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:28.036809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Update dhcp port {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'fixed_ips': [{'subnet_id': 'a5773810-878e-48d9-aa95-ba98c765f1aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '797f5971-1ede-4b3d-91b4-8f34b74701c5'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '58f95e63-7c96-411b-a6a5-a1647b421628'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:21:28.054000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.141116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.193377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.206248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.215339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-666b55fe-d836-4af6-bdea-23f47a1deb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:28.239866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 242560a1-901e-433f-9783-59cbf29abfb6 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:28.269424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Port': ['ID=e6f74e44-a835-4f33-a2ec-e65d9aaec7cf,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:28.277807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2ab6c3-339d-44d3-9e5a-ce6961fad78d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:28.281449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.282650 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7820919 Nov 25 11:21:28.284598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:28.288701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:28.290694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:28.300277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'security_group': {'name': 'tempest-secgroup-89876476'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:28.339062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:28.349591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:28.356224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:28.365924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Allocated IP 2001:db8::2 (2e37f7da-8010-4045-a956-b39ac8eccab3/797f5971-1ede-4b3d-91b4-8f34b74701c5/58f95e63-7c96-411b-a6a5-a1647b421628) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:28.367957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:28.384739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Router 6ff0cc25-cdc1-4096-9b44-720dd9c74f93 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:21:28.417682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.509565 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-66df44db-fbc9-49db-b692-a2500ebe892a tempest-RoutersTestDVR-1030058112 tempest-RoutersTestDVR-1030058112-project] 10.222.0.41 "GET /v2.0/routers/8c9f11d8-125d-4084-a708-1e4a1f67b8b2 HTTP/1.1" status: 200 len: 683 time: 0.6051497 Nov 25 11:21:28.515003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34116) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:28.578071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.591475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-715c173e-3590-45fe-a3d4-a003bb930c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:28.599285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] For port 58f95e63-7c96-411b-a6a5-a1647b421628, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=58f95e63-7c96-411b-a6a5-a1647b421628,segment=NetworkSegment(b159f3f7-08b3-4769-be7a-da6b6af29388),segment_id=b159f3f7-08b3-4769-be7a-da6b6af29388)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:28.627287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:28.634067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.638323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group_rule and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:28.644146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:28.659708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Transition to ACTIVE for port object 58f95e63-7c96-411b-a6a5-a1647b421628 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:28.659937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:28.664572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.680763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:28.728373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=1a051b31-1891-4ac2-b2c9-828e98512173,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:28.731714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:28.788106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.807634 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/ports/e6f74e44-a835-4f33-a2ec-e65d9aaec7cf HTTP/1.1" status: 204 len: 168 time: 2.3509264 Nov 25 11:21:28.810149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34122) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:28.822283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': 'f698da33-2e89-4039-b0f3-11c2fb8b8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0eeed631-d8cd-4d37-a40f-3b6feab4009f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:28.822742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: 0eeed631-d8cd-4d37-a40f-3b6feab4009f, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:28.827859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Pushing event updated for resources: {'Port': ['ID=58f95e63-7c96-411b-a6a5-a1647b421628,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:28.836793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:28.865675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2119f65-f44c-4099-8627-9a3987278882 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.886186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.904420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.912417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:28.928267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network 0eeed631-d8cd-4d37-a40f-3b6feab4009f is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:28.966529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee3a1ff-ce11-4e78-b817-95aa95269d19,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:28.969961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:28.970917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 0eeed631-d8cd-4d37-a40f-3b6feab4009f) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:28.975212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:28.975839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:28.978597 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efc868f-20eb-404b-8396-905ffe72cc96 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] GET failed (client error): The resource could not be found. Nov 25 11:21:28.979094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5efc868f-20eb-404b-8396-905ffe72cc96 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Synchronizing usage tracker for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:28.988054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19fdc1b-8a07-4a9a-b911-32edf4960bf1 None None] Network 0eeed631-d8cd-4d37-a40f-3b6feab4009f requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:29.001006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.005717 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.7107186 Nov 25 11:21:29.006075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:29.016036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207023859'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:29.024422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:29.028699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:29.034349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:29.040791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:29.050686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5efc868f-20eb-404b-8396-905ffe72cc96 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Unset dirty status for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:29.052190 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5efc868f-20eb-404b-8396-905ffe72cc96 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "GET /v2.0/ports/e6f74e44-a835-4f33-a2ec-e65d9aaec7cf HTTP/1.1" status: 404 len: 333 time: 0.2363679 Nov 25 11:21:29.056493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:29.059153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:29.078390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] Sync routers for ids ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:29.106092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] Routers {'6ff0cc25-cdc1-4096-9b44-720dd9c74f93'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:29.106974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:29.119256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.143727 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6452019 Nov 25 11:21:29.148684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34134) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:29.183319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:29.184740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:29.189035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:security_group_rule and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:29.192287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:29.198590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:29.258648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] Routers {'6ff0cc25-cdc1-4096-9b44-720dd9c74f93'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:29.259328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:29.268553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.273239 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4697304 Nov 25 11:21:29.273662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-16717959'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:29.277096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34138) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:29.289427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting port 947d92be-ed80-410d-bb62-329d13c90336 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:29.289912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.292925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': False}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:29.325959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.340196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.353054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:29.372136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6596330d-9571-4150-a185-d8661c2ef8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:29.383573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:29.391281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:29.408521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.410547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:29.411015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f7ddb-f0c4-4e46-a1a7-3510f62c2276 None None] The sync data for ids ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:29.413289 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4057863 Nov 25 11:21:29.414166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34142) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:29.452159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-126479596', 'security_groups': ['5cc93aa5-8a8a-484c-9993-e00dcfad9cad'], 'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '797f5971-1ede-4b3d-91b4-8f34b74701c5'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:29.468728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:29.479802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.499898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-0eeed631-d8cd-4d37-a40f-3b6feab4009f', 'network_id': '0eeed631-d8cd-4d37-a40f-3b6feab4009f', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '1a051b31-1891-4ac2-b2c9-828e98512173'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:29.500991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.585748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc93aa5-8a8a-484c-9993-e00dcfad9cad,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:29.599762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:29.633539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a0f7e909-01a9-4789-b5cb-7dad73d30d3c None None] Provisioning for port 58f95e63-7c96-411b-a6a5-a1647b421628 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:29.646479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a0f7e909-01a9-4789-b5cb-7dad73d30d3c None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:29.646860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e909-01a9-4789-b5cb-7dad73d30d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.684866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.696012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 58f95e63-7c96-411b-a6a5-a1647b421628 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:29.725380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3a145f40-1c7e-49f0-9454-e3122e43f3b7 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:29.765875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:29.783263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=242560a1-901e-433f-9783-59cbf29abfb6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:29.786182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:29.790224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:29.793231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.793629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:29.817918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.832095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:29.833873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Allocated IP 172.20.255.242 (0eeed631-d8cd-4d37-a40f-3b6feab4009f/1a051b31-1891-4ac2-b2c9-828e98512173/c1659893-ebe1-45f1-b251-9f60393b1ed4) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:29.837839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.846079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2119f65-f44c-4099-8627-9a3987278882 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.908457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2119f65-f44c-4099-8627-9a3987278882 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:29.943890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:29.981423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] device_id is not set on port 6064f776-48bf-479c-810e-2c7404bfc9d0 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:30.025500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Calling delete_port for 947d92be-ed80-410d-bb62-329d13c90336 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:30.043114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.043802 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment 752185db-22bb-4857-b3cd-a277d491737c of type vlan for network e768c937-19fc-45da-b68f-37fc238dba69 Nov 25 11:21:30.137298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2119f65-f44c-4099-8627-9a3987278882 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.137987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2119f65-f44c-4099-8627-9a3987278882 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9f11d8-125d-4084-a708-1e4a1f67b8b2 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:30.139590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:30.139907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.154315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.205689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.229370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2119f65-f44c-4099-8627-9a3987278882 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.234339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a0f7e909-01a9-4789-b5cb-7dad73d30d3c None None] Provisioning complete for port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:30.234712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e909-01a9-4789-b5cb-7dad73d30d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.236992 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d2119f65-f44c-4099-8627-9a3987278882 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "DELETE /v2.0/routers/8c9f11d8-125d-4084-a708-1e4a1f67b8b2 HTTP/1.1" status: 204 len: 168 time: 1.7207274 Nov 25 11:21:30.237686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34146) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:30.250930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Request body: {'router': {'name': 'tempest-router-173236898', 'distributed': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:30.261501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.266010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:30.266635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.274076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:30.276513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-09cc1658-c1c8-467a-9e52-35f92380504f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:30.356043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7e909-01a9-4789-b5cb-7dad73d30d3c None None] Port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:30.356304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Usage tracker for resource:router and tenant:79463dcf11d64d6c9e90a9c7447f0979 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:30.366627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:30.431560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Transition to ACTIVE for port object c1659893-ebe1-45f1-b251-9f60393b1ed4 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:30.437572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.441273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:30.444295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3eaf03a5-e53f-413b-8b15-84fde749e459 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:30.453681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Transition to ACTIVE for port object c1659893-ebe1-45f1-b251-9f60393b1ed4 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:30.459501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.464104 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3028493 Nov 25 11:21:30.466431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:30.469710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34150) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:30.493611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=e768c937-19fc-45da-b68f-37fc238dba69,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:30.498592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8::1d3 (2e37f7da-8010-4045-a956-b39ac8eccab3/797f5971-1ede-4b3d-91b4-8f34b74701c5/6064f776-48bf-479c-810e-2c7404bfc9d0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:30.500999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Port': ['ID=947d92be-ed80-410d-bb62-329d13c90336,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:30.503988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': 'e768c937-19fc-45da-b68f-37fc238dba69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:30.508114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:30.539492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Pushing event updated for resources: {'Port': ['ID=c1659893-ebe1-45f1-b251-9f60393b1ed4,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:30.541766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network e768c937-19fc-45da-b68f-37fc238dba69 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:30.569441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.603914 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/ports/947d92be-ed80-410d-bb62-329d13c90336 HTTP/1.1" status: 204 len: 168 time: 1.5399010 Nov 25 11:21:30.605677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34154) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:30.644041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:30.645801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:30.659001 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Network 0eeed631-d8cd-4d37-a40f-3b6feab4009f is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:30.669432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:30.673166 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3570a0e5-9bd2-4c24-b6bf-0ca5af116fe8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] GET failed (client error): The resource could not be found. Nov 25 11:21:30.673674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3570a0e5-9bd2-4c24-b6bf-0ca5af116fe8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Synchronizing usage tracker for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:30.679306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:30.710640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.711711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.752713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3570a0e5-9bd2-4c24-b6bf-0ca5af116fe8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Unset dirty status for tenant:5a594544cfeb41dbb378a7fbf26705e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:30.759079 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3570a0e5-9bd2-4c24-b6bf-0ca5af116fe8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "GET /v2.0/ports/947d92be-ed80-410d-bb62-329d13c90336 HTTP/1.1" status: 404 len: 333 time: 0.1472955 Nov 25 11:21:30.760229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:30.778507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:30.783369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Attempting to bind port c1659893-ebe1-45f1-b251-9f60393b1ed4 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:30.785323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:30.785477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Attempting to bind port c1659893-ebe1-45f1-b251-9f60393b1ed4 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'f698da33-2e89-4039-b0f3-11c2fb8b8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0eeed631-d8cd-4d37-a40f-3b6feab4009f'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:30.785716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Attempting to bind port c1659893-ebe1-45f1-b251-9f60393b1ed4 on network 0eeed631-d8cd-4d37-a40f-3b6feab4009f {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:30.790114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:30.793557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:30.793941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Checking segment: {'id': 'f698da33-2e89-4039-b0f3-11c2fb8b8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0eeed631-d8cd-4d37-a40f-3b6feab4009f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:30.794528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.795132 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Bound using segment: {'id': 'f698da33-2e89-4039-b0f3-11c2fb8b8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0eeed631-d8cd-4d37-a40f-3b6feab4009f'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:30.795762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Bound port: c1659893-ebe1-45f1-b251-9f60393b1ed4, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f698da33-2e89-4039-b0f3-11c2fb8b8c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0eeed631-d8cd-4d37-a40f-3b6feab4009f'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:30.796650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.804514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:30.823778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.862291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:30.883064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting port 1d82d276-d014-4ee1-8b3e-1bc55676f699 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:30.883397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.905894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] For port c1659893-ebe1-45f1-b251-9f60393b1ed4, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:30.909097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] For port c1659893-ebe1-45f1-b251-9f60393b1ed4, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c1659893-ebe1-45f1-b251-9f60393b1ed4,segment=NetworkSegment(f698da33-2e89-4039-b0f3-11c2fb8b8c07),segment_id=f698da33-2e89-4039-b0f3-11c2fb8b8c07)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:30.914184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.914693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:30.918883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b8ac1a55-2b0f-4a34-8c8d-7b27d79bd376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:30.949693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 6064f776-48bf-479c-810e-2c7404bfc9d0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:30.950526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.002743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Pushing event updated for resources: {'Port': ['ID=c1659893-ebe1-45f1-b251-9f60393b1ed4,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:31.007785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:31.061312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.069712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.070969 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-37d610ba-beeb-470b-b46c-69f34a613acf tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8299735 Nov 25 11:21:31.075477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.091695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34162) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:31.092961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.102913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:31.237580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:31.243596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.251768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:31.260809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:31.265274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:31.266001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.322923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=6064f776-48bf-479c-810e-2c7404bfc9d0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:31.382173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:31.397934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Calling delete_port for 1d82d276-d014-4ee1-8b3e-1bc55676f699 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:31.447817 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0166717 Nov 25 11:21:31.448704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34166) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:31.463779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:31.588735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ac363c1-c063-43ed-9535-225ac81ade74 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.606748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-75209751-1ed2-495d-9a4a-951704880171 None None] Provisioning for port 6064f776-48bf-479c-810e-2c7404bfc9d0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:31.614502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-75209751-1ed2-495d-9a4a-951704880171 None None] Provisioning complete for port 6064f776-48bf-479c-810e-2c7404bfc9d0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:31.614859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-75209751-1ed2-495d-9a4a-951704880171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.681568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:31.685647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:31.689230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:31.693126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.693277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-75209751-1ed2-495d-9a4a-951704880171 None None] Port 6064f776-48bf-479c-810e-2c7404bfc9d0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:31.701316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-942e6cc3-7bdc-482d-ae33-f221970e75d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:31.734784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:31.753873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Port': ['ID=1d82d276-d014-4ee1-8b3e-1bc55676f699,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:31.759745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:31.768363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c1659893-ebe1-45f1-b251-9f60393b1ed4 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:31.786487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:31.820793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:31.851050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c1659893-ebe1-45f1-b251-9f60393b1ed4 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:31.902709 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/ports/1d82d276-d014-4ee1-8b3e-1bc55676f699 HTTP/1.1" status: 204 len: 168 time: 1.1420810 Nov 25 11:21:31.906389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34170) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:31.992718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.192924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.203907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-43b0c8d1-f19b-406a-ab74-30fe50785ee1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:32.314245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16850870-3f90-4ff0-9658-86b05fd42e1b None None] Network 0eeed631-d8cd-4d37-a40f-3b6feab4009f requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:32.340149 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 797f5971-1ede-4b3d-91b4-8f34b74701c5 (CIDR: 2001:db8::/64) Nov 25 11:21:32.346521 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:21:32.346958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:32.359937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting subnet 07f597b3-38e3-4579-afc0-6cd9d8f5d2fc {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:32.364942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.383693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ac363c1-c063-43ed-9535-225ac81ade74 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.402249 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-35b1340c-78fb-4cc3-891a-22734c5e6bc4 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9501190 Nov 25 11:21:32.405357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:32.412879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:32.418063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ac363c1-c063-43ed-9535-225ac81ade74 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.428874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=8997d811-2cc5-47e9-87b3-01073f8e2323,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:32.434282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:32.499757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.544372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': '752185db-22bb-4857-b3cd-a277d491737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e768c937-19fc-45da-b68f-37fc238dba69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:32.545288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: e768c937-19fc-45da-b68f-37fc238dba69, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:32.556748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ac363c1-c063-43ed-9535-225ac81ade74 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.557234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac363c1-c063-43ed-9535-225ac81ade74 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2927bd0d-4cd8-41bb-91dc-5a0e1fe94bb3 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:32.588306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Provisioning for port c1659893-ebe1-45f1-b251-9f60393b1ed4 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:32.605872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Provisioning complete for port c1659893-ebe1-45f1-b251-9f60393b1ed4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:32.607361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:32.615913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:32.616095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.621425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:32.630536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:32.656305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:32.659947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.669027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ac363c1-c063-43ed-9535-225ac81ade74 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.672541 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0ac363c1-c063-43ed-9535-225ac81ade74 tempest-RoutersTestDVR-509240029 tempest-RoutersTestDVR-509240029-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2927bd0d-4cd8-41bb-91dc-5a0e1fe94bb3 HTTP/1.1" status: 204 len: 168 time: 1.5749738 Nov 25 11:21:32.702714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network e768c937-19fc-45da-b68f-37fc238dba69 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:32.729520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.736822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, e768c937-19fc-45da-b68f-37fc238dba69) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:32.740921 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.786110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa131167-afa5-4b6e-b740-60dc0d701e77 None None] Network e768c937-19fc-45da-b68f-37fc238dba69 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:32.798547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:32.799489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.812771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.899301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.908471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-742e3d78-b262-4004-8f0d-64bef6a916ad tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:32.954383 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a5773810-878e-48d9-aa95-ba98c765f1aa (CIDR: 2001:db8:0:1::/64) Nov 25 11:21:32.969691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] For port c1659893-ebe1-45f1-b251-9f60393b1ed4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c1659893-ebe1-45f1-b251-9f60393b1ed4,segment=NetworkSegment(f698da33-2e89-4039-b0f3-11c2fb8b8c07),segment_id=f698da33-2e89-4039-b0f3-11c2fb8b8c07)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:32.971564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Subnet': ['ID=07f597b3-38e3-4579-afc0-6cd9d8f5d2fc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:32.980555 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:21:32.981234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:32.983698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:32.988400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eb8af018-520a-4e34-b219-abb630d449e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:33.006073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:33.011018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.013455 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/subnets/07f597b3-38e3-4579-afc0-6cd9d8f5d2fc HTTP/1.1" status: 204 len: 168 time: 1.1061406 Nov 25 11:21:33.016592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34184) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:33.052293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6a885-db0d-4a50-b747-e6527b34409b None None] Network d6cc992c-319b-4e72-8ccc-28bc6f7854ad requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:33.063083 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4aeae5bd-6aeb-4a4a-b71e-71cbacba3ff0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6565235 Nov 25 11:21:33.067668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34188) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:33.085614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'subnet': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:33.088683 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6057062 Nov 25 11:21:33.091423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34194) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:33.242130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.242766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34198) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:33.268887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Pushing event updated for resources: {'Port': ['ID=c1659893-ebe1-45f1-b251-9f60393b1ed4,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:33.277369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:33.287354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.344730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41dfa8b-8ba7-41a6-ba0a-dab7401ee29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-e768c937-19fc-45da-b68f-37fc238dba69', 'network_id': 'e768c937-19fc-45da-b68f-37fc238dba69', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '8997d811-2cc5-47e9-87b3-01073f8e2323'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:33.345555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f41dfa8b-8ba7-41a6-ba0a-dab7401ee29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.349536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Deleting port 1446187d-a4d2-4653-aac8-d6ba8913953f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:33.350000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.376133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b1a91d74-329d-4d8e-8400-2a78db92ba9f None None] Provisioning complete for port c1659893-ebe1-45f1-b251-9f60393b1ed4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:33.376630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b1a91d74-329d-4d8e-8400-2a78db92ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.397183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:33.404844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Usage tracker for resource:subnet and tenant:58b0c4ff0a7c4873b2ec25251853e5ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:33.409515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:33.430581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:33.472611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.521140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.574403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Made reservation on behalf of 58b0c4ff0a7c4873b2ec25251853e5ef for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:33.576315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.579503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.583178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-59c88632-afb8-45e7-9e6d-e3daf38a7024 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:33.639449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=8997d811-2cc5-47e9-87b3-01073f8e2323,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:33.648587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server [None req-f41dfa8b-8ba7-41a6-ba0a-dab7401ee29b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8997d811-2cc5-47e9-87b3-01073f8e2323: This subnet is being modified by another concurrent operation. Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:21:33.692757 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8997d811-2cc5-47e9-87b3-01073f8e2323: This subnet is being modified by another concurrent operation. Nov 25 11:21:33.696251 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Nov 25 11:21:33.729700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fec503-4095-46d4-9cf6-44a052d80a88 None None] Network e768c937-19fc-45da-b68f-37fc238dba69 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:33.746244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c1659893-ebe1-45f1-b251-9f60393b1ed4 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:33.792033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] DHCP port deletion for d6cc992c-319b-4e72-8ccc-28bc6f7854ad request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:21:33.817079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.824932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Deleting port 1446187d-a4d2-4653-aac8-d6ba8913953f {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:33.825328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.860710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e768c937-19fc-45da-b68f-37fc238dba69']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:33.941479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752185db-22bb-4857-b3cd-a277d491737c') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:33.941824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752185db-22bb-4857-b3cd-a277d491737c') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:33.955007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:33.964177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:33.978194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Usage tracker for resource:security_group_rule and tenant:bcca460f4a3a426ca512fc9a90d57aba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:33.987283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:33.987936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router b7cfa0aa-7fc5-4ac7-be75-e85727d075ef has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:21:34.000550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:34.023933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6dbf-f2e0-4987-9546-07ece8579f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.036816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] For port 1446187d-a4d2-4653-aac8-d6ba8913953f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1446187d-a4d2-4653-aac8-d6ba8913953f,segment=NetworkSegment(ebe978f4-2b5e-4241-b10c-c32295bbda92),segment_id=ebe978f4-2b5e-4241-b10c-c32295bbda92)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:34.037177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.058552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.073638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:34.074022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:34.088597 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:34.167704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.216154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c1659893-ebe1-45f1-b251-9f60393b1ed4 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:34.216549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.252228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.260396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.289806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Calling delete_port for 1446187d-a4d2-4653-aac8-d6ba8913953f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:34.302814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] For port 1446187d-a4d2-4653-aac8-d6ba8913953f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1446187d-a4d2-4653-aac8-d6ba8913953f,segment=NetworkSegment(ebe978f4-2b5e-4241-b10c-c32295bbda92),segment_id=ebe978f4-2b5e-4241-b10c-c32295bbda92)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:34.303206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.329132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.340166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:34.358165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.376542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=e768c937-19fc-45da-b68f-37fc238dba69,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:34.381623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:34.394093 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/e768c937-19fc-45da-b68f-37fc238dba69 HTTP/1.1" status: 204 len: 168 time: 1.2965841 Nov 25 11:21:34.394093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34206) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:34.412573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.422635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69e6818b-c58a-4505-95d7-b95c9a40e05a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:34.433361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Calling delete_port for 1446187d-a4d2-4653-aac8-d6ba8913953f owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:34.446689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-485272672'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:34.461837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:34.471391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:34.471574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.488727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:34.490928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.499513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:34.508816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:34.509858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.517554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:34.525076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:34.525704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.531124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Subnet': ['ID=e848a4b7-e620-4496-b697-0885d07b2afe,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:34.536060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94746c7e-5762-45bf-bd80-08d1395c5a8d None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:34.540945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:34.550047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-970c064e-c478-40af-8989-8a34d6e6de8b tempest-PortsAdminExtendedAttrsTestJSON-265018861 tempest-PortsAdminExtendedAttrsTestJSON-265018861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:34.553453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:34.556479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.586346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] No DVR routers for this DVR port 1446187d-a4d2-4653-aac8-d6ba8913953f on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:21:34.597788 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcca460f4a3a426ca512fc9a90d57aba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3515587 Nov 25 11:21:34.626165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34210) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:34.636971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41028ed5-e93d-48f6-b2d3-ebd4da08c684,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:34.645972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:34.646272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:34.662506 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5929637 Nov 25 11:21:34.665431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:34.668774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:34.708957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34214) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:34.731152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-774351063', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e848a4b7-e620-4496-b697-0885d07b2afe'}], 'security_groups': ['2b2ab6c3-339d-44d3-9e5a-ce6961fad78d', 'cee3a1ff-ce11-4e78-b817-95aa95269d19']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:34.793405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:34.808149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Port': ['ID=1446187d-a4d2-4653-aac8-d6ba8913953f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:34.809994 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.810328 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment d543ca92-ca52-471a-936f-c0bdceb7d61a of type vlan for network fb787edd-59f6-4a9e-aa41-629ca9515a94 Nov 25 11:21:34.839131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:34.847324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.863776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.878320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:34.890610 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] Sync routers for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:34.899451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cc992c-319b-4e72-8ccc-28bc6f7854ad']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:34.907291 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/routers/b7cfa0aa-7fc5-4ac7-be75-e85727d075ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1474385 Nov 25 11:21:34.907805 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:34.908656 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:34.909726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34218) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:34.954437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe978f4-2b5e-4241-b10c-c32295bbda92') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:34.954754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe978f4-2b5e-4241-b10c-c32295bbda92') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:34.956215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Update dhcp port {'port': {'network_id': '2e37f7da-8010-4045-a956-b39ac8eccab3', 'fixed_ips': [{'subnet_id': 'a5773810-878e-48d9-aa95-ba98c765f1aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '797f5971-1ede-4b3d-91b4-8f34b74701c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e848a4b7-e620-4496-b697-0885d07b2afe'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '58f95e63-7c96-411b-a6a5-a1647b421628'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:21:34.986778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.987030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.990493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:34.991065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:34.991965 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:34.996850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2a54158e-9487-44a9-9ea2-26b40be957dc tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:35.007921 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] Routers {'b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:35.008783 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:35.016174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.018550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.029075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.037185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.052865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:35.053262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:35.068419 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:35.095492 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:35.096296 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98530eac-7d51-47d9-bef3-a2a16042af38 None None] The sync data for ids ['b7cfa0aa-7fc5-4ac7-be75-e85727d075ef'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:35.105317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Router 6ff0cc25-cdc1-4096-9b44-720dd9c74f93 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:21:35.110309 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7159789 Nov 25 11:21:35.110956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34222) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:35.118450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.129696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:35.143403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=fb787edd-59f6-4a9e-aa41-629ca9515a94,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:35.150542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:35.176220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Deleting port 1446187d-a4d2-4653-aac8-d6ba8913953f {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:35.176220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.208855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network fb787edd-59f6-4a9e-aa41-629ca9515a94 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:35.270615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.276303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:35.298307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.314828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-123c3a42-854d-4a7b-a720-afa08fa670d6 None None] The port '1446187d-a4d2-4653-aac8-d6ba8913953f' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:21:35.320137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Pushing event deleted for resources: {'Network': ['ID=d6cc992c-319b-4e72-8ccc-28bc6f7854ad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:35.324159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:35.330359 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] 10.222.0.41 "DELETE /v2.0/networks/d6cc992c-319b-4e72-8ccc-28bc6f7854ad HTTP/1.1" status: 204 len: 168 time: 2.3096848 Nov 25 11:21:35.399749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:35.406784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:35.408476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.412216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:35.422871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:35.424493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:35.444655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.446176 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41028ed5-e93d-48f6-b2d3-ebd4da08c684 HTTP/1.1" status: 204 len: 168 time: 0.8145022 Nov 25 11:21:35.447686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41028ed5-e93d-48f6-b2d3-ebd4da08c684,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:35.462264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:35.463895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:35.554691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Allocated IP 2001:db8:0:2::2 (2e37f7da-8010-4045-a956-b39ac8eccab3/e848a4b7-e620-4496-b697-0885d07b2afe/58f95e63-7c96-411b-a6a5-a1647b421628) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:35.660072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.727401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1446187d-a4d2-4653-aac8-d6ba8913953f no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:21:35.741743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.778742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1446187d-a4d2-4653-aac8-d6ba8913953f {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:21:35.779735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1446187d-a4d2-4653-aac8-d6ba8913953f not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:21:35.806847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34234) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:35.831065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing IP validity checks on allocation pools {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:21:35.831667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:21:35.841291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] For port 58f95e63-7c96-411b-a6a5-a1647b421628, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=58f95e63-7c96-411b-a6a5-a1647b421628,segment=NetworkSegment(b159f3f7-08b3-4769-be7a-da6b6af29388),segment_id=b159f3f7-08b3-4769-be7a-da6b6af29388)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:35.890146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.898380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:35.915257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] Sync routers for ids ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:35.918990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Transition to ACTIVE for port object 58f95e63-7c96-411b-a6a5-a1647b421628 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:35.942695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:35.946453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-39025c9f-a45e-4519-89a9-5dbd1f773643 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "PUT /v2.0/routers/6ff0cc25-cdc1-4096-9b44-720dd9c74f93 HTTP/1.1" status: 200 len: 921 time: 6.6556082 Nov 25 11:21:35.951467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34240) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:35.953095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] Routers {'6ff0cc25-cdc1-4096-9b44-720dd9c74f93'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:35.953832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:36.001419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:36.034619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.046770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:36.062398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.093950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:36.118682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:36.123651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Usage tracker for resource:security_group_rule and tenant:79463dcf11d64d6c9e90a9c7447f0979 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:36.127335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:36.133365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:36.167080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.172626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-763695ba-70c5-4a39-a7bc-f5617735491f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:36.212225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.224517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.237809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Pushing event updated for resources: {'Port': ['ID=58f95e63-7c96-411b-a6a5-a1647b421628,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:36.244156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:36.249396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] Routers {'6ff0cc25-cdc1-4096-9b44-720dd9c74f93'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:36.250029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:36.268881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:36.305597 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-baa5e069-71e2-4196-8ec6-b44f9c29b4c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a594544cfeb41dbb378a7fbf26705e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4970284 Nov 25 11:21:36.310250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34248) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:36.320305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:36.320722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4c7af-aa56-43db-9475-97b547aafdc7 None None] The sync data for ids ['6ff0cc25-cdc1-4096-9b44-720dd9c74f93'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:36.330547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ee4e6d2-53d5-419c-b66f-739398d36a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.374611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf9edbf-b1a7-4d63-b587-ab4e675fe3b8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:36.395609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:36.401145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Delete allocated IP 2001:db8::1d3 (2e37f7da-8010-4045-a956-b39ac8eccab3/797f5971-1ede-4b3d-91b4-8f34b74701c5) {{(pid=83569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:21:36.409925 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79463dcf11d64d6c9e90a9c7447f0979&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4058316 Nov 25 11:21:36.419735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34252) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:36.423769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Allocated IP 2001:db8:0:2::26e (2e37f7da-8010-4045-a956-b39ac8eccab3/e848a4b7-e620-4496-b697-0885d07b2afe/6064f776-48bf-479c-810e-2c7404bfc9d0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:36.462823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=3fdb5277-c0ae-482b-bb05-efb0bcbf642b,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:36.471972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:36.510583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': 'd543ca92-ca52-471a-936f-c0bdceb7d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:36.511252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: fb787edd-59f6-4a9e-aa41-629ca9515a94, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:36.525276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.534275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.561278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 25d71efd-5feb-42ad-b29b-11c788db3046 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:36.562006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.605530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.610484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.615383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network fb787edd-59f6-4a9e-aa41-629ca9515a94 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:36.658603 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-872d27df-e6a5-4591-9df1-ea2c91bc8731 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/6ff0cc25-cdc1-4096-9b44-720dd9c74f93 HTTP/1.1" status: 200 len: 921 time: 0.7060883 Nov 25 11:21:36.659278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, fb787edd-59f6-4a9e-aa41-629ca9515a94) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:36.668831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8116ac0-acd2-493d-878e-5f6312bed52b None None] Network fb787edd-59f6-4a9e-aa41-629ca9515a94 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:36.703487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34256) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:36.712533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:36.713113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.809085 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6938217 Nov 25 11:21:36.809845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34260) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:36.842630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.852868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.961055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.969426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.975664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-945824bd-f2f7-454d-afa3-7d5a94084a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:36.987627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-fb787edd-59f6-4a9e-aa41-629ca9515a94', 'network_id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '3fdb5277-c0ae-482b-bb05-efb0bcbf642b'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:36.987627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:36.994149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed385cc5-42e9-4e9a-87d2-1e14839ec7f9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:36.998422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:37.015802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.020744 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed385cc5-42e9-4e9a-87d2-1e14839ec7f9 HTTP/1.1" status: 204 len: 168 time: 0.6922784 Nov 25 11:21:37.023913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Transition to ACTIVE for port object 6064f776-48bf-479c-810e-2c7404bfc9d0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:37.024971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.028822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.030372 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cf9edbf-b1a7-4d63-b587-ab4e675fe3b8 HTTP/1.1" status: 204 len: 168 time: 0.6095462 Nov 25 11:21:37.031676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0c76cf97-3540-4787-8ec8-c56e1d360ac3 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:37.048702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 25d71efd-5feb-42ad-b29b-11c788db3046 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:37.050429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf9edbf-b1a7-4d63-b587-ab4e675fe3b8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:37.058647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:37.060567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.078612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-af1c1451-8b03-444f-90b7-ef67c46eedb0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:37.160123 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-48b9be58-a60b-42d2-ac33-e336645af577 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=6ff0cc25-cdc1-4096-9b44-720dd9c74f93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4544532 Nov 25 11:21:37.165418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34268) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:37.169168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.267791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event updated for resources: {'Port': ['ID=6064f776-48bf-479c-810e-2c7404bfc9d0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:37.284119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:37.287515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] In _notify_port_updated(), no bound segment for port 6064f776-48bf-479c-810e-2c7404bfc9d0 on network 2e37f7da-8010-4045-a956-b39ac8eccab3 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:21:37.291523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:37.292167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.293499 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "PUT /v2.0/ports/6064f776-48bf-479c-810e-2c7404bfc9d0 HTTP/1.1" status: 200 len: 969 time: 2.5837448 Nov 25 11:21:37.297088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:37.373697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Provisioning for port 58f95e63-7c96-411b-a6a5-a1647b421628 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:37.398424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:37.399385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.456901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 6064f776-48bf-479c-810e-2c7404bfc9d0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:37.457122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.539961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.550609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Allocated IP 172.20.0.3 (fb787edd-59f6-4a9e-aa41-629ca9515a94/3fdb5277-c0ae-482b-bb05-efb0bcbf642b/90c4cdf9-c594-426f-9423-d072c02edc0d) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:37.568073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.619726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd22c778-e6a2-41db-9f8c-e9f370a9a182 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:37.631772 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dd22c778-e6a2-41db-9f8c-e9f370a9a182 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.4595807 Nov 25 11:21:37.636593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34284) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:37.801047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.812903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0389bcf-6a7c-459e-9fdf-0a0a20dd56b2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:37.825052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 58f95e63-7c96-411b-a6a5-a1647b421628 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:37.870939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=25d71efd-5feb-42ad-b29b-11c788db3046,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:37.874402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:37.877569 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-25394d59-091f-483b-8744-d6974cca011d tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ff0cc25-cdc1-4096-9b44-720dd9c74f93 HTTP/1.1" status: 200 len: 205 time: 0.2387545 Nov 25 11:21:37.881883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34298) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:37.899581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:37.973684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:37.974005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.065515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Provisioning complete for port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:38.065887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.163583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 6064f776-48bf-479c-810e-2c7404bfc9d0 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:38.201590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:38.214380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.293911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Transition to ACTIVE for port object 90c4cdf9-c594-426f-9423-d072c02edc0d will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:38.310957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Provisioning for port 6064f776-48bf-479c-810e-2c7404bfc9d0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:38.324603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Provisioning complete for port 6064f776-48bf-479c-810e-2c7404bfc9d0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:38.324992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.392736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.396279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Transition to ACTIVE for port object 90c4cdf9-c594-426f-9423-d072c02edc0d will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:38.400573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5b6c3793-7c77-4245-946d-38c49a8f4b8a tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:38.411738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.427293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.438943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:38.487228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-11f62078-e5a2-423a-9cb6-36bb77513752 None None] Port 6064f776-48bf-479c-810e-2c7404bfc9d0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:38.498538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Network fb787edd-59f6-4a9e-aa41-629ca9515a94 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:38.502148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:38.505817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:38.526021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Pushing event updated for resources: {'Port': ['ID=90c4cdf9-c594-426f-9423-d072c02edc0d,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:38.548174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:38.553922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34314) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:38.565190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.576194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=6064f776-48bf-479c-810e-2c7404bfc9d0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:38.590472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:38.626139 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/6064f776-48bf-479c-810e-2c7404bfc9d0 HTTP/1.1" status: 204 len: 168 time: 1.3222747 Nov 25 11:21:38.627205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34320) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:38.704349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1d5a9d6a-f644-408b-87c2-05a1d4a79267 None None] Could not find standard attr ID for object 6064f776-48bf-479c-810e-2c7404bfc9d0. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:21:38.726869 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd33939-c23a-4b34-af82-f775b64cbccf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] GET failed (client error): The resource could not be found. Nov 25 11:21:38.727387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-afd33939-c23a-4b34-af82-f775b64cbccf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Synchronizing usage tracker for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:38.761350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Attempting to bind port 90c4cdf9-c594-426f-9423-d072c02edc0d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:38.761785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Attempting to bind port 90c4cdf9-c594-426f-9423-d072c02edc0d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'd543ca92-ca52-471a-936f-c0bdceb7d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:38.762156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Attempting to bind port 90c4cdf9-c594-426f-9423-d072c02edc0d on network fb787edd-59f6-4a9e-aa41-629ca9515a94 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:38.766290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-afd33939-c23a-4b34-af82-f775b64cbccf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Unset dirty status for tenant:58b0c4ff0a7c4873b2ec25251853e5ef on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:38.767481 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-afd33939-c23a-4b34-af82-f775b64cbccf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports/6064f776-48bf-479c-810e-2c7404bfc9d0 HTTP/1.1" status: 404 len: 333 time: 0.1390061 Nov 25 11:21:38.770565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:38.786758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.788804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:38.789184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Checking segment: {'id': 'd543ca92-ca52-471a-936f-c0bdceb7d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:38.789590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.789989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Bound using segment: {'id': 'd543ca92-ca52-471a-936f-c0bdceb7d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:38.790469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Bound port: 90c4cdf9-c594-426f-9423-d072c02edc0d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd543ca92-ca52-471a-936f-c0bdceb7d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:38.790848 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.901904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.903110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.906268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.926251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.930021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:38.940957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] For port 90c4cdf9-c594-426f-9423-d072c02edc0d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:38.943770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.944034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] For port 90c4cdf9-c594-426f-9423-d072c02edc0d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=90c4cdf9-c594-426f-9423-d072c02edc0d,segment=NetworkSegment(d543ca92-ca52-471a-936f-c0bdceb7d61a),segment_id=d543ca92-ca52-471a-936f-c0bdceb7d61a)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:38.949939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:38.953490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34330) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:38.953753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-95fb9a1f-e47d-4cc6-8015-83a8faa2f727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:38.960377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1402458535'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:38.968123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdb5277-c0ae-482b-bb05-efb0bcbf642b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:38.975376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:38.989854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:network and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:38.994860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:39.013568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:39.018558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:39.038237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Pushing event updated for resources: {'Port': ['ID=90c4cdf9-c594-426f-9423-d072c02edc0d,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:39.039181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.039678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Fanout notify agent at l3_agent the message router_deleted on router b7cfa0aa-7fc5-4ac7-be75-e85727d075ef {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:39.052593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.061916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1152d9b8-e1b4-4bc5-b799-36027e531b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:39.077188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Made reservation on behalf of 57e2d1f269c747ba81e76c3d9547ef4e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:39.080507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.101370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:39.102447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2091411085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:39.109520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc93aa5-8a8a-484c-9993-e00dcfad9cad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:39.111838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:39.114156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.116568 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/security-groups/5cc93aa5-8a8a-484c-9993-e00dcfad9cad HTTP/1.1" status: 204 len: 168 time: 0.3448892 Nov 25 11:21:39.117594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.125364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b733c-32fb-4c53-9720-3bc0ff29f63a None None] Network fb787edd-59f6-4a9e-aa41-629ca9515a94 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:39.135029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:39.137607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34336) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:39.157876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.172606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:router and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:39.174271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.178391 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/routers/b7cfa0aa-7fc5-4ac7-be75-e85727d075ef HTTP/1.1" status: 204 len: 168 time: 4.2665834 Nov 25 11:21:39.179190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34340) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:39.189113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:39.212764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:39.229533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:39.239388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:security_group_rule and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:39.248354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:39.258257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:39.273783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.274948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.327378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.337929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.380908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.391562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a0f41-0cbf-4d60-9360-81e57b58c9c4 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:21:39.407269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting subnet b9e8e239-c135-4458-b466-4454967723cf {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:39.410790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb787edd-59f6-4a9e-aa41-629ca9515a94']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:39.424880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.441601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.457839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.458865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd543ca92-ca52-471a-936f-c0bdceb7d61a') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:39.459153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd543ca92-ca52-471a-936f-c0bdceb7d61a') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:39.465679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2575d2de-d628-4614-81f1-0730963c28e7 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:39.479169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.500486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.507210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:39.515801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.539368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78db6ec1-5f0d-4568-9b27-f9c2d8f8c6f2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:39.544236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.544920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:39.558139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.559416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.559535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a0f41-0cbf-4d60-9360-81e57b58c9c4 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:21:39.568331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.573313 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/security-groups/cee3a1ff-ce11-4e78-b817-95aa95269d19 HTTP/1.1" status: 204 len: 168 time: 0.4318149 Nov 25 11:21:39.574471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:39.576007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1656c400-166e-4f87-b8b9-e54878bd8113 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:39.591137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.596127 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4deee697-0da3-4e2c-a626-eadc659c4ba7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6374247 Nov 25 11:21:39.610074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:39.611135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee3a1ff-ce11-4e78-b817-95aa95269d19,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:39.611670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:39.612098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.614930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:39.625383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-622349507'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:39.637159 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:39.658114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:39.667357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:network and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:39.690697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:39.709044 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:39.735732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.740460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.740804 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Added segment 9558aae9-6285-4fae-8801-f1e72097d524 of type vlan for network a59f84ec-1cff-49f8-8850-27c02f2e4157 Nov 25 11:21:39.741811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:39.745136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.776076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.780368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:21:39.780368 dv-neutron-819177-1-hyperv neutron-server[83570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:21:39.780368 dv-neutron-819177-1-hyperv neutron-server[83570]: [parameters: {'id': 'fb787edd-59f6-4a9e-aa41-629ca9515a94'}] Nov 25 11:21:39.780368 dv-neutron-819177-1-hyperv neutron-server[83570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:39.780796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:39.812494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.835507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.836179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.874457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:39.891895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:security_group_rule and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:39.894759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:39.903197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:39.927757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.931650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:39.932259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.939058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6cf28b76-dd12-4b9e-97b1-5b1fda9b7a36 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:39.957163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:39.968920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4f478-5b1e-4357-93a6-03d2c7f53f36 req-e664d4fe-01cc-4883-ad26-372a2ac8bf72 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:39.970399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ca4f478-5b1e-4357-93a6-03d2c7f53f36 req-e664d4fe-01cc-4883-ad26-372a2ac8bf72 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2378726 Nov 25 11:21:39.985559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deacfb1-784e-4d52-a769-434f1acc849b None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:21:40.028910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.034537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:40.090450 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5186589 Nov 25 11:21:40.096113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.099302 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/security-groups/2b2ab6c3-339d-44d3-9e5a-ce6961fad78d HTTP/1.1" status: 204 len: 168 time: 0.5076597 Nov 25 11:21:40.099302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:40.100639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Network': ['ID=a59f84ec-1cff-49f8-8850-27c02f2e4157,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:40.105096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34356) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:40.106047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:40.108245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:40.118698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:40.127883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'subnet': {'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:40.144759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deacfb1-784e-4d52-a769-434f1acc849b None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:21:40.199118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2ab6c3-339d-44d3-9e5a-ce6961fad78d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:40.206340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e8e239-c135-4458-b466-4454967723cf,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:40.211336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:40.214050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:40.221697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.231486 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ca4f478-5b1e-4357-93a6-03d2c7f53f36 req-baa0ca23-5fb9-4f6f-a5a7-906b96170f21 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426326 Nov 25 11:21:40.237540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/subnets/b9e8e239-c135-4458-b466-4454967723cf HTTP/1.1" status: 204 len: 168 time: 1.0546687 Nov 25 11:21:40.238883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34362) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:40.284822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.350093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.380593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Deleting port a006667e-9e7a-4106-ba8f-d35b05ee0db6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:40.380961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.388182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.399529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.413531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c6f12eaf-0ad1-4359-b92e-bff252e9981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:40.420471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.452787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port 90c4cdf9-c594-426f-9423-d072c02edc0d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:40.453176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.470440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:40.486345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:40.491376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:subnet and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:40.494979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:40.503417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:40.527785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Made reservation on behalf of 57e2d1f269c747ba81e76c3d9547ef4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:40.552908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c8cf0-f33f-4ba3-a8f3-da1296f79a65,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:40.556784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:40.561186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port b1959ede-7a4f-4064-b552-5d87d318297b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:40.562120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.614919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.615174 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Added segment aaf1e0d2-a715-4b60-b59e-b633cfdaad30 of type vlan for network e70d9a93-0720-4bf4-bd56-2495dc2d7776 Nov 25 11:21:40.709974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7521188-8e71-4ea9-8db6-4c4156047f2d None None] Network b204fc37-06d6-4e16-be94-f946e862dd75 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:40.761080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.780685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.791694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet 797f5971-1ede-4b3d-91b4-8f34b74701c5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:40.800896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.895585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474506c5-692c-41e2-8608-d9c1c17ade09 req-fd351bdd-00dc-482e-bed5-06a8bc5c243a tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:40.896469 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-474506c5-692c-41e2-8608-d9c1c17ade09 req-fd351bdd-00dc-482e-bed5-06a8bc5c243a tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4865327 Nov 25 11:21:40.914796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.935811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.983764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.987693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:40.988301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:40.995091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:41.002003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] DHCP port deletion for b204fc37-06d6-4e16-be94-f946e862dd75 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:21:41.006777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Deleting port b1959ede-7a4f-4064-b552-5d87d318297b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:41.007153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.092873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Calling delete_port for a006667e-9e7a-4106-ba8f-d35b05ee0db6 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:41.134794 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5211937 Nov 25 11:21:41.139983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Network': ['ID=e70d9a93-0720-4bf4-bd56-2495dc2d7776,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:41.146489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34370) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:41.169378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port 90c4cdf9-c594-426f-9423-d072c02edc0d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=90c4cdf9-c594-426f-9423-d072c02edc0d,segment=NetworkSegment(d543ca92-ca52-471a-936f-c0bdceb7d61a),segment_id=d543ca92-ca52-471a-936f-c0bdceb7d61a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:41.169733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.183017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:41.186739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:41.192383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'subnet': {'network_id': 'e70d9a93-0720-4bf4-bd56-2495dc2d7776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:41.296989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] For port b1959ede-7a4f-4064-b552-5d87d318297b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1959ede-7a4f-4064-b552-5d87d318297b,segment=NetworkSegment(d59f9f3b-b583-40ff-8f08-71346e2574ab),segment_id=d59f9f3b-b583-40ff-8f08-71346e2574ab)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:41.296989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.311018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.335491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for 90c4cdf9-c594-426f-9423-d072c02edc0d owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:41.380414 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-474506c5-692c-41e2-8608-d9c1c17ade09 req-3cd6621f-b129-4591-87df-116f389756d6 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4675126 Nov 25 11:21:41.388916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] For port b1959ede-7a4f-4064-b552-5d87d318297b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1959ede-7a4f-4064-b552-5d87d318297b,segment=NetworkSegment(d59f9f3b-b583-40ff-8f08-71346e2574ab),segment_id=d59f9f3b-b583-40ff-8f08-71346e2574ab)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:41.389262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.393110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:41.407914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:subnet and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:41.412506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:41.418879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:41.426503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.434723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-34350be1-79ea-4f7d-800b-49d65fda291f tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:41.453905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Calling delete_port for b1959ede-7a4f-4064-b552-5d87d318297b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:41.495522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:41.548058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.562279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1d785c21-3d76-47d8-ab6f-48bf714bbc7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:41.599257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] No DVR routers for this DVR port b1959ede-7a4f-4064-b552-5d87d318297b on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:21:41.627455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Pushing event deleted for resources: {'Port': ['ID=b1959ede-7a4f-4064-b552-5d87d318297b,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:41.630171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:41.653157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.666120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for b1959ede-7a4f-4064-b552-5d87d318297b owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:41.703401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1959ede-7a4f-4064-b552-5d87d318297b no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:21:41.722230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Subnet': ['ID=39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:41.729082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:41.739290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.755402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.760655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:41.767640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:41.772430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:41.787259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b1959ede-7a4f-4064-b552-5d87d318297b {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:21:41.787836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1959ede-7a4f-4064-b552-5d87d318297b not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:21:41.789265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77522848-5e37-4efc-afbb-7056bd637420 None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:41.816842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=797f5971-1ede-4b3d-91b4-8f34b74701c5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:41.821054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Port': ['ID=90c4cdf9-c594-426f-9423-d072c02edc0d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:41.822801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:41.823104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:41.824637 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/797f5971-1ede-4b3d-91b4-8f34b74701c5 HTTP/1.1" status: 204 len: 168 time: 1.7175155 Nov 25 11:21:41.825778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:41.830727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34378) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:41.869783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No DVR routers for this DVR port 90c4cdf9-c594-426f-9423-d072c02edc0d on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:21:41.872237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:41.905617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Checking segment: {'id': '9558aae9-6285-4fae-8801-f1e72097d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:41.906071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Network hostable DHCP agents. Network: a59f84ec-1cff-49f8-8850-27c02f2e4157, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:41.952456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:41.996114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a59f84ec-1cff-49f8-8850-27c02f2e4157) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:42.003828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:42.004436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.020151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb1d65-7c11-4754-996b-ce0c0c0e2e28 None None] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:42.046891 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9429791 Nov 25 11:21:42.049888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34382) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:42.056413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1100843301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:42.074031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:42.080303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:router and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:42.083385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:42.089510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.094355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:42.096223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:42.136816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.152363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.158107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.159050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.192924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Subnet': ['ID=86418c01-125f-4f7e-ae1c-d9b8b1587cd3,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:42.198968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:42.215487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.217078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Checking segment: {'id': 'aaf1e0d2-a715-4b60-b59e-b633cfdaad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e70d9a93-0720-4bf4-bd56-2495dc2d7776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:42.217227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network hostable DHCP agents. Network: e70d9a93-0720-4bf4-bd56-2495dc2d7776, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:42.251858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.260266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:42.282644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, e70d9a93-0720-4bf4-bd56-2495dc2d7776) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:42.289082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.292686 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b67e0def-05ed-4639-854a-d87f23144632 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2395468 Nov 25 11:21:42.292686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:42.292686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.297220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34386) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:42.346293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af16160-4338-4876-bf9b-ab0cc4934541 None None] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:42.355569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb787edd-59f6-4a9e-aa41-629ca9515a94']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:42.374227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd543ca92-ca52-471a-936f-c0bdceb7d61a') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:42.374932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd543ca92-ca52-471a-936f-c0bdceb7d61a') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:42.391071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.410352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.418318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:42.419084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.446978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-24ab3aa8-3a58-4ffc-962d-ac1e7135810f tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:42.492790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet e848a4b7-e620-4496-b697-0885d07b2afe {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:42.496577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.507119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-a59f84ec-1cff-49f8-8850-27c02f2e4157', 'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157', 'tenant_id': '57e2d1f269c747ba81e76c3d9547ef4e', 'fixed_ips': [{'subnet_id': '39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:42.515394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.562014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.619883 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4705114 Nov 25 11:21:42.623277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:42.634481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'network': {'name': 'tempest-router-network01--1667408589'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:42.638784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:42.642593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port b1959ede-7a4f-4064-b552-5d87d318297b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:42.643074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.644789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:network and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:42.649150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:42.694716 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:42.712257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event deleted for resources: {'Port': ['ID=a006667e-9e7a-4106-ba8f-d35b05ee0db6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:42.714710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:42.727179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:42.778320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-e70d9a93-0720-4bf4-bd56-2495dc2d7776', 'network_id': 'e70d9a93-0720-4bf4-bd56-2495dc2d7776', 'tenant_id': 'a9074e3f4a264180973e58b9ba3fb85f', 'fixed_ips': [{'subnet_id': '86418c01-125f-4f7e-ae1c-d9b8b1587cd3'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:42.779165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.813248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:42.816686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.909565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] The port 'b1959ede-7a4f-4064-b552-5d87d318297b' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:21:42.926813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6717-9f1a-4da8-b2fc-9498c2c1fdef req-bbf65d3d-2354-4acf-8c43-ca2851e40c19 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:42.934651 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-308f6717-9f1a-4da8-b2fc-9498c2c1fdef req-bbf65d3d-2354-4acf-8c43-ca2851e40c19 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 1.0028341 Nov 25 11:21:42.961630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:42.991137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:42.991490 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Added segment 5e43021e-310c-4257-a93d-a0746560a826 of type vlan for network cfe5c041-20e1-41bc-9386-b352bbaa8a97 Nov 25 11:21:42.997968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.003351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.017294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d73131f4-612e-4698-885d-86573324be13 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:43.060025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.141663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.144753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Allocated IP 2001:db8::2 (e70d9a93-0720-4bf4-bd56-2495dc2d7776/86418c01-125f-4f7e-ae1c-d9b8b1587cd3/e61fefa9-4468-4a79-a2bb-1dfa8bfa757f) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:43.147464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Allocated IP 172.20.0.2 (a59f84ec-1cff-49f8-8850-27c02f2e4157/39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c/93c13ede-772d-4371-9baa-d869296d5395) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:43.149084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=fb787edd-59f6-4a9e-aa41-629ca9515a94,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:43.152529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:43.223666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.233380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.238808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:43.239563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.303331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a328fd14-aeef-4fc8-ab52-da4af6885d6f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:43.415969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83b6d3ef-bbde-4e19-b75a-2a01cf51d91e None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:43.416394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83b6d3ef-bbde-4e19-b75a-2a01cf51d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.427884 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/fb787edd-59f6-4a9e-aa41-629ca9515a94 HTTP/1.1" status: 204 len: 168 time: 6.6103504 Nov 25 11:21:43.443973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34394) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:43.460555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.471823 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8450458 Nov 25 11:21:43.473177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-509649968'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:43.481626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-308f6717-9f1a-4da8-b2fc-9498c2c1fdef req-33a37902-eb5a-4d35-98e8-d67ebc86242b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5460446 Nov 25 11:21:43.482347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34398) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:43.505850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:43.506262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Network': ['ID=cfe5c041-20e1-41bc-9386-b352bbaa8a97,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:43.508735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:43.508986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.514929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:43.515628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:43.542168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:43.551336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:43.583283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:43.586389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.587513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'network': {'name': 'tempest-router-network02--153350931'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:43.626534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:43.635967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.636412 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment 100753f5-b15b-4157-97bc-d3f9db57e20f of type vlan for network 45a570c5-c429-47e3-a047-7a584cee0fe7 Nov 25 11:21:43.663415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.676836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:43.690526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:network and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:43.694093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b204fc37-06d6-4e16-be94-f946e862dd75']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:43.698375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.703523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:43.704313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.705483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:43.710231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a99e1bb6-c2d1-4c6c-b0ff-d7d4b6d4955c tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:43.744455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.779759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59f9f3b-b583-40ff-8f08-71346e2574ab') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:43.780540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59f9f3b-b583-40ff-8f08-71346e2574ab') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:43.786976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:43.806280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.819716 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3750982 Nov 25 11:21:43.822691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34402) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:43.830581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': '45a570c5-c429-47e3-a047-7a584cee0fe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:43.859015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Transition to ACTIVE for port object e61fefa9-4468-4a79-a2bb-1dfa8bfa757f will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:43.861902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Transition to ACTIVE for port object 93c13ede-772d-4371-9baa-d869296d5395 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:43.871136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.877924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.882950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83b6d3ef-bbde-4e19-b75a-2a01cf51d91e None None] Provisioning complete for port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:43.883334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83b6d3ef-bbde-4e19-b75a-2a01cf51d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.884767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c7471b1b-a2ad-4547-8e51-9790d6c68244 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:43.915479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.923693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:43.926032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=45a570c5-c429-47e3-a047-7a584cee0fe7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:43.926633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.930378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Transition to ACTIVE for port object e61fefa9-4468-4a79-a2bb-1dfa8bfa757f will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:43.931809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Transition to ACTIVE for port object 93c13ede-772d-4371-9baa-d869296d5395 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:43.932831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:43.940199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 45a570c5-c429-47e3-a047-7a584cee0fe7 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:43.951271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=e848a4b7-e620-4496-b697-0885d07b2afe,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:43.954120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:43.958874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.961113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.966576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.970336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.973774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.982977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:43.983741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:43.987924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d25ca1b9-d0a7-4e6f-831c-bbf10bbc5b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:43.997599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:44.002422 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/e848a4b7-e620-4496-b697-0885d07b2afe HTTP/1.1" status: 204 len: 168 time: 2.1699829 Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:44.003086 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:44.009204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34406) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:44.010976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:44.018783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16823be-4dfa-498b-92c6-37ddb858db22 None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:44.021110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:44.031074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:44.042530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Allocated IP 172.20.0.1 (a59f84ec-1cff-49f8-8850-27c02f2e4157/39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c/5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:44.053930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:44.112870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-83b6d3ef-bbde-4e19-b75a-2a01cf51d91e None None] Port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:44.123776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:44.145361 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-939e568d-07de-4654-8563-d2fc6bd4aa1e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:44.146091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939e568d-07de-4654-8563-d2fc6bd4aa1e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:44.155783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.156895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Added segment d64a959e-0702-448a-88a2-8f105f270a7a of type vlan for network 834113db-6964-4dca-b3c6-3379ab0b39b7 Nov 25 11:21:44.167052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.172048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.174539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.175052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff0cc25-cdc1-4096-9b44-720dd9c74f93 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:21:44.181817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:44.205932 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-939e568d-07de-4654-8563-d2fc6bd4aa1e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/797f5971-1ede-4b3d-91b4-8f34b74701c5 HTTP/1.1" status: 404 len: 337 time: 0.1899059 Nov 25 11:21:44.211939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34410) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:44.228081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Network': ['ID=b204fc37-06d6-4e16-be94-f946e862dd75,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:44.230612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:44.235152 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/networks/b204fc37-06d6-4e16-be94-f946e862dd75 HTTP/1.1" status: 204 len: 168 time: 3.9950759 Nov 25 11:21:44.239512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.244135 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/6ff0cc25-cdc1-4096-9b44-720dd9c74f93 HTTP/1.1" status: 204 len: 168 time: 6.3560920 Nov 25 11:21:44.272549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34414) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:44.272800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34416) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:44.281792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.288238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:44.289076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1142818240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:44.293573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:44.295636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Pushing event updated for resources: {'Port': ['ID=93c13ede-772d-4371-9baa-d869296d5395,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:44.298353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:44.334513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:44.337548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:44.341533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:44.351539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.366674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:44.397178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Usage tracker for resource:router and tenant:e81a553c97034f0e9228b48796b0195f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:44.405638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:44.483867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:44.510973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.526665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting subnet a5773810-878e-48d9-aa95-ba98c765f1aa {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:21:44.529022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Pushing event updated for resources: {'Port': ['ID=e61fefa9-4468-4a79-a2bb-1dfa8bfa757f,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:44.543630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Transition to ACTIVE for port object 5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:44.546747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.580284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:44.580831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:44.581117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:44.604350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.608254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Attempting to bind port 93c13ede-772d-4371-9baa-d869296d5395 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:44.608690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Attempting to bind port 93c13ede-772d-4371-9baa-d869296d5395 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9558aae9-6285-4fae-8801-f1e72097d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:44.609098 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Attempting to bind port 93c13ede-772d-4371-9baa-d869296d5395 on network a59f84ec-1cff-49f8-8850-27c02f2e4157 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:44.609428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port ceecd17f-c926-47f7-806d-b4c16f3a2932 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:44.609664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.628620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Attempting to bind port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:44.629003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Attempting to bind port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'aaf1e0d2-a715-4b60-b59e-b633cfdaad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e70d9a93-0720-4bf4-bd56-2495dc2d7776'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:44.629377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Attempting to bind port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f on network e70d9a93-0720-4bf4-bd56-2495dc2d7776 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:44.637822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:44.638205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Checking segment: {'id': '9558aae9-6285-4fae-8801-f1e72097d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:44.639051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.639051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Bound using segment: {'id': '9558aae9-6285-4fae-8801-f1e72097d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:44.640137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Bound port: 93c13ede-772d-4371-9baa-d869296d5395, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9558aae9-6285-4fae-8801-f1e72097d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:44.640522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.643411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.648708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:44.649490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.658144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a49d7d8-3010-4b86-859b-6982734c0313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:44.663732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4b4280b2-b1b4-4557-9aa0-e9958ec2b78e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:44.690094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:44.690479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Checking segment: {'id': 'aaf1e0d2-a715-4b60-b59e-b633cfdaad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e70d9a93-0720-4bf4-bd56-2495dc2d7776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:44.690894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.691298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Bound using segment: {'id': 'aaf1e0d2-a715-4b60-b59e-b633cfdaad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e70d9a93-0720-4bf4-bd56-2495dc2d7776'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:44.691798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Bound port: e61fefa9-4468-4a79-a2bb-1dfa8bfa757f, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf1e0d2-a715-4b60-b59e-b633cfdaad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e70d9a93-0720-4bf4-bd56-2495dc2d7776'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:44.692188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.697852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.698771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.755638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:44.761378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:44.767115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Port': ['ID=5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:44.769484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:44.800090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:44.839409 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3440676 Nov 25 11:21:44.844532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:44.851111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] For port 93c13ede-772d-4371-9baa-d869296d5395, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:44.860196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'subnet': {'network_id': 'cfe5c041-20e1-41bc-9386-b352bbaa8a97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:44.878032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] For port 93c13ede-772d-4371-9baa-d869296d5395, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93c13ede-772d-4371-9baa-d869296d5395,segment=NetworkSegment(9558aae9-6285-4fae-8801-f1e72097d524),segment_id=9558aae9-6285-4fae-8801-f1e72097d524)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:44.882194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] For port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:44.883010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Network': ['ID=834113db-6964-4dca-b3c6-3379ab0b39b7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:44.887961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.890034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.894957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.895463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:44.896793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:44.902936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:44.927367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 834113db-6964-4dca-b3c6-3379ab0b39b7 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:44.931148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:44.951808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] For port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e61fefa9-4468-4a79-a2bb-1dfa8bfa757f,segment=NetworkSegment(aaf1e0d2-a715-4b60-b59e-b633cfdaad30),segment_id=aaf1e0d2-a715-4b60-b59e-b633cfdaad30)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:44.975621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.020213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.070010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:45.072178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=ea438d1d-a38e-43f4-aaae-3e91a2f1a51c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:45.080734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:45.085117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:subnet and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:45.091834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:45.101657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:45.126297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Pushing event updated for resources: {'Port': ['ID=93c13ede-772d-4371-9baa-d869296d5395,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:45.132315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:45.133076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-88faa1e9-f0d0-4402-864f-8957f925a171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:45.167267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': '100753f5-b15b-4157-97bc-d3f9db57e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '45a570c5-c429-47e3-a047-7a584cee0fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:45.167692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: 45a570c5-c429-47e3-a047-7a584cee0fe7, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:45.179645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:45.237957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Pushing event updated for resources: {'Port': ['ID=e61fefa9-4468-4a79-a2bb-1dfa8bfa757f,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:45.257536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:45.266631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557560-1253-4f9f-8c53-75990246ee2e req-a8b590fd-2575-4cdf-99d4-fedafcb6778f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:45.269081 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f557560-1253-4f9f-8c53-75990246ee2e req-a8b590fd-2575-4cdf-99d4-fedafcb6778f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.5724583 Nov 25 11:21:45.282255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.321189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.321422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.321680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.365468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.411454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network 45a570c5-c429-47e3-a047-7a584cee0fe7 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:45.421395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.522517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for ceecd17f-c926-47f7-806d-b4c16f3a2932 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:45.543796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 45a570c5-c429-47e3-a047-7a584cee0fe7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:45.605373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.607105 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-11a1b211-fb3b-4733-8245-112e3cde641e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3319509 Nov 25 11:21:45.607655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc4e67-4add-4aef-966e-7f6bb57c4c92 None None] Network 45a570c5-c429-47e3-a047-7a584cee0fe7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:45.656433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34430) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:45.721852 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f557560-1253-4f9f-8c53-75990246ee2e req-68cc8548-5c06-4da3-8f41-87d9a8151656 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337537 Nov 25 11:21:45.732944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:45.770231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:45.771105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:45.866968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93c13ede-772d-4371-9baa-d869296d5395 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:45.891972 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0654955 Nov 25 11:21:45.898257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34434) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:46.093830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 93c13ede-772d-4371-9baa-d869296d5395 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:46.102500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-45a570c5-c429-47e3-a047-7a584cee0fe7', 'network_id': '45a570c5-c429-47e3-a047-7a584cee0fe7', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': 'ea438d1d-a38e-43f4-aaae-3e91a2f1a51c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:46.105741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.109134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.117148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:46.125889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e61fefa9-4468-4a79-a2bb-1dfa8bfa757f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:46.173719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.180514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-088459ec-9867-483c-87cc-3e8eecc0c57a tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:46.216029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.257354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Subnet': ['ID=a5773810-878e-48d9-aa95-ba98c765f1aa,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:46.273950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:46.276829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:46.350020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.354837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Allocated IP 172.20.0.1 (45a570c5-c429-47e3-a047-7a584cee0fe7/ea438d1d-a38e-43f4-aaae-3e91a2f1a51c/46b71bd4-d66e-4a31-8154-56b3dd8cc39b) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:46.370953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.405723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.410762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.415496 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/a5773810-878e-48d9-aa95-ba98c765f1aa HTTP/1.1" status: 204 len: 168 time: 2.1930389 Nov 25 11:21:46.418498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8d4ad792-0ddf-4b2a-a005-fed555628e47 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:46.431109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34438) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:46.474229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=ceecd17f-c926-47f7-806d-b4c16f3a2932,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:46.481268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:46.489264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Subnet': ['ID=2dae8f63-fd17-450d-abe8-de76f5d71034,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:46.506532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d494390-0ef6-4bca-8d9e-437cc0a71029 None None] Network 2e37f7da-8010-4045-a956-b39ac8eccab3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:46.511518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:46.512240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3dbf01e6-b2f6-4c51-bc4f-7d2f4c0e2c3b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:46.551266 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6a90b1-4994-4a05-ac50-785ce3c42236 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:46.551701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6a90b1-4994-4a05-ac50-785ce3c42236 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:46.559020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.582999 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b6a90b1-4994-4a05-ac50-785ce3c42236 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/8735b943-ec5c-4eee-9da8-ab4c99075202 HTTP/1.1" status: 404 len: 337 time: 0.1411147 Nov 25 11:21:46.587362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34442) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:46.659253 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4da90d86-2830-4872-b0ce-066c6af7adce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "GET /v2.0/ports?device_id=69f05bfd-538f-4d90-bf63-73ba23693f16 HTTP/1.1" status: 200 len: 205 time: 0.0656369 Nov 25 11:21:46.663683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34448) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:46.664865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Checking segment: {'id': '5e43021e-310c-4257-a93d-a0746560a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfe5c041-20e1-41bc-9386-b352bbaa8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:46.665826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network hostable DHCP agents. Network: cfe5c041-20e1-41bc-9386-b352bbaa8a97, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:46.807739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.814233 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-fb5c9b79-3965-4863-ad7f-f2d3fff519bf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] delete failed (client error): The resource could not be found. Nov 25 11:21:46.820919 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb5c9b79-3965-4863-ad7f-f2d3fff519bf tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/routers/69f05bfd-538f-4d90-bf63-73ba23693f16 HTTP/1.1" status: 404 len: 336 time: 0.1504490 Nov 25 11:21:46.839443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34454) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:46.853617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.856040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.862490 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/floatingips/f134670d-871d-49a5-8e84-0b52a304ff78 HTTP/1.1" status: 204 len: 168 time: 2.5886741 Nov 25 11:21:46.894429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34458) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:46.904445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Port': ['ID=5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:46.908203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:46.931541 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0506356-c2be-4eb3-953e-77ac327cc6db tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:46.931982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0506356-c2be-4eb3-953e-77ac327cc6db tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:46.935893 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c0506356-c2be-4eb3-953e-77ac327cc6db tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/9c832277-ed95-477d-88d3-39a23a2faa71 HTTP/1.1" status: 404 len: 337 time: 0.0903406 Nov 25 11:21:46.939496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.940020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34462) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:46.950891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:46.953266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Transition to ACTIVE for port object 46b71bd4-d66e-4a31-8154-56b3dd8cc39b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:46.984136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-19666294-0ad2-461e-8ee2-14e1293c4ce8 None None] Provisioning complete for port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:46.984520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-19666294-0ad2-461e-8ee2-14e1293c4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.057286 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2704ad-5d9d-48a0-aa03-e2b4fcd4e5c3 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.057720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2704ad-5d9d-48a0-aa03-e2b4fcd4e5c3 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.063013 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5f2704ad-5d9d-48a0-aa03-e2b4fcd4e5c3 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/ports/dd887bfb-82fb-4750-b88c-79d40197af01 HTTP/1.1" status: 404 len: 333 time: 0.1506667 Nov 25 11:21:47.063833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:47.067965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.074051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Transition to ACTIVE for port object 46b71bd4-d66e-4a31-8154-56b3dd8cc39b will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:47.075386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f7cb1-57b4-48fa-9ede-c0572141becc None None] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:47.125314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5875f6b1-7e71-4148-90b1-553c68f17c03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Synchronizing usage tracker for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:47.132045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:47.135304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:47.137173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, cfe5c041-20e1-41bc-9386-b352bbaa8a97) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:47.149121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.160201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:47.188852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24ea60-f50f-429d-b413-6e116b9dd2db None None] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:47.201233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-19666294-0ad2-461e-8ee2-14e1293c4ce8 None None] Port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:47.222903 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa77a28-da18-42f3-8322-8f2b62a878f5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.223516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa77a28-da18-42f3-8322-8f2b62a878f5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.271206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:47.271639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.279674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5aa77a28-da18-42f3-8322-8f2b62a878f5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/dab17d43-3405-4769-bd4a-f093717610db HTTP/1.1" status: 404 len: 337 time: 0.3386946 Nov 25 11:21:47.285288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34470) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.303280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5875f6b1-7e71-4148-90b1-553c68f17c03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Unset dirty status for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:47.306837 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5875f6b1-7e71-4148-90b1-553c68f17c03 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7cfa0aa-7fc5-4ac7-be75-e85727d075ef HTTP/1.1" status: 200 len: 205 time: 0.2354860 Nov 25 11:21:47.308485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.346664 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-14100317-0543-4cc3-ad66-688c242c8367 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.347242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14100317-0543-4cc3-ad66-688c242c8367 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.351318 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-14100317-0543-4cc3-ad66-688c242c8367 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/4c7fb014-27d7-4ea9-ac84-f0a3f4440cc2 HTTP/1.1" status: 404 len: 337 time: 0.0603974 Nov 25 11:21:47.352940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a491cd-d41f-4f7d-bdfd-6a5ac78cd550 None None] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:47.353143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.357769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34478) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.359764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:47.381396 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5327256 Nov 25 11:21:47.390531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.393934 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-754bc482-a159-43db-bf12-35de91397c6c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] delete failed (client error): The resource could not be found. Nov 25 11:21:47.397252 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-754bc482-a159-43db-bf12-35de91397c6c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/routers/b7cfa0aa-7fc5-4ac7-be75-e85727d075ef HTTP/1.1" status: 404 len: 336 time: 0.0852237 Nov 25 11:21:47.397649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34486) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.404634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'subnet': {'network_id': '834113db-6964-4dca-b3c6-3379ab0b39b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:47.426677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Network 45a570c5-c429-47e3-a047-7a584cee0fe7 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:47.440093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:47.441837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Pushing event updated for resources: {'Port': ['ID=46b71bd4-d66e-4a31-8154-56b3dd8cc39b,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:47.466674 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e632ea0b-a86d-4ed0-ab4e-31f265c322f6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.467107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e632ea0b-a86d-4ed0-ab4e-31f265c322f6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.472207 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e632ea0b-a86d-4ed0-ab4e-31f265c322f6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/subnets/b9e8e239-c135-4458-b466-4454967723cf HTTP/1.1" status: 404 len: 337 time: 0.0706165 Nov 25 11:21:47.473395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34490) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.510630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=ea438d1d-a38e-43f4-aaae-3e91a2f1a51c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:47.527849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:47.536581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77083618-a36d-4178-bb93-6efe56da835b req-d97ebf38-5288-4b93-96b5-9be4423779b5 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:47.544069 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77083618-a36d-4178-bb93-6efe56da835b req-d97ebf38-5288-4b93-96b5-9be4423779b5 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.5822895 Nov 25 11:21:47.561564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:47.563412 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfe0335-16c6-4426-a56a-ba1683dd4e07 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.563952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfe0335-16c6-4426-a56a-ba1683dd4e07 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.568311 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7bfe0335-16c6-4426-a56a-ba1683dd4e07 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/8322b40a-9299-4b49-b352-e7e6fde39047 HTTP/1.1" status: 404 len: 333 time: 0.1805983 Nov 25 11:21:47.568581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34494) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.590298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:47.637403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-19666294-0ad2-461e-8ee2-14e1293c4ce8 None None] Provisioning complete for port 58f95e63-7c96-411b-a6a5-a1647b421628 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:47.637632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-19666294-0ad2-461e-8ee2-14e1293c4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.687884 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8f578f-6587-42e5-89ef-41d708ebd6d0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.688142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8f578f-6587-42e5-89ef-41d708ebd6d0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.692114 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee8f578f-6587-42e5-89ef-41d708ebd6d0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/b60905fc-aea4-4d14-94a9-76b7253562e6 HTTP/1.1" status: 404 len: 337 time: 0.1169007 Nov 25 11:21:47.697488 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77083618-a36d-4178-bb93-6efe56da835b req-2a28b954-e51e-4adb-a80f-9f0b45308b74 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521220 Nov 25 11:21:47.701126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34498) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.722130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.759600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a570c5-c429-47e3-a047-7a584cee0fe7']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:47.780605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100753f5-b15b-4157-97bc-d3f9db57e20f') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:47.781043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100753f5-b15b-4157-97bc-d3f9db57e20f') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:47.789864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:47.796913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.809860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:subnet and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:47.815656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 902b0d75-02bc-403b-a20e-283d6cd5931c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:47.815987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.839838 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ed3d3b-3d73-45ea-867f-1b78bbcdb68f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.841080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ed3d3b-3d73-45ea-867f-1b78bbcdb68f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.843906 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-58ed3d3b-3d73-45ea-867f-1b78bbcdb68f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/3fedb7af-ae78-46e3-bb14-5feccb5beedc HTTP/1.1" status: 404 len: 337 time: 0.1369057 Nov 25 11:21:47.845968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34502) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:47.846196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:47.846924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.850018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.856155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:47.892355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:47.927799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.930263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:47.930791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:47.950696 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:47.978005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Attempting to bind port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:47.978631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Attempting to bind port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '100753f5-b15b-4157-97bc-d3f9db57e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '45a570c5-c429-47e3-a047-7a584cee0fe7'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:47.978750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Attempting to bind port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b on network 45a570c5-c429-47e3-a047-7a584cee0fe7 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:47.992160 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6130b71f-3615-4f62-b43d-c690fe354a4f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:47.992742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6130b71f-3615-4f62-b43d-c690fe354a4f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:47.994489 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6130b71f-3615-4f62-b43d-c690fe354a4f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/d4560b97-5c12-40d4-924b-50468b628b25 HTTP/1.1" status: 404 len: 333 time: 0.1205432 Nov 25 11:21:48.001003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34506) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:48.102011 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-725dab08-bf5a-48cf-b08d-ecb3993c47d8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:48.102609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725dab08-bf5a-48cf-b08d-ecb3993c47d8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:48.111977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:48.112381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Checking segment: {'id': '100753f5-b15b-4157-97bc-d3f9db57e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '45a570c5-c429-47e3-a047-7a584cee0fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:48.112796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.113202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Bound using segment: {'id': '100753f5-b15b-4157-97bc-d3f9db57e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '45a570c5-c429-47e3-a047-7a584cee0fe7'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:48.113691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Bound port: 46b71bd4-d66e-4a31-8154-56b3dd8cc39b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100753f5-b15b-4157-97bc-d3f9db57e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '45a570c5-c429-47e3-a047-7a584cee0fe7'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:48.114072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.123296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] DHCP port deletion for 2e37f7da-8010-4045-a956-b39ac8eccab3 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:21:48.136864 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-725dab08-bf5a-48cf-b08d-ecb3993c47d8 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/29ed9b47-3be4-4ab7-ae36-ef902268b8e5 HTTP/1.1" status: 404 len: 337 time: 0.1348114 Nov 25 11:21:48.141358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34510) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:48.162976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Deleting port 58f95e63-7c96-411b-a6a5-a1647b421628 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:48.163298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.185676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:21:48.185676 dv-neutron-819177-1-hyperv neutron-server[83570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:21:48.185676 dv-neutron-819177-1-hyperv neutron-server[83570]: [parameters: {'id': '45a570c5-c429-47e3-a047-7a584cee0fe7'}] Nov 25 11:21:48.185676 dv-neutron-819177-1-hyperv neutron-server[83570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:48.186387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:48.195134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-cfe5c041-20e1-41bc-9386-b352bbaa8a97', 'network_id': 'cfe5c041-20e1-41bc-9386-b352bbaa8a97', 'tenant_id': 'a9074e3f4a264180973e58b9ba3fb85f', 'fixed_ips': [{'subnet_id': '2dae8f63-fd17-450d-abe8-de76f5d71034'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:48.195949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.224276 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-843e2476-c080-45ce-a68b-adce458e693d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:21:48.224783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843e2476-c080-45ce-a68b-adce458e693d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:21:48.228808 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-843e2476-c080-45ce-a68b-adce458e693d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/subnets/e8a56ac0-2e89-4d1f-84fb-bceb4d82b662 HTTP/1.1" status: 404 len: 337 time: 0.0841653 Nov 25 11:21:48.231376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34514) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:48.252989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.316945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Deleting port 7926f5cb-a67f-4986-aa22-3d79a0b19d38 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:48.317545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.340943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Allocated IP 172.26.5.6 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/1adee1ee-e32e-48e7-b749-c2fcd438e73d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:48.431827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.503465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] For port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:48.510382 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:21:48.588443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 902b0d75-02bc-403b-a20e-283d6cd5931c owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:48.589430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] For port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=46b71bd4-d66e-4a31-8154-56b3dd8cc39b,segment=NetworkSegment(100753f5-b15b-4157-97bc-d3f9db57e20f),segment_id=100753f5-b15b-4157-97bc-d3f9db57e20f)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:48.688365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.722011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.731544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.788668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.810497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] For port 58f95e63-7c96-411b-a6a5-a1647b421628, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=58f95e63-7c96-411b-a6a5-a1647b421628,segment=NetworkSegment(b159f3f7-08b3-4769-be7a-da6b6af29388),segment_id=b159f3f7-08b3-4769-be7a-da6b6af29388)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:48.810883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.839468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e2213c52-3bea-49da-a229-e07bfd178684 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:48.852443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Provisioning for port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:48.865934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:48.914130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=902b0d75-02bc-403b-a20e-283d6cd5931c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:48.920806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:48.921187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:48.932419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Router 3f0dd987-997f-4a77-848a-20ef6900ecfb is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:21:49.028558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Provisioning complete for port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:49.029142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.053632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:49.054100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.074645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Calling delete_port for 58f95e63-7c96-411b-a6a5-a1647b421628 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:49.087411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.100297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Calling delete_port for 7926f5cb-a67f-4986-aa22-3d79a0b19d38 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:49.134089 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/ports/902b0d75-02bc-403b-a20e-283d6cd5931c HTTP/1.1" status: 204 len: 168 time: 1.6177807 Nov 25 11:21:49.138115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:49.191162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Allocated IP 2001:db8::2 (cfe5c041-20e1-41bc-9386-b352bbaa8a97/2dae8f63-fd17-450d-abe8-de76f5d71034/870ff7c5-8804-4426-85ed-c71907fd6dfb) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:49.216441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Pushing event updated for resources: {'Port': ['ID=46b71bd4-d66e-4a31-8154-56b3dd8cc39b,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:49.226904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port fe290a3e-47c9-47f3-9d37-e41faa1e5dca {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:49.227244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.236595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:49.287767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.294860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8fe4f74f-3cc2-45fc-ba0f-e15191116686 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:49.382174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.397621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:49.405301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:49.411770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.433384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.437789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:49.438841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6724171d-dce8-481b-a753-e4f89f1ecb97 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:49.468499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:49.477059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6d104-56d4-4146-8c20-c51a1d4d57e1 None None] Network 45a570c5-c429-47e3-a047-7a584cee0fe7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:49.520632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Pushing event deleted for resources: {'Port': ['ID=58f95e63-7c96-411b-a6a5-a1647b421628,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:49.525991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event updated for resources: {'Port': ['ID=1adee1ee-e32e-48e7-b749-c2fcd438e73d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:49.528530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:49.551425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:49.560521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7890f7ec-25ac-4571-8373-f9d3c945f2b8 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:49.581500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.619617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Port': ['ID=7926f5cb-a67f-4986-aa22-3d79a0b19d38,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:49.624830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] No DVR routers for this DVR port 58f95e63-7c96-411b-a6a5-a1647b421628 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:21:49.628148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:49.636412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53b880-0f04-4820-a20d-db6b7409f0e8 req-eb608a75-e0ef-4cc1-a8a1-23ef9dd2856d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:49.643524 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9e53b880-0f04-4820-a20d-db6b7409f0e8 req-eb608a75-e0ef-4cc1-a8a1-23ef9dd2856d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.5121469 Nov 25 11:21:49.665860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=46b71bd4-d66e-4a31-8154-56b3dd8cc39b,segment=NetworkSegment(100753f5-b15b-4157-97bc-d3f9db57e20f),segment_id=100753f5-b15b-4157-97bc-d3f9db57e20f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:49.666318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.666936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.679268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.754548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 58f95e63-7c96-411b-a6a5-a1647b421628 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:21:49.799807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] For port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e61fefa9-4468-4a79-a2bb-1dfa8bfa757f,segment=NetworkSegment(aaf1e0d2-a715-4b60-b59e-b633cfdaad30),segment_id=aaf1e0d2-a715-4b60-b59e-b633cfdaad30)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:49.828655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 58f95e63-7c96-411b-a6a5-a1647b421628 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:21:49.828860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 58f95e63-7c96-411b-a6a5-a1647b421628 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:21:49.840244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.845047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:49.885493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for 46b71bd4-d66e-4a31-8154-56b3dd8cc39b owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:49.918101 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/ports/7926f5cb-a67f-4986-aa22-3d79a0b19d38 HTTP/1.1" status: 204 len: 168 time: 1.6833799 Nov 25 11:21:49.925615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34524) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:49.941869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:49.953923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for fe290a3e-47c9-47f3-9d37-e41faa1e5dca owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:49.959763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Transition to ACTIVE for port object 870ff7c5-8804-4426-85ed-c71907fd6dfb will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:49.963017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Pushing event updated for resources: {'Port': ['ID=e61fefa9-4468-4a79-a2bb-1dfa8bfa757f,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:49.964772 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9e53b880-0f04-4820-a20d-db6b7409f0e8 req-39c55d68-13c5-4841-afad-fb5bb6ee3fa0 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199492 Nov 25 11:21:49.965562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Provisioning for port 93c13ede-772d-4371-9baa-d869296d5395 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:49.969334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:50.000068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Provisioning complete for port 93c13ede-772d-4371-9baa-d869296d5395 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:50.001247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.007400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Subnet': ['ID=fb57a7b3-854c-488f-a14d-73fe61bfd9a5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:50.010173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:50.050066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Transition to ACTIVE for port object 870ff7c5-8804-4426-85ed-c71907fd6dfb will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:50.068759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.075325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:50.086268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Checking segment: {'id': 'd64a959e-0702-448a-88a2-8f105f270a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '834113db-6964-4dca-b3c6-3379ab0b39b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:50.086691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network hostable DHCP agents. Network: 834113db-6964-4dca-b3c6-3379ab0b39b7, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:50.112027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.116544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.121497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:50.150555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:50.167704 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] Sync routers for ids ['3f0dd987-997f-4a77-848a-20ef6900ecfb'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:50.175699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Port': ['ID=46b71bd4-d66e-4a31-8154-56b3dd8cc39b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:50.177626 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "PUT /v2.0/routers/3f0dd987-997f-4a77-848a-20ef6900ecfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8774858 Nov 25 11:21:50.178551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:50.181196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34528) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:50.187693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No DVR routers for this DVR port 46b71bd4-d66e-4a31-8154-56b3dd8cc39b on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:21:50.193686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:50.195544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network 834113db-6964-4dca-b3c6-3379ab0b39b7 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:50.200654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Pushing event updated for resources: {'Port': ['ID=870ff7c5-8804-4426-85ed-c71907fd6dfb,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:50.203840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:50.206085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.208088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:50.209124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:50.214980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-01e6f134-8d2f-4da5-9f34-272c43033ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:50.218630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'port': {'network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157', 'name': 'tempest-FloatingIPNegativeTestJSON-1497526332'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:50.221836 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] Routers {'3f0dd987-997f-4a77-848a-20ef6900ecfb'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:50.223816 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3f0dd987-997f-4a77-848a-20ef6900ecfb'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.255689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 834113db-6964-4dca-b3c6-3379ab0b39b7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:50.260345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:50.261440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.280812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=fe290a3e-47c9-47f3-9d37-e41faa1e5dca,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:50.283254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:50.291249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac30139-cc4a-4d7c-88c6-a3b9650a34b7 None None] Network 834113db-6964-4dca-b3c6-3379ab0b39b7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:50.312710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.346518 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.361903 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] Routers {'3f0dd987-997f-4a77-848a-20ef6900ecfb'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:50.363504 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3f0dd987-997f-4a77-848a-20ef6900ecfb'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.374157 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9816325 Nov 25 11:21:50.378607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:50.381575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.441975 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.442560 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0154c15-3b19-43e0-a4da-cb8ac40d07ea None None] The sync data for ids ['3f0dd987-997f-4a77-848a-20ef6900ecfb'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:50.454552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Attempting to bind port 870ff7c5-8804-4426-85ed-c71907fd6dfb on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:50.454879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Attempting to bind port 870ff7c5-8804-4426-85ed-c71907fd6dfb by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5e43021e-310c-4257-a93d-a0746560a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfe5c041-20e1-41bc-9386-b352bbaa8a97'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:50.455238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Attempting to bind port 870ff7c5-8804-4426-85ed-c71907fd6dfb on network cfe5c041-20e1-41bc-9386-b352bbaa8a97 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:50.480245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] For port 93c13ede-772d-4371-9baa-d869296d5395, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93c13ede-772d-4371-9baa-d869296d5395,segment=NetworkSegment(9558aae9-6285-4fae-8801-f1e72097d524),segment_id=9558aae9-6285-4fae-8801-f1e72097d524)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:50.483824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:50.484841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Checking segment: {'id': '5e43021e-310c-4257-a93d-a0746560a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfe5c041-20e1-41bc-9386-b352bbaa8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:50.484841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.485113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Bound using segment: {'id': '5e43021e-310c-4257-a93d-a0746560a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfe5c041-20e1-41bc-9386-b352bbaa8a97'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:50.485485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Bound port: 870ff7c5-8804-4426-85ed-c71907fd6dfb, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e43021e-310c-4257-a93d-a0746560a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfe5c041-20e1-41bc-9386-b352bbaa8a97'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:50.486362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.499385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.513282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f6a1d7f-577e-45e3-a17d-b72894e6d80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:50.613925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.618799 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/ports/fe290a3e-47c9-47f3-9d37-e41faa1e5dca HTTP/1.1" status: 204 len: 168 time: 1.4786365 Nov 25 11:21:50.625643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:50.695652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Pushing event updated for resources: {'Port': ['ID=93c13ede-772d-4371-9baa-d869296d5395,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:50.703341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.708842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:50.728179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.762760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Provisioning complete for port 93c13ede-772d-4371-9baa-d869296d5395 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:50.763162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.799832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-834113db-6964-4dca-b3c6-3379ab0b39b7', 'network_id': '834113db-6964-4dca-b3c6-3379ab0b39b7', 'tenant_id': 'a9074e3f4a264180973e58b9ba3fb85f', 'fixed_ips': [{'subnet_id': 'fb57a7b3-854c-488f-a14d-73fe61bfd9a5'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:50.800667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.817170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] For port 870ff7c5-8804-4426-85ed-c71907fd6dfb, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:50.844800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e37f7da-8010-4045-a956-b39ac8eccab3']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.848175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] For port 870ff7c5-8804-4426-85ed-c71907fd6dfb, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=870ff7c5-8804-4426-85ed-c71907fd6dfb,segment=NetworkSegment(5e43021e-310c-4257-a93d-a0746560a826),segment_id=5e43021e-310c-4257-a93d-a0746560a826)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:50.865421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a570c5-c429-47e3-a047-7a584cee0fe7']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.882509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b159f3f7-08b3-4769-be7a-da6b6af29388') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.882851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b159f3f7-08b3-4769-be7a-da6b6af29388') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.891178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.893634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:50.896873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4004e5bb-65f1-44ec-a455-46716c010cd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:50.899407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100753f5-b15b-4157-97bc-d3f9db57e20f') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.899688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100753f5-b15b-4157-97bc-d3f9db57e20f') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:50.904341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b73a31-d0fc-4a27-830a-c4158523a678 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:50.905065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8b73a31-d0fc-4a27-830a-c4158523a678 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Synchronizing usage tracker for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:50.917943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.925165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:port and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:50.933466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:50.947501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:50.956057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8b73a31-d0fc-4a27-830a-c4158523a678 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Unset dirty status for tenant:09c11c9d4e2948559b164a2a96cc7c1f on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:50.958166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:50.959707 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8b73a31-d0fc-4a27-830a-c4158523a678 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "GET /v2.0/ports?device_id=174d884a-cf79-40c5-815c-ec1cf8b66a40 HTTP/1.1" status: 200 len: 913 time: 0.3334389 Nov 25 11:21:50.962530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34540) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:51.032272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.032458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.038968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.044043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Pushing event updated for resources: {'Port': ['ID=870ff7c5-8804-4426-85ed-c71907fd6dfb,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:51.055496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:51.056195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.073702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.075869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:51.076293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.095417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:51.096055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:51.111869 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:51.141587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Made reservation on behalf of 57e2d1f269c747ba81e76c3d9547ef4e for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:51.145080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.170379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Allocated IP 2001:db8::2 (834113db-6964-4dca-b3c6-3379ab0b39b7/fb57a7b3-854c-488f-a14d-73fe61bfd9a5/d36f29a9-4590-4856-9f4a-a8f6c2963a8c) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:51.183372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Provisioning complete for port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:51.183744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.457337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] device_id is not set on port 15bf3a27-eb4c-451d-ae5e-b2c680578d35 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:21:51.487222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Allocated IP 2001:db8::1 (cfe5c041-20e1-41bc-9386-b352bbaa8a97/2dae8f63-fd17-450d-abe8-de76f5d71034/6ed9080d-4842-4492-aa64-4f73b00f96cc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:51.492896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.494765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.504667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f612f39-40d3-4497-b4db-6d8810da7e03 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:51.529159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.534742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.558594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Provisioning for port 5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:51.564769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Provisioning complete for port 5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:51.565139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.577777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.590604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Transition to ACTIVE for port object d36f29a9-4590-4856-9f4a-a8f6c2963a8c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:51.592915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Pushing event deleted for resources: {'Network': ['ID=2e37f7da-8010-4045-a956-b39ac8eccab3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:51.603665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] 10.222.0.41 "DELETE /v2.0/networks/2e37f7da-8010-4045-a956-b39ac8eccab3 HTTP/1.1" status: 204 len: 168 time: 1.6743250 Nov 25 11:21:51.604954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:51.627634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9b5dc7e2-3078-4e3a-99fc-b687da5c7182 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:51.644232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Transition to ACTIVE for port object d36f29a9-4590-4856-9f4a-a8f6c2963a8c will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:51.648420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-7dd83b93-911f-4548-ac10-5aca4cd1c2c8 None None] Port 5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:51.658532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.665890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:51.682273 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/45a570c5-c429-47e3-a047-7a584cee0fe7 HTTP/1.1" status: 204 len: 168 time: 5.7299857 Nov 25 11:21:51.709490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34548) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:51.749396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Network 834113db-6964-4dca-b3c6-3379ab0b39b7 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:51.757759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:51.761948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:51.768612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Pushing event updated for resources: {'Port': ['ID=d36f29a9-4590-4856-9f4a-a8f6c2963a8c,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:51.772347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:51.827230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=45a570c5-c429-47e3-a047-7a584cee0fe7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:51.841314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1615815149'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:51.854819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:51.871825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:51.891375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93c13ede-772d-4371-9baa-d869296d5395 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:51.934244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Attempting to bind port d36f29a9-4590-4856-9f4a-a8f6c2963a8c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:51.934617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Attempting to bind port d36f29a9-4590-4856-9f4a-a8f6c2963a8c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'd64a959e-0702-448a-88a2-8f105f270a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '834113db-6964-4dca-b3c6-3379ab0b39b7'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:51.934982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Attempting to bind port d36f29a9-4590-4856-9f4a-a8f6c2963a8c on network 834113db-6964-4dca-b3c6-3379ab0b39b7 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:51.935429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.947851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:51.948271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Checking segment: {'id': 'd64a959e-0702-448a-88a2-8f105f270a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '834113db-6964-4dca-b3c6-3379ab0b39b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:51.948683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.957288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Transition to ACTIVE for port object 6ed9080d-4842-4492-aa64-4f73b00f96cc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:51.958686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Bound using segment: {'id': 'd64a959e-0702-448a-88a2-8f105f270a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '834113db-6964-4dca-b3c6-3379ab0b39b7'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:51.959364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Bound port: d36f29a9-4590-4856-9f4a-a8f6c2963a8c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64a959e-0702-448a-88a2-8f105f270a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '834113db-6964-4dca-b3c6-3379ab0b39b7'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:51.959779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.960486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:51.964321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:51.978935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:51.992305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:51.997214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:52.011120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:52.014152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.063705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501e90c-93a6-418a-8767-eb6396567e34 req-38a70cb3-4125-46ee-ba5d-1df800cce8f4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:52.071499 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4501e90c-93a6-418a-8767-eb6396567e34 req-38a70cb3-4125-46ee-ba5d-1df800cce8f4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.8509786 Nov 25 11:21:52.130385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34554) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:52.136045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:52.139726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:52.145072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] For port d36f29a9-4590-4856-9f4a-a8f6c2963a8c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:52.146805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Port': ['ID=6ed9080d-4842-4492-aa64-4f73b00f96cc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:52.149154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:52.150688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.152316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] For port d36f29a9-4590-4856-9f4a-a8f6c2963a8c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d36f29a9-4590-4856-9f4a-a8f6c2963a8c,segment=NetworkSegment(d64a959e-0702-448a-88a2-8f105f270a7a),segment_id=d64a959e-0702-448a-88a2-8f105f270a7a)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:52.153513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:52.175362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.182087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9a93ff90-0dfb-4aa9-a36f-06bc514a5e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:52.220647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Allocated IP 172.20.0.7 (a59f84ec-1cff-49f8-8850-27c02f2e4157/39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c/15bf3a27-eb4c-451d-ae5e-b2c680578d35) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:52.227407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 93c13ede-772d-4371-9baa-d869296d5395 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:52.227905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.237704 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4501e90c-93a6-418a-8767-eb6396567e34 req-c2ef4a7e-6533-4873-9c62-04136de1dd0d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651404 Nov 25 11:21:52.270189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:21:52.282541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.351183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.351515 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment 861c52ad-d9a8-49b5-936a-9c70efb6aba0 of type vlan for network 196a3820-930b-4dcb-ab36-eb301a09e97a Nov 25 11:21:52.360094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Pushing event updated for resources: {'Port': ['ID=d36f29a9-4590-4856-9f4a-a8f6c2963a8c,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:52.405276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:52.484853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 870ff7c5-8804-4426-85ed-c71907fd6dfb up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:52.574646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6543e1-0056-4d1e-b908-17de4cc872b4 None None] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:52.733432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 870ff7c5-8804-4426-85ed-c71907fd6dfb completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:52.758244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e61fefa9-4468-4a79-a2bb-1dfa8bfa757f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:52.819880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.829105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.831249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.836891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Provisioning for port 870ff7c5-8804-4426-85ed-c71907fd6dfb completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:52.837628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4b6d7679-8321-4463-8c7e-5c439e248ec7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:52.849846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Provisioning complete for port 870ff7c5-8804-4426-85ed-c71907fd6dfb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:52.850109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.901741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:52.994327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Port': ['ID=6ed9080d-4842-4492-aa64-4f73b00f96cc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:52.999082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:53.028151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:53.028151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.036892 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a8936b6e-bef5-4b3f-b5ea-7f3770b6706e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58b0c4ff0a7c4873b2ec25251853e5ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9000416 Nov 25 11:21:53.037617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.041302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:53.041874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.045621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34560) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:53.049236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:53.088725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:53.095783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:53.145687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.226708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] For port 870ff7c5-8804-4426-85ed-c71907fd6dfb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=870ff7c5-8804-4426-85ed-c71907fd6dfb,segment=NetworkSegment(5e43021e-310c-4257-a93d-a0746560a826),segment_id=5e43021e-310c-4257-a93d-a0746560a826)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:53.239667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.241605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.251200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4724d26a-e1af-4d72-86a2-d0f6a8c7c5ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:53.277508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.278998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=196a3820-930b-4dcb-ab36-eb301a09e97a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:53.300701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:53.307619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 196a3820-930b-4dcb-ab36-eb301a09e97a details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:21:53.317355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Transition to ACTIVE for port object 15bf3a27-eb4c-451d-ae5e-b2c680578d35 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:53.352359 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5373127 Nov 25 11:21:53.355792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34566) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:53.365236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': '196a3820-930b-4dcb-ab36-eb301a09e97a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:53.382968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.403451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d6d9cda0-e735-43fb-83cc-210885f3bb62 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:53.472072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Router b6b58fdb-3087-43af-9578-ffb26e9fae26 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:21:53.475156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.478512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Pushing event updated for resources: {'Port': ['ID=870ff7c5-8804-4426-85ed-c71907fd6dfb,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:53.482530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:53.669042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.673762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-474cfc03-2212-4706-8880-74a0963506ec tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:53.711014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.711607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dfcf9d1a-eb79-4a40-ad30-d179e2137864 None None] Provisioning complete for port 870ff7c5-8804-4426-85ed-c71907fd6dfb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:53.713488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9d1a-eb79-4a40-ad30-d179e2137864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.720834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:53.722986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Port': ['ID=15bf3a27-eb4c-451d-ae5e-b2c680578d35,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:53.725253 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f8bbe16-a20e-4e9e-af09-ecada4ab5d79 HTTP/1.1" status: 204 len: 168 time: 0.6684341 Nov 25 11:21:53.726511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:53.727776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8bbe16-a20e-4e9e-af09-ecada4ab5d79,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:53.732744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:53.735813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:53.749222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:53.793459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:53.860911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Router 057767dc-b3cb-4496-8acc-549e331685f3 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:21:53.883534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:53.901140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:53.925281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:53.944761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d36f29a9-4590-4856-9f4a-a8f6c2963a8c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:53.957601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:53.958212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:53.999885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:21:54.035397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:54.118245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6261e4-fb47-4dea-bceb-6ad52afb5b47 req-1a9ff933-9868-453e-af11-c1c4610df17a tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:54.119771 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4b6261e4-fb47-4dea-bceb-6ad52afb5b47 req-1a9ff933-9868-453e-af11-c1c4610df17a tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.5538752 Nov 25 11:21:54.124090 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9381511 Nov 25 11:21:54.196616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa6e3f-eb0b-48ac-bc6d-86fa802994c6 None None] Network 834113db-6964-4dca-b3c6-3379ab0b39b7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:54.209419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34574) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:54.227331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port d36f29a9-4590-4856-9f4a-a8f6c2963a8c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:54.227794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:54.251929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:54.252280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 870ff7c5-8804-4426-85ed-c71907fd6dfb up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:54.270618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:floatingip and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:54.286465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:54.300861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:54.346061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:54.365191 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9854462 Nov 25 11:21:54.366002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34580) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:54.388166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:54.401488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] Sync routers for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:54.509398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:54.525083 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4b6261e4-fb47-4dea-bceb-6ad52afb5b47 req-dc6ccd2d-87ce-4524-91ce-1ffd69cbacfa tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422008 Nov 25 11:21:54.604921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dfcf9d1a-eb79-4a40-ad30-d179e2137864 None None] Provisioning for port 6ed9080d-4842-4492-aa64-4f73b00f96cc completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:54.612624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:54.613188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:54.695555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dfcf9d1a-eb79-4a40-ad30-d179e2137864 None None] Provisioning complete for port 6ed9080d-4842-4492-aa64-4f73b00f96cc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:54.695938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9d1a-eb79-4a40-ad30-d179e2137864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:54.746353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:54.821377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf9d1a-eb79-4a40-ad30-d179e2137864 None None] Port 6ed9080d-4842-4492-aa64-4f73b00f96cc cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:54.829161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 870ff7c5-8804-4426-85ed-c71907fd6dfb triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:54.829548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:54.873148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:54.873830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:54.957908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:54.958340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d6681-2857-4cde-aa5a-bca9efa1c6c7 None None] The sync data for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:55.013576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Provisioning for port d36f29a9-4590-4856-9f4a-a8f6c2963a8c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:55.062417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Provisioning complete for port d36f29a9-4590-4856-9f4a-a8f6c2963a8c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:55.062796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.107587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.118158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-96e298e5-4f9d-4d74-92b3-ae97862501e1 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:55.263704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=607876ca-ec7f-4f58-b2f0-ca5032d5a1f7,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:55.321374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:55.352363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.356077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34600) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:55.386397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': '861c52ad-d9a8-49b5-936a-9c70efb6aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '196a3820-930b-4dcb-ab36-eb301a09e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:55.388057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: 196a3820-930b-4dcb-ab36-eb301a09e97a, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:21:55.389605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] For port d36f29a9-4590-4856-9f4a-a8f6c2963a8c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d36f29a9-4590-4856-9f4a-a8f6c2963a8c,segment=NetworkSegment(d64a959e-0702-448a-88a2-8f105f270a7a),segment_id=d64a959e-0702-448a-88a2-8f105f270a7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:55.398528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.401940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:55.410225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-f2d45745-c290-4890-a68d-07fed7334f31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1098 time: 0.1099424 Nov 25 11:21:55.426820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:21:55.437451 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] Sync routers for ids ['b6b58fdb-3087-43af-9578-ffb26e9fae26'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:21:55.462992 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] Routers {'b6b58fdb-3087-43af-9578-ffb26e9fae26'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:55.463631 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b6b58fdb-3087-43af-9578-ffb26e9fae26'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:55.489666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd8119-d2ca-4638-a31e-b916c346c128 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:21:55.557693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.564636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "PUT /v2.0/routers/b6b58fdb-3087-43af-9578-ffb26e9fae26 HTTP/1.1" status: 200 len: 878 time: 9.9044833 Nov 25 11:21:55.566450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Provisioning complete for port 6ed9080d-4842-4492-aa64-4f73b00f96cc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:55.567091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.582076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34606) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:55.600106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Pushing event updated for resources: {'Port': ['ID=d36f29a9-4590-4856-9f4a-a8f6c2963a8c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:55.604031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:55.607145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-36b82c96-f00a-41ef-97ae-3d4dcf47364f tempest-DvrRoutersNegativeTest-1128754969 tempest-DvrRoutersNegativeTest-1128754969-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1998347886', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:55.609672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.policy [None req-36b82c96-f00a-41ef-97ae-3d4dcf47364f tempest-DvrRoutersNegativeTest-1128754969 tempest-DvrRoutersNegativeTest-1128754969-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83569) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Nov 25 11:21:55.610067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.policy [None req-36b82c96-f00a-41ef-97ae-3d4dcf47364f tempest-DvrRoutersNegativeTest-1128754969 tempest-DvrRoutersNegativeTest-1128754969-project] Failed policy check for 'create_router' {{(pid=83569) enforce /opt/stack/neutron/neutron/policy.py:482}} Nov 25 11:21:55.610661 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-36b82c96-f00a-41ef-97ae-3d4dcf47364f tempest-DvrRoutersNegativeTest-1128754969 tempest-DvrRoutersNegativeTest-1128754969-project] create failed (client error): Access was denied to this resource. Nov 25 11:21:55.611707 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36b82c96-f00a-41ef-97ae-3d4dcf47364f tempest-DvrRoutersNegativeTest-1128754969 tempest-DvrRoutersNegativeTest-1128754969-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2519860 Nov 25 11:21:55.637797 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:55.650128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-87af81e5-e1bb-4c3f-a56c-b5dd908976b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:55.652086 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-87af81e5-e1bb-4c3f-a56c-b5dd908976b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 913 time: 0.2306697 Nov 25 11:21:55.669760 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] Routers {'b6b58fdb-3087-43af-9578-ffb26e9fae26'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:21:55.670614 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b6b58fdb-3087-43af-9578-ffb26e9fae26'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:55.728385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.747744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Port 6ed9080d-4842-4492-aa64-4f73b00f96cc cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:55.765101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d36f29a9-4590-4856-9f4a-a8f6c2963a8c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:21:55.772895 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:55.773874 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5f231-90b7-49c4-8e21-70c7d664a40a None None] The sync data for ids ['b6b58fdb-3087-43af-9578-ffb26e9fae26'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:21:55.842047 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-5aecb7c6-9177-4f57-9081-2cf3131c36b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 1001 time: 0.1827462 Nov 25 11:21:55.846155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network 196a3820-930b-4dcb-ab36-eb301a09e97a is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:21:55.864317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Provisioning for port 15bf3a27-eb4c-451d-ae5e-b2c680578d35 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:21:55.866844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f442b8-a645-488f-ad16-847d97decc85 req-0fc41700-4e2e-47b1-8ff9-6b7f5646b3ca tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:55.874272 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-72f442b8-a645-488f-ad16-847d97decc85 req-0fc41700-4e2e-47b1-8ff9-6b7f5646b3ca tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.6356368 Nov 25 11:21:55.920863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 196a3820-930b-4dcb-ab36-eb301a09e97a) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:55.926376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-c83f28da-54e3-43b8-8119-a493e9844e79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:55.927903 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-c83f28da-54e3-43b8-8119-a493e9844e79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.0718031 Nov 25 11:21:55.936712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:55.937309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:55.944981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Provisioning complete for port 15bf3a27-eb4c-451d-ae5e-b2c680578d35 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:55.945584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.012166 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c58e41ec-d298-483d-9c12-e73d554c9b36 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:21:56.014252 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c58e41ec-d298-483d-9c12-e73d554c9b36 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6470804 Nov 25 11:21:56.019021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34614) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:56.033038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Port 15bf3a27-eb4c-451d-ae5e-b2c680578d35 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:21:56.059949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d36f29a9-4590-4856-9f4a-a8f6c2963a8c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:56.060355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.104168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34618) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:56.132864 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7731161 Nov 25 11:21:56.146836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34622) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:56.155687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd8119-d2ca-4638-a31e-b916c346c128 None None] Unable to find a vacant binding_index for network 196a3820-930b-4dcb-ab36-eb301a09e97a and agent 109d6141-6454-427b-99f8-d7fc56ed04a5 {{(pid=83571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 25 11:21:56.189868 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-72f442b8-a645-488f-ad16-847d97decc85 req-a07cae96-968b-4f8a-8eb6-cbbc6289ba5e tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142161 Nov 25 11:21:56.212313 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-d93868e4-86fa-436e-a462-36f14bc107e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2759964 Nov 25 11:21:56.266232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd8119-d2ca-4638-a31e-b916c346c128 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 196a3820-930b-4dcb-ab36-eb301a09e97a) {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:21:56.291387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-53226693-33f1-476c-b780-946f5ca0a624 None None] Provisioning complete for port d36f29a9-4590-4856-9f4a-a8f6c2963a8c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:21:56.291882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-53226693-33f1-476c-b780-946f5ca0a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.358810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Allocated IP 172.26.5.83 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/e79fe82d-a882-4aef-a2af-820ab4488a01) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:56.408401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.605971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-67598987-dca6-440a-9cb2-2cddae6459ec service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810506 Nov 25 11:21:56.627441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.642867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:21:56.679834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Usage tracker for resource:security_group_rule and tenant:540d0a7aadce4002be965a9845ee6486 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:21:56.685234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:21:56.715417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:21:56.763333 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9a74b54c-fee7-468a-9a43-b245b153ceef req-20168efd-ad6e-4cc9-99a9-c0561200cc96 service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484587 Nov 25 11:21:56.771232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.793975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-196a3820-930b-4dcb-ab36-eb301a09e97a', 'network_id': '196a3820-930b-4dcb-ab36-eb301a09e97a', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '607876ca-ec7f-4f58-b2f0-ca5032d5a1f7'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:21:56.796784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.844011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.858919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dc54e93d-f43a-408c-908a-67e0ccc3c706 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/b6b58fdb-3087-43af-9578-ffb26e9fae26 HTTP/1.1" status: 200 len: 919 time: 1.2644567 Nov 25 11:21:56.861240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:56.881696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34628) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:56.976123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Allocated IP 172.20.0.2 (196a3820-930b-4dcb-ab36-eb301a09e97a/607876ca-ec7f-4f58-b2f0-ca5032d5a1f7/da15d1ac-4e80-4c7a-98b2-91bd730e4cef) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:21:56.984113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-67e3c277-97c6-4f50-a0ee-b8e26d8440b5 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Synchronizing usage tracker for tenant:d1cd2e86f5444e81b5dcdd7ad401480d on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:57.025040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.030602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.037372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-67e3c277-97c6-4f50-a0ee-b8e26d8440b5 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Unset dirty status for tenant:d1cd2e86f5444e81b5dcdd7ad401480d on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:57.038503 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-67e3c277-97c6-4f50-a0ee-b8e26d8440b5 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=b6b58fdb-3087-43af-9578-ffb26e9fae26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1555917 Nov 25 11:21:57.039602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:57.042759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34632) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:57.050159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.102074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc517433-cbf8-428f-b7f5-f7a42463758a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:57.111319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:57.115209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-34016eeb-31e3-4eb8-b30e-40fb9baea7e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:57.146289 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=540d0a7aadce4002be965a9845ee6486&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0256085 Nov 25 11:21:57.148162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:57.153758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34636) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:57.155323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:57.158993 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:57.230517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.243603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Transition to ACTIVE for port object da15d1ac-4e80-4c7a-98b2-91bd730e4cef will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:57.287130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae606e6-f93f-42d0-a0e8-eb854ecee5ed tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:57.287682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bae606e6-f93f-42d0-a0e8-eb854ecee5ed tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Synchronizing usage tracker for tenant:d1cd2e86f5444e81b5dcdd7ad401480d on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:21:57.328113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Transition to ACTIVE for port object da15d1ac-4e80-4c7a-98b2-91bd730e4cef will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:21:57.342832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bae606e6-f93f-42d0-a0e8-eb854ecee5ed tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Unset dirty status for tenant:d1cd2e86f5444e81b5dcdd7ad401480d on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:21:57.343602 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bae606e6-f93f-42d0-a0e8-eb854ecee5ed tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.3000295 Nov 25 11:21:57.348346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.348622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34642) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:57.379113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d3a91ae6-713d-41e0-92b6-ce9ffd9ff5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:57.401803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-577b5b58-b84c-42e4-8fc6-d121c149fd6c tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6b58fdb-3087-43af-9578-ffb26e9fae26 HTTP/1.1" status: 200 len: 205 time: 0.0520585 Nov 25 11:21:57.405688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34646) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:57.442938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Network 196a3820-930b-4dcb-ab36-eb301a09e97a is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:21:57.452531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:21:57.454947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:21:57.535505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.553489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Port': ['ID=e79fe82d-a882-4aef-a2af-820ab4488a01,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:57.580650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:57.585679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:57.611872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Pushing event updated for resources: {'Port': ['ID=da15d1ac-4e80-4c7a-98b2-91bd730e4cef,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:57.616522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:57.620519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Attempting to bind port da15d1ac-4e80-4c7a-98b2-91bd730e4cef on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:21:57.620896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Attempting to bind port da15d1ac-4e80-4c7a-98b2-91bd730e4cef by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '861c52ad-d9a8-49b5-936a-9c70efb6aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '196a3820-930b-4dcb-ab36-eb301a09e97a'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:21:57.621271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Attempting to bind port da15d1ac-4e80-4c7a-98b2-91bd730e4cef on network 196a3820-930b-4dcb-ab36-eb301a09e97a {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:21:57.628068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:21:57.628455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Checking segment: {'id': '861c52ad-d9a8-49b5-936a-9c70efb6aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '196a3820-930b-4dcb-ab36-eb301a09e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:21:57.629011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.629455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Bound using segment: {'id': '861c52ad-d9a8-49b5-936a-9c70efb6aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '196a3820-930b-4dcb-ab36-eb301a09e97a'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:21:57.629885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Bound port: da15d1ac-4e80-4c7a-98b2-91bd730e4cef, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861c52ad-d9a8-49b5-936a-9c70efb6aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '196a3820-930b-4dcb-ab36-eb301a09e97a'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:21:57.630264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.630904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 347719bb-1757-4439-a80b-d4816a342fd8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:57.631324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.661892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=607876ca-ec7f-4f58-b2f0-ca5032d5a1f7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:57.680150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:57.722700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] For port da15d1ac-4e80-4c7a-98b2-91bd730e4cef, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:21:57.727640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] For port da15d1ac-4e80-4c7a-98b2-91bd730e4cef, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da15d1ac-4e80-4c7a-98b2-91bd730e4cef,segment=NetworkSegment(861c52ad-d9a8-49b5-936a-9c70efb6aba0),segment_id=861c52ad-d9a8-49b5-936a-9c70efb6aba0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:21:57.733320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.737654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:57.795942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.800569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.814877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Pushing event updated for resources: {'Port': ['ID=da15d1ac-4e80-4c7a-98b2-91bd730e4cef,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:57.846590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:57.856955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:57.887836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74deffab-563d-4536-acff-cd4913fc4953 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:21:57.975308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1169934-0f49-4b49-afce-7b9aa6ff1679 req-6388edbe-1e14-4751-8a78-15031c7319d3 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:57.985457 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b1169934-0f49-4b49-afce-7b9aa6ff1679 req-6388edbe-1e14-4751-8a78-15031c7319d3 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.5810671 Nov 25 11:21:58.009475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.009829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting port 6ed9080d-4842-4492-aa64-4f73b00f96cc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:58.010162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.018059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196a3820-930b-4dcb-ab36-eb301a09e97a']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:58.025612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74deffab-563d-4536-acff-cd4913fc4953 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:21:58.085716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861c52ad-d9a8-49b5-936a-9c70efb6aba0') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:58.085954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861c52ad-d9a8-49b5-936a-9c70efb6aba0') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:21:58.140029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.158686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.255574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.276598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.314108 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b1169934-0f49-4b49-afce-7b9aa6ff1679 req-fc03243f-6394-4ad3-b19c-744586aea516 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172543 Nov 25 11:21:58.382937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3f986-d0d2-4657-9856-61cbca27bc4f None None] Network 196a3820-930b-4dcb-ab36-eb301a09e97a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:58.390018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 347719bb-1757-4439-a80b-d4816a342fd8 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:58.419088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.420627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Calling delete_port for 6ed9080d-4842-4492-aa64-4f73b00f96cc owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:58.426762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:21:58.427269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:21:58.446009 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:21:58.531296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.553351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Deleting port 1adee1ee-e32e-48e7-b749-c2fcd438e73d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:58.553878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.563133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.574966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-64d087d8-2c40-41f7-b969-0714b0b77383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:58.595987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc517433-cbf8-428f-b7f5-f7a42463758a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:58.597648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:21:58.597648 dv-neutron-819177-1-hyperv neutron-server[83570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:21:58.597648 dv-neutron-819177-1-hyperv neutron-server[83570]: [parameters: {'id': '196a3820-930b-4dcb-ab36-eb301a09e97a'}] Nov 25 11:21:58.597648 dv-neutron-819177-1-hyperv neutron-server[83570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:21:58.598040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:21:58.606647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:58.633038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.646260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d012f1-15a6-4748-8054-b73cf87b967b None None] Network 196a3820-930b-4dcb-ab36-eb301a09e97a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:21:58.683539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.687730 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc517433-cbf8-428f-b7f5-f7a42463758a HTTP/1.1" status: 204 len: 168 time: 1.5272629 Nov 25 11:21:58.778602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.785031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-528bc8d3-885d-40e9-b3b3-3f274892ab4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:58.845156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Port': ['ID=6ed9080d-4842-4492-aa64-4f73b00f96cc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:58.855172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:58.859752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.935035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.943526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0313e30b-3b5b-4aca-8b85-4fad9d1dc66e tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:58.981885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.991647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=347719bb-1757-4439-a80b-d4816a342fd8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:58.995180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:58.999583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:59.000143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:59.045937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Calling delete_port for 1adee1ee-e32e-48e7-b749-c2fcd438e73d owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:21:59.165035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.274301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.287664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Port': ['ID=e79fe82d-a882-4aef-a2af-820ab4488a01,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:21:59.291520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:21:59.308712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port da15d1ac-4e80-4c7a-98b2-91bd730e4cef {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:21:59.309076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.460149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.612535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.640982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.642068 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4307663 Nov 25 11:21:59.657919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:59.733006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d985d6ee-0f48-48fd-b5d3-e365094b9e28 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'floatingip': {'port_id': '15bf3a27-eb4c-451d-ae5e-b2c680578d35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:59.741014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34678) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:21:59.833772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d985d6ee-0f48-48fd-b5d3-e365094b9e28 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.838875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcc364-f284-42d5-8d37-53404a0b9b4a req-da9f7cf5-3e2d-4bdc-beb7-b5c60def80f0 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:21:59.840246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-10bcc364-f284-42d5-8d37-53404a0b9b4a req-da9f7cf5-3e2d-4bdc-beb7-b5c60def80f0 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3714294 Nov 25 11:21:59.846151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port da15d1ac-4e80-4c7a-98b2-91bd730e4cef, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da15d1ac-4e80-4c7a-98b2-91bd730e4cef,segment=NetworkSegment(861c52ad-d9a8-49b5-936a-9c70efb6aba0),segment_id=861c52ad-d9a8-49b5-936a-9c70efb6aba0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:21:59.846497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.890294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:21:59.903415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d83f43b-231f-461d-bbdb-f6e707110159 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:21:59.987328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083638345'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:21:59.997592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for da15d1ac-4e80-4c7a-98b2-91bd730e4cef owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:00.034803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:00.049341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event deleted for resources: {'Port': ['ID=1adee1ee-e32e-48e7-b749-c2fcd438e73d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:00.051238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:00.059844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:00.079750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:00.087741 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-10bcc364-f284-42d5-8d37-53404a0b9b4a req-ed2529d5-b9d2-4a28-9372-8d16f96634b5 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339563 Nov 25 11:22:00.106637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:00.125087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.143583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.152090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.158104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-287b8d65-999c-403b-8646-cabef1afc5d9 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:00.210236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Port': ['ID=da15d1ac-4e80-4c7a-98b2-91bd730e4cef,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:00.214473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:00.259679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No DVR routers for this DVR port da15d1ac-4e80-4c7a-98b2-91bd730e4cef on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:00.266015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.328847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:00.345621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:00.398025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:00.442066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Router 057767dc-b3cb-4496-8acc-549e331685f3 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:00.448618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-d985d6ee-0f48-48fd-b5d3-e365094b9e28 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] update failed (client error): The resource could not be found. Nov 25 11:22:00.449665 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d985d6ee-0f48-48fd-b5d3-e365094b9e28 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "PUT /v2.0/floatingips/b275005b-6f52-423e-8d41-796060aeb2b7 HTTP/1.1" status: 404 len: 507 time: 0.7803915 Nov 25 11:22:00.453472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34688) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:00.456474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.472815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:00.492163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.539559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196a3820-930b-4dcb-ab36-eb301a09e97a']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:00.567751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861c52ad-d9a8-49b5-936a-9c70efb6aba0') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:00.568071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861c52ad-d9a8-49b5-936a-9c70efb6aba0') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:00.590126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4f38-ad85-4d8f-954a-83a25ffdc5fe req-8273bdd3-a2d8-4170-9fb5-1d0eda3b5b35 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:00.591614 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17bd4f38-ad85-4d8f-954a-83a25ffdc5fe req-8273bdd3-a2d8-4170-9fb5-1d0eda3b5b35 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3730009 Nov 25 11:22:00.597255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.654230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.838772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:00.839162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:00.859454 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:00.893278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.955078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:00.959624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:00.983325 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17bd4f38-ad85-4d8f-954a-83a25ffdc5fe req-4f8cd8d0-c3d7-4b4a-88db-36ee29447d2f tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781214 Nov 25 11:22:01.012235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.013485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:01.016820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.024420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:01.027202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdcee2f-d44e-4b89-98c5-8ac0a470d8eb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:01.032619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:01.045403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:01.048677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:01.062911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:01.077926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=196a3820-930b-4dcb-ab36-eb301a09e97a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:01.087394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/196a3820-930b-4dcb-ab36-eb301a09e97a HTTP/1.1" status: 204 len: 168 time: 4.9369495 Nov 25 11:22:01.090828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:01.095900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34696) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:01.104555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-339207867'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:01.106541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Deleting port e79fe82d-a882-4aef-a2af-820ab4488a01 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:01.107025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.112902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:01.125047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:01.131490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:01.145068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.159991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.172865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:01.247522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:01.258394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] Sync routers for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:01.272100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:01.272707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:01.279722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2586844 Nov 25 11:22:01.287517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.288336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34700) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:01.305476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.312110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ff6fc247-2198-4a09-bce8-737388b18303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:01.324833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:01.328322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.349185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:01.349427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.349846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Fanout notify agent at l3_agent the message router_deleted on router b6b58fdb-3087-43af-9578-ffb26e9fae26 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:01.361137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:01.362137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:01.378272 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-5bc0772c-c4bd-4fb2-8d7c-73dbc055002e tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] delete failed (client error): The resource could not be found. Nov 25 11:22:01.383725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bc0772c-c4bd-4fb2-8d7c-73dbc055002e tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-294547427 HTTP/1.1" status: 404 len: 334 time: 0.0901110 Nov 25 11:22:01.383725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34704) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:01.391471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-54a7f22c-c99d-4ae9-bc07-c70546247787 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'router': {'external_gateway_info': {'network_id': '057767dc-b3cb-4496-8acc-549e331685f3'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:01.423543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:01.423955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d15a2-89e7-4a17-baed-5253ce5ee37b None None] The sync data for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:01.454552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.455626 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/b6b58fdb-3087-43af-9578-ffb26e9fae26 HTTP/1.1" status: 204 len: 168 time: 4.0496175 Nov 25 11:22:01.456574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.459450 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7150958 Nov 25 11:22:01.459450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6065c04e-39dd-4273-8a33-341261ccc59f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:01.461557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34708) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:01.464919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34710) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:01.465997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:01.470516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.470677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.475969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-843877957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:01.504918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:01.506829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:01.521645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd1a0f-e6d1-473d-b3c7-7d429894b5e0 req-6ead24e6-bbfb-4a85-98f8-c3e7c8b5312e tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:01.523099 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c4bd1a0f-e6d1-473d-b3c7-7d429894b5e0 req-6ead24e6-bbfb-4a85-98f8-c3e7c8b5312e tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.3951929 Nov 25 11:22:01.524132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Usage tracker for resource:router and tenant:e81a553c97034f0e9228b48796b0195f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:01.530382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:01.540736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.541075 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment ea916c98-ecc4-4185-916e-b982f8fe12d9 of type vlan for network 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee Nov 25 11:22:01.542271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:01.649174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.650082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.665533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Calling delete_port for e79fe82d-a882-4aef-a2af-820ab4488a01 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:01.688807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.700261 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c4bd1a0f-e6d1-473d-b3c7-7d429894b5e0 req-8a146652-6e98-4158-82e2-d1f2618ff1fa tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668072 Nov 25 11:22:01.715698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.758045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.761694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:01.762281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.768257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-35e0358f-b470-40ce-b452-0ac8edee6948 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:01.789545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.941795 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8394208 Nov 25 11:22:01.941795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:01.941795 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e4abc3fb-a3bf-4800-b9c4-805bc0a243bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4740067 Nov 25 11:22:01.943236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34720) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:01.943236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34722) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:01.955136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:01.972382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': True}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:02.027516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=0a3fd0c7-4fc3-4fee-9db9-c5284843bdee,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:02.042380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:02.049162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:02.102616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.111606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2807c680-7c15-4f2a-9270-54864a816f18 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:02.153222 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-816b46db-cb19-4da6-a867-ae96f3ae3ce1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6853878 Nov 25 11:22:02.167590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:02.170877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event deleted for resources: {'Port': ['ID=e79fe82d-a882-4aef-a2af-820ab4488a01,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:02.177414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:02.182812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-security--1732921561', 'description': 'tempest-security-description-1888831219'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:02.259046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:02.271267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:02.275964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:02.356368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.449001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:02.466505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.492265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.498946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.501298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.504938 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "PUT /v2.0/security-groups/6065c04e-39dd-4273-8a33-341261ccc59f HTTP/1.1" status: 200 len: 1612 time: 0.3338020 Nov 25 11:22:02.504938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-20b62006-bfc0-4a73-876c-2495983aee05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:02.511659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.516323 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "DELETE /v2.0/floatingips/b275005b-6f52-423e-8d41-796060aeb2b7 HTTP/1.1" status: 204 len: 168 time: 2.0574505 Nov 25 11:22:02.516323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34734) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:02.517301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54a7f22c-c99d-4ae9-bc07-c70546247787 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.522528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:02.536926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:02.545862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'floatingip': {'floating_network_id': 'a59f84ec-1cff-49f8-8850-27c02f2e4157', 'port_id': '15bf3a27-eb4c-451d-ae5e-b2c680578d35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:02.563244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:02.575014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:floatingip and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:02.578289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Router 174d884a-cf79-40c5-815c-ec1cf8b66a40 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:02.584103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:02.589563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6065c04e-39dd-4273-8a33-341261ccc59f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:02.615822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:02.617893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:02.632143 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-54a7f22c-c99d-4ae9-bc07-c70546247787 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] update failed (client error): The resource could not be found. Nov 25 11:22:02.633191 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-54a7f22c-c99d-4ae9-bc07-c70546247787 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3 HTTP/1.1" status: 404 len: 339 time: 1.2489591 Nov 25 11:22:02.637407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:02.649403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1622999726'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:02.655182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:02.657743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.659534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aefee-21fe-4a0d-912d-cbf25a6e189d req-c9624555-511b-4d8f-817e-3408c6665d72 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:02.661279 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-931aefee-21fe-4a0d-912d-cbf25a6e189d req-c9624555-511b-4d8f-817e-3408c6665d72 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4684393 Nov 25 11:22:02.674448 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10324998-dd09-4734-849d-7ed9dcde59bd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups/6065c04e-39dd-4273-8a33-341261ccc59f HTTP/1.1" status: 200 len: 1612 time: 0.1544018 Nov 25 11:22:02.679681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:network and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:02.682026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:02.690452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:02.707488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:02.737592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:02.740516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.810397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.852614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:02.860966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.876235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.876502 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Added segment fbacbe0c-483d-4ffa-a266-24e1599c511f of type vlan for network 44cf492f-c817-47e4-ac9e-853530656a97 Nov 25 11:22:02.912306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.939393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:02.990484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing IP validity checks on allocation pools {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:22:02.990975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:22:02.995162 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-931aefee-21fe-4a0d-912d-cbf25a6e189d req-86cfb344-3f20-4a3d-8707-528cdd1b7f7b tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749288 Nov 25 11:22:03.017450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.017946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.025012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-74006d83-0b01-40be-915e-009ed2ebe138 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:03.033449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.037966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:03.038563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.059918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6065c04e-39dd-4273-8a33-341261ccc59f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:03.068871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:03.070593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:03.098924 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:03.099952 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10f8190c-ae42-471b-b66a-482f7f07b7db tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5741968 Nov 25 11:22:03.104088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:03.109304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.110365 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/6065c04e-39dd-4273-8a33-341261ccc59f HTTP/1.1" status: 204 len: 168 time: 0.4274552 Nov 25 11:22:03.114091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '15bf3a27-eb4c-451d-ae5e-b2c680578d35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:03.155941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34754) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:03.167365 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5250213 Nov 25 11:22:03.170728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34758) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:03.180881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:03.188557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Usage tracker for resource:floatingip and tenant:57e2d1f269c747ba81e76c3d9547ef4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:03.191799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'subnet': {'network_id': '44cf492f-c817-47e4-ac9e-853530656a97', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:03.193137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:03.200251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Network': ['ID=44cf492f-c817-47e4-ac9e-853530656a97,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:03.203097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:03.205182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:03.214236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.214402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 44cf492f-c817-47e4-ac9e-853530656a97 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:03.359271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.441330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:03.449776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2647650-9470-4a37-bfea-fe1c9058e546 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:03.454613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Usage tracker for resource:subnet and tenant:a9074e3f4a264180973e58b9ba3fb85f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:03.459632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:03.471091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:03.480288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.489185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ffa83dd1-c9e1-4064-b2e8-e29fdfdea547 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:03.502244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Allocated IP 172.26.5.174 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/d7f90ccb-3718-4fcb-a9aa-8cad7921fd3a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:03.552233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Made reservation on behalf of a9074e3f4a264180973e58b9ba3fb85f for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:03.572954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2647650-9470-4a37-bfea-fe1c9058e546 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:03.574136 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2647650-9470-4a37-bfea-fe1c9058e546 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4128695 Nov 25 11:22:03.581446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:03.610487 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-e8604f65-8b69-4726-825f-671498a5a2e9 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] delete failed (client error): The resource could not be found. Nov 25 11:22:03.611481 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e8604f65-8b69-4726-825f-671498a5a2e9 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/6065c04e-39dd-4273-8a33-341261ccc59f HTTP/1.1" status: 404 len: 347 time: 0.0291228 Nov 25 11:22:03.618841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34766) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:03.627632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011222928'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:03.636176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:03.665618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:03.668987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:03.674586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=12170c18-5a1a-46e4-be4c-8e8cac1dfd19,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:03.682662 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] Sync routers for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:03.688248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:03.692960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.698616 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:03.699404 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:03.704603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.724570 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-87211d5d-675a-438a-8022-2f266a70a82d tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "PUT /v2.0/routers/174d884a-cf79-40c5-815c-ec1cf8b66a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7541277 Nov 25 11:22:03.725411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34770) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:03.730497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.764380 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:03.775900 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] Routers {'174d884a-cf79-40c5-815c-ec1cf8b66a40'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:03.776704 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:21:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['174d884a-cf79-40c5-815c-ec1cf8b66a40'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:03.817951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:03.825516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:03.831427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:03.840817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:03.845540 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:03.846109 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e689b2-27fe-406c-8a59-df000af153b2 None None] The sync data for ids ['174d884a-cf79-40c5-815c-ec1cf8b66a40'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:03.847170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.853361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1e6a8836-ebd6-4796-9146-c8355181fd84 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:03.931198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c10e6bba-64a5-45e3-bbb8-eedfb00ea80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:03.941848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': 'ea916c98-ecc4-4185-916e-b982f8fe12d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:03.942207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:04.050421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.091604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.106103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.118583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:04.130932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:04.137221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:04.146557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event updated for resources: {'Port': ['ID=d7f90ccb-3718-4fcb-a9aa-8cad7921fd3a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:04.149473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:04.187394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:04.228775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.230262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:04.239444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.241551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac3c14-10c9-41dd-8919-0f00802a9574 None None] Network 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:04.246792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8fbc0148-e757-4a8a-84c0-b7cf30ca7463 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:04.257395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:04.257983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.353536 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4072592 Nov 25 11:22:04.354518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94115c63-cc60-497d-a98d-c9ff376888fc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:04.356701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34776) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:04.387716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.392760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:04.400070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e75479f-fad8-4fa6-8771-bada299cddfa tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:04.430010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.431195 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8110807 Nov 25 11:22:04.441338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34780) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:04.446959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Allocated IP 172.26.5.205 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/8b7ad2b2-3be1-4337-957c-d21d289fd36f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:04.458269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428829b-4585-414d-a650-e85a15021923 req-3ca9a29c-db4d-45f9-a9b7-dcf36c3d90e2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:04.460431 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a428829b-4585-414d-a650-e85a15021923 req-3ca9a29c-db4d-45f9-a9b7-dcf36c3d90e2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.2942758 Nov 25 11:22:04.501406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '94115c63-cc60-497d-a98d-c9ff376888fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:04.509424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-0a3fd0c7-4fc3-4fee-9db9-c5284843bdee', 'network_id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '12170c18-5a1a-46e4-be4c-8e8cac1dfd19'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:04.510222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.524581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:04.540656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Subnet': ['ID=4911384f-3505-4996-98b0-564af01ca823,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:04.550703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:04.559796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:04.581139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:04.585729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.596160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:04.632957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Deleting port d7f90ccb-3718-4fcb-a9aa-8cad7921fd3a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:04.633206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.643456 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a428829b-4585-414d-a650-e85a15021923 req-4775f3c7-9677-4dd7-9b2c-952c1f942763 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642327 Nov 25 11:22:04.644148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Checking segment: {'id': 'fbacbe0c-483d-4ffa-a266-24e1599c511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44cf492f-c817-47e4-ac9e-853530656a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:04.644512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network hostable DHCP agents. Network: 44cf492f-c817-47e4-ac9e-853530656a97, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:04.708238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.716669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network 44cf492f-c817-47e4-ac9e-853530656a97 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:04.736166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 44cf492f-c817-47e4-ac9e-853530656a97) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:04.738821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.741635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:04.742218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.758393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Allocated IP 172.20.0.3 (0a3fd0c7-4fc3-4fee-9db9-c5284843bdee/12170c18-5a1a-46e4-be4c-8e8cac1dfd19/0f7915fc-baa4-45ff-98fe-6356f21180c6) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:04.766977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f92c8-48da-4a80-b42a-685b37cdaa27 None None] Network 44cf492f-c817-47e4-ac9e-853530656a97 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:04.770527 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5976834 Nov 25 11:22:04.773182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.778123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34786) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:04.780078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c52024da-8d1c-4feb-a78f-beca74d4ae22 tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:04.787736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:04.829158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9d81af1b-62b0-46f4-99e4-6378ac048ebe tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'router': {'external_gateway_info': {'network_id': '44cf492f-c817-47e4-ac9e-853530656a97'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:04.992759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.003411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Port': ['ID=8b7ad2b2-3be1-4337-957c-d21d289fd36f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:05.007071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:05.011831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:05.017001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:05.020030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:05.033196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.033750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.266829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Calling delete_port for d7f90ccb-3718-4fcb-a9aa-8cad7921fd3a owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:05.279437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-44cf492f-c817-47e4-ac9e-853530656a97', 'network_id': '44cf492f-c817-47e4-ac9e-853530656a97', 'tenant_id': 'a9074e3f4a264180973e58b9ba3fb85f', 'fixed_ips': [{'subnet_id': '4911384f-3505-4996-98b0-564af01ca823'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:05.280094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.306399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.313756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.328706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.352913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ae88712c-da98-42ac-a5d2-e416b3f7081d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:05.353487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Transition to ACTIVE for port object 0f7915fc-baa4-45ff-98fe-6356f21180c6 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:05.389313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Transition to ACTIVE for port object 0f7915fc-baa4-45ff-98fe-6356f21180c6 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:05.396518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f2e031-1729-406a-9ca7-baba3793e83f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:05.407111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:05.413857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.418932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43e40818-d4f6-4592-8b88-5126433f6f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:05.461301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.465015 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0201254 Nov 25 11:22:05.465642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34792) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:05.474399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac904932-2027-4d33-9013-f15832685e0f req-d0b5c589-a99b-4dc7-9118-6847b3d09c81 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:05.476419 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ac904932-2027-4d33-9013-f15832685e0f req-d0b5c589-a99b-4dc7-9118-6847b3d09c81 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4219530 Nov 25 11:22:05.494732 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-8455ed6a-185d-4715-b075-60278448ba89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=965eb933fc0345938fd4211cbccc1983&device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 1098 time: 0.4086432 Nov 25 11:22:05.504421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.531229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-145c5a42-8224-49d9-89ab-477212a1d0f7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:05.547987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Allocated IP 2001:db8:1::2 (44cf492f-c817-47e4-ac9e-853530656a97/4911384f-3505-4996-98b0-564af01ca823/c2355f86-7e04-45bf-b95f-c212b90d3b62) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:05.582690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=12170c18-5a1a-46e4-be4c-8e8cac1dfd19,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:05.622257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Network 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:05.631434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:05.639117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.646960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cf90c596-4e87-4272-8b5e-9a44b7c52fc7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:05.675050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:05.682931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Pushing event updated for resources: {'Port': ['ID=0f7915fc-baa4-45ff-98fe-6356f21180c6,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:05.685431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:05.687085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.690755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:05.710738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.746820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d81af1b-62b0-46f4-99e4-6378ac048ebe tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.760258 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ac904932-2027-4d33-9013-f15832685e0f req-831ccb31-6da1-4e5c-82db-f8b6cc2e4344 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609179 Nov 25 11:22:05.782088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.786843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bab3e1d6-92e0-44aa-9843-38b98b1da735 tempest-ServersTestManualDisk-326262537 tempest-ServersTestManualDisk-326262537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:05.807405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0f2e031-1729-406a-9ca7-baba3793e83f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:05.824616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:05.833378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.839111 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d0f2e031-1729-406a-9ca7-baba3793e83f HTTP/1.1" status: 204 len: 168 time: 0.3676238 Nov 25 11:22:05.839111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34798) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:05.844306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Attempting to bind port 0f7915fc-baa4-45ff-98fe-6356f21180c6 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:05.844306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Attempting to bind port 0f7915fc-baa4-45ff-98fe-6356f21180c6 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ea916c98-ecc4-4185-916e-b982f8fe12d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:05.844790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Attempting to bind port 0f7915fc-baa4-45ff-98fe-6356f21180c6 on network 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:05.850599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event deleted for resources: {'Port': ['ID=d7f90ccb-3718-4fcb-a9aa-8cad7921fd3a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:05.869145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:05.869385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:05.869758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Checking segment: {'id': 'ea916c98-ecc4-4185-916e-b982f8fe12d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:05.870432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.870957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Bound using segment: {'id': 'ea916c98-ecc4-4185-916e-b982f8fe12d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:05.871955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Bound port: 0f7915fc-baa4-45ff-98fe-6356f21180c6, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea916c98-ecc4-4185-916e-b982f8fe12d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:05.872603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.872738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.936496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:05.989061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.026479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-26ae55e7-1086-46a9-b432-e5458eea2842 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:06.035170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting port 026e51c4-8bf1-4fa9-a800-10bcee82e621 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:06.035452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.067278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.102204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Transition to ACTIVE for port object c2355f86-7e04-45bf-b95f-c212b90d3b62 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:06.105231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3fd0c7-4fc3-4fee-9db9-c5284843bdee']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:06.115664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-9d8cba59-b006-45f9-871a-d53edb0d0567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:06.117403 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-9d8cba59-b006-45f9-871a-d53edb0d0567 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 200 len: 913 time: 0.6143146 Nov 25 11:22:06.121360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] For port 0f7915fc-baa4-45ff-98fe-6356f21180c6, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:06.127266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] For port 0f7915fc-baa4-45ff-98fe-6356f21180c6, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0f7915fc-baa4-45ff-98fe-6356f21180c6,segment=NetworkSegment(ea916c98-ecc4-4185-916e-b982f8fe12d9),segment_id=ea916c98-ecc4-4185-916e-b982f8fe12d9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:06.131430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Transition to ACTIVE for port object c2355f86-7e04-45bf-b95f-c212b90d3b62 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:06.133745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.139025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:06.143142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.145608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-26ae55e7-1086-46a9-b432-e5458eea2842 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:06.146873 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-26ae55e7-1086-46a9-b432-e5458eea2842 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3083444 Nov 25 11:22:06.149640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34804) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:06.154872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.184116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.193976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea916c98-ecc4-4185-916e-b982f8fe12d9') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:06.194261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea916c98-ecc4-4185-916e-b982f8fe12d9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:06.233992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.249102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Network 44cf492f-c817-47e4-ac9e-853530656a97 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:06.252374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:06.254929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Pushing event updated for resources: {'Port': ['ID=0f7915fc-baa4-45ff-98fe-6356f21180c6,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:06.257440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:06.259526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-020d0530-a83a-4b8b-a78e-40995d14581d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.265876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:06.266348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1b45dd92-070b-41c1-8bb4-1721df15ba50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:06.299667 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-9d81af1b-62b0-46f4-99e4-6378ac048ebe tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:06.300693 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9d81af1b-62b0-46f4-99e4-6378ac048ebe tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3 HTTP/1.1" status: 400 len: 364 time: 1.4873981 Nov 25 11:22:06.313517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34810) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:06.366092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.379895 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] create failed (client error): The resource could not be found. Nov 25 11:22:06.384169 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2759166 Nov 25 11:22:06.384169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:06.384169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.391477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34814) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:06.394734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:06.400540 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:06.415916 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-b8e5f458-1bf0-491b-bcff-d47c47cd847a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 200 len: 1001 time: 0.2763350 Nov 25 11:22:06.448754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Pushing event updated for resources: {'Port': ['ID=c2355f86-7e04-45bf-b95f-c212b90d3b62,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:06.459579 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:06.469219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Attempting to bind port c2355f86-7e04-45bf-b95f-c212b90d3b62 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:06.469578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Attempting to bind port c2355f86-7e04-45bf-b95f-c212b90d3b62 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'fbacbe0c-483d-4ffa-a266-24e1599c511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44cf492f-c817-47e4-ac9e-853530656a97'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:06.469967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Attempting to bind port c2355f86-7e04-45bf-b95f-c212b90d3b62 on network 44cf492f-c817-47e4-ac9e-853530656a97 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:06.488201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:06.489500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Checking segment: {'id': 'fbacbe0c-483d-4ffa-a266-24e1599c511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44cf492f-c817-47e4-ac9e-853530656a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:06.490078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.490666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Bound using segment: {'id': 'fbacbe0c-483d-4ffa-a266-24e1599c511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44cf492f-c817-47e4-ac9e-853530656a97'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:06.491510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Bound port: c2355f86-7e04-45bf-b95f-c212b90d3b62, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbacbe0c-483d-4ffa-a266-24e1599c511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44cf492f-c817-47e4-ac9e-853530656a97'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:06.492133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.539015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.539633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.566333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877df6b-fdf7-42e2-afb1-5e83aa198385 None None] Network 0a3fd0c7-4fc3-4fee-9db9-c5284843bdee requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:06.614282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:22:06.614282 dv-neutron-819177-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:22:06.614282 dv-neutron-819177-1-hyperv neutron-server[83569]: [parameters: {'id': '0a3fd0c7-4fc3-4fee-9db9-c5284843bdee'}] Nov 25 11:22:06.614282 dv-neutron-819177-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:06.614943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:06.634353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Deleting port 15bf3a27-eb4c-451d-ae5e-b2c680578d35 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:06.634685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.673938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Calling delete_port for 026e51c4-8bf1-4fa9-a800-10bcee82e621 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:06.713158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-58fdca19-7625-4f9a-92ca-ede4f1aa4e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:06.714764 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-58fdca19-7625-4f9a-92ca-ede4f1aa4e73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 200 len: 851 time: 0.2913883 Nov 25 11:22:06.760028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] For port c2355f86-7e04-45bf-b95f-c212b90d3b62, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:06.773664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] For port c2355f86-7e04-45bf-b95f-c212b90d3b62, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2355f86-7e04-45bf-b95f-c212b90d3b62,segment=NetworkSegment(fbacbe0c-483d-4ffa-a266-24e1599c511f),segment_id=fbacbe0c-483d-4ffa-a266-24e1599c511f)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:06.781787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.786616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:06.878191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.887963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-caf59c49-b563-4392-b763-64cf4f6fb5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:06.900513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Pushing event updated for resources: {'Port': ['ID=c2355f86-7e04-45bf-b95f-c212b90d3b62,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:06.911435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:06.911764 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-45e2de89-dfde-457d-b5eb-2bd378f4c68f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae053b36-0f43-4305-b2c7-3a94bd5d3200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1888111 Nov 25 11:22:06.915278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:06.921995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-97166c57-5e88-464c-b4ce-1d301619dc31 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:06.924744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94115c63-cc60-497d-a98d-c9ff376888fc,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:06.939261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:06.991035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Port': ['ID=026e51c4-8bf1-4fa9-a800-10bcee82e621,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:07.007120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:07.086039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:07.088743 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/94115c63-cc60-497d-a98d-c9ff376888fc HTTP/1.1" status: 204 len: 168 time: 0.9381948 Nov 25 11:22:07.089743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34822) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:07.147642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:07.247571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port 0f7915fc-baa4-45ff-98fe-6356f21180c6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:07.248478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:07.289578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:07.439161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:07.556349 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-627a0cb6-8ed5-4803-81ee-5eb8ed6eb48a service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353641 Nov 25 11:22:07.564136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ccf800a1-464e-43f4-a433-0347d5113994 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:07.581504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Calling delete_port for 15bf3a27-eb4c-451d-ae5e-b2c680578d35 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:07.598567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:07.670948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c196113-fc5f-46e4-be86-924434727661 req-f19d413d-44fc-46eb-a049-c4e5d4476a6d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:07.677842 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c196113-fc5f-46e4-be86-924434727661 req-f19d413d-44fc-46eb-a049-c4e5d4476a6d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.6950960 Nov 25 11:22:07.753860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2355f86-7e04-45bf-b95f-c212b90d3b62 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:07.801499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:07.836076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c2355f86-7e04-45bf-b95f-c212b90d3b62 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:07.848583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ccf800a1-464e-43f4-a433-0347d5113994 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:07.853433 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ccf800a1-464e-43f4-a433-0347d5113994 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7540722 Nov 25 11:22:07.854449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34826) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:07.862632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--88024688'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:07.983654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:07.993897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Router 0bc48f24-6d06-4e7d-a98d-5ac111753a36 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:22:08.006529 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c196113-fc5f-46e4-be86-924434727661 req-849a5d60-7e62-422b-aa41-4473a668e03d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277791 Nov 25 11:22:08.047555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4e344-2e71-4c6c-aa7c-4987592cfa37 None None] Network 44cf492f-c817-47e4-ac9e-853530656a97 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:08.058080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:08.086283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.095713 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6bd79efd-07c5-4f7d-9764-629b9c83b334 req-1a12e210-73ed-45af-b535-bb8104764c7f service neutron] 10.222.0.48 "GET /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289800 Nov 25 11:22:08.109679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.116595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port 0f7915fc-baa4-45ff-98fe-6356f21180c6, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0f7915fc-baa4-45ff-98fe-6356f21180c6,segment=NetworkSegment(ea916c98-ecc4-4185-916e-b982f8fe12d9),segment_id=ea916c98-ecc4-4185-916e-b982f8fe12d9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:08.117638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.142468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.148460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Provisioning for port c2355f86-7e04-45bf-b95f-c212b90d3b62 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:08.165679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Provisioning complete for port c2355f86-7e04-45bf-b95f-c212b90d3b62 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:08.166060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.245552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for 0f7915fc-baa4-45ff-98fe-6356f21180c6 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:08.257021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.268606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e02a4bdc-6999-41b6-93bb-7afa883de8ff tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:08.306723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.307143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Fanout notify agent at l3_agent the message router_deleted on router 174d884a-cf79-40c5-815c-ec1cf8b66a40 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:08.342332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.345767 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/routers/174d884a-cf79-40c5-815c-ec1cf8b66a40 HTTP/1.1" status: 204 len: 168 time: 4.6176412 Nov 25 11:22:08.345925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34830) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:08.373901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event deleted for resources: {'Port': ['ID=15bf3a27-eb4c-451d-ae5e-b2c680578d35,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:08.377326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:08.378198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.384930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.391127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81668ad9-acde-470b-9319-ada6d62caa52 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:08.396646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:08.426291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] For port c2355f86-7e04-45bf-b95f-c212b90d3b62, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2355f86-7e04-45bf-b95f-c212b90d3b62,segment=NetworkSegment(fbacbe0c-483d-4ffa-a266-24e1599c511f),segment_id=fbacbe0c-483d-4ffa-a266-24e1599c511f)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:08.432656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.434587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e15aa973-d09b-4397-a97d-52643dc2179f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:08.439553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Port': ['ID=0f7915fc-baa4-45ff-98fe-6356f21180c6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:08.444095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:08.449938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:08.454024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:08.458926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No DVR routers for this DVR port 0f7915fc-baa4-45ff-98fe-6356f21180c6 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:08.524758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Pushing event updated for resources: {'Port': ['ID=c2355f86-7e04-45bf-b95f-c212b90d3b62,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:08.528518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:08.612534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:08.708399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Allocated IP 2001:db8::1 (e70d9a93-0720-4bf4-bd56-2495dc2d7776/86418c01-125f-4f7e-ae1c-d9b8b1587cd3/4cec4839-e75a-42dd-89fe-ea92586778cb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:08.730679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.779455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.820636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4595a-55eb-44d6-9edd-4805ecf83cf7 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:22:08.858321 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "DELETE /v2.0/ports/15bf3a27-eb4c-451d-ae5e-b2c680578d35 HTTP/1.1" status: 204 len: 168 time: 2.4624741 Nov 25 11:22:08.915401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34834) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:08.916777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-42f61ed9-d13a-4a0e-8b92-da4868ed599a None None] Provisioning complete for port c2355f86-7e04-45bf-b95f-c212b90d3b62 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:08.917489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-42f61ed9-d13a-4a0e-8b92-da4868ed599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.929882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Deleting subnet c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:08.939041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:08.965303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.001516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3fd0c7-4fc3-4fee-9db9-c5284843bdee']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:09.019799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea916c98-ecc4-4185-916e-b982f8fe12d9') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:09.020130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea916c98-ecc4-4185-916e-b982f8fe12d9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:09.041388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.058708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.125821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.131783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4595a-55eb-44d6-9edd-4805ecf83cf7 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:22:09.133780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:09.134174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.154183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:09.163214 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:09.231077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.234377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.247623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e1f00d1-d69c-4f6c-b176-1b671d44e15f tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:09.285119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.290334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ee3913ad-0ce7-409e-93dc-4e338d1e3d72 tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:09.305302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.324739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=0a3fd0c7-4fc3-4fee-9db9-c5284843bdee,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:09.328570 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/0a3fd0c7-4fc3-4fee-9db9-c5284843bdee HTTP/1.1" status: 204 len: 168 time: 4.9386423 Nov 25 11:22:09.331219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:09.333869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.334397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34840) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:09.335014 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4800260 Nov 25 11:22:09.341011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34844) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:09.349189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '21f77999-687e-44ef-9c24-5fe4ff04d24c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:09.353995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.356736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838883585'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:09.357751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f77999-687e-44ef-9c24-5fe4ff04d24c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:09.361481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:09.365604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:09.368693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:09.372272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:09.374714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:09.379225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d63508-b9b0-4df7-be28-9cf7bbba1c3d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:09.380123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c7d63508-b9b0-4df7-be28-9cf7bbba1c3d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Synchronizing usage tracker for tenant:57e2d1f269c747ba81e76c3d9547ef4e on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:09.384548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:09.389667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:09.392823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.395903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:09.403651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Transition to ACTIVE for port object 4cec4839-e75a-42dd-89fe-ea92586778cb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:09.403777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:09.406652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.407844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "PUT /v2.0/routers/0bc48f24-6d06-4e7d-a98d-5ac111753a36 HTTP/1.1" status: 200 len: 914 time: 7.4626770 Nov 25 11:22:09.408201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:09.411266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.413267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34848) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:09.417447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] Sync routers for ids ['0bc48f24-6d06-4e7d-a98d-5ac111753a36'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:09.425499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d12c8cc-5e0c-43e8-b32a-15e96204220c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:09.447260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] Routers {'0bc48f24-6d06-4e7d-a98d-5ac111753a36'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:09.447968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0bc48f24-6d06-4e7d-a98d-5ac111753a36'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:09.457513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:09.480661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Subnet': ['ID=c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:09.488167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:09.504129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.507825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c7d63508-b9b0-4df7-be28-9cf7bbba1c3d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Unset dirty status for tenant:57e2d1f269c747ba81e76c3d9547ef4e on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:09.508139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.508991 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c7d63508-b9b0-4df7-be28-9cf7bbba1c3d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0dd987-997f-4a77-848a-20ef6900ecfb HTTP/1.1" status: 200 len: 913 time: 0.5855992 Nov 25 11:22:09.514080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34852) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:09.519490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:09.521467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:09.540069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.540549 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment f62b63cc-fe7a-4dc7-b672-8f817574b0ff of type vlan for network 216fed0f-6db4-4ab1-8536-ec6d458c9781 Nov 25 11:22:09.552310 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/subnets/c90e0cbf-7eb9-421b-af1e-2f481ff2b7e3 HTTP/1.1" status: 204 len: 168 time: 1.2054124 Nov 25 11:22:09.556435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34856) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:09.578155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167198b-7863-47e2-aa25-e4386a939d4a req-cc957afa-7964-47ce-b2e6-d2509e1b3de2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:09.584990 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9167198b-7863-47e2-aa25-e4386a939d4a req-cc957afa-7964-47ce-b2e6-d2509e1b3de2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4184318 Nov 25 11:22:09.589376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] Routers {'0bc48f24-6d06-4e7d-a98d-5ac111753a36'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:09.590129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0bc48f24-6d06-4e7d-a98d-5ac111753a36'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:09.662582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:09.663001 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ea648-bb03-4364-8293-ef5bf3207efc None None] The sync data for ids ['0bc48f24-6d06-4e7d-a98d-5ac111753a36'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:09.674189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.726000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.727284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2355f86-7e04-45bf-b95f-c212b90d3b62 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:09.732505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:09.754942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.776092 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9167198b-7863-47e2-aa25-e4386a939d4a req-6624118a-94cb-40d4-b0b2-182762915c70 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900792 Nov 25 11:22:09.776673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.815485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c2355f86-7e04-45bf-b95f-c212b90d3b62 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:09.818716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.821252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.826469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:09.827276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.833722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:09.838721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:09.845246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:09.845717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.865608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:09.871831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:09.923595 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5851598 Nov 25 11:22:09.943038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34862) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:09.988819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Port': ['ID=4cec4839-e75a-42dd-89fe-ea92586778cb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:10.013635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': '216fed0f-6db4-4ab1-8536-ec6d458c9781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:10.032540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:10.115258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.116457 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7745228 Nov 25 11:22:10.125280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34866) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:10.125994 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.127367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=216fed0f-6db4-4ab1-8536-ec6d458c9781,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:10.138138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 216fed0f-6db4-4ab1-8536-ec6d458c9781 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:10.147923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '21f77999-687e-44ef-9c24-5fe4ff04d24c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:10.174669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:10.175279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:10.186974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:10.198526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.221813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:10.227287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a0b0bc-6058-4af9-8c0d-4d40cb7b505d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:10.238768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:10.251154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:10.254476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b71dd39-086b-4573-a97a-d12f8a289da3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:10.257872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffbc043d-7cc1-4911-a5fd-56b3dad07dce None None] Provisioning for port 4cec4839-e75a-42dd-89fe-ea92586778cb completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:10.262763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffbc043d-7cc1-4911-a5fd-56b3dad07dce None None] Provisioning complete for port 4cec4839-e75a-42dd-89fe-ea92586778cb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:10.263068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ffbc043d-7cc1-4911-a5fd-56b3dad07dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.267227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:10.271261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:10.274746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c740e5-7a4d-4845-b986-5e5af01ebc9b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:10.275038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c740e5-7a4d-4845-b986-5e5af01ebc9b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:10.285640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:10.286629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:10.292582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.313697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.316208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:10.316772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:10.319795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc043d-7cc1-4911-a5fd-56b3dad07dce None None] Port 4cec4839-e75a-42dd-89fe-ea92586778cb cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:22:10.340514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:10.340845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:10.355311 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:10.382995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c87ef-157f-4a99-a367-c8cc58037aab req-836ddd3d-018d-4e6f-bb37-33faba343327 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:10.384755 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bd1c87ef-157f-4a99-a367-c8cc58037aab req-836ddd3d-018d-4e6f-bb37-33faba343327 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4307938 Nov 25 11:22:10.503042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.523206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.530799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:10.547454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.568875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:10.600574 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ba7b08c5-4351-4c69-bc99-a6695722c8d2 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/0bc48f24-6d06-4e7d-a98d-5ac111753a36 HTTP/1.1" status: 200 len: 920 time: 1.1826355 Nov 25 11:22:10.612324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34870) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:10.613455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Pushing event deleted for resources: {'Network': ['ID=6b71dd39-086b-4573-a97a-d12f8a289da3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:10.619924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:10.621560 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] 10.222.0.41 "DELETE /v2.0/networks/6b71dd39-086b-4573-a97a-d12f8a289da3 HTTP/1.1" status: 204 len: 168 time: 1.0617900 Nov 25 11:22:10.653258 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bd1c87ef-157f-4a99-a367-c8cc58037aab req-f4bcf579-e86f-499a-9200-4687c923bfde tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571609 Nov 25 11:22:10.871429 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-332330b3-add3-4f31-9d84-3967112696e7 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=0bc48f24-6d06-4e7d-a98d-5ac111753a36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2556934 Nov 25 11:22:10.876762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34878) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:10.983250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34884) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:11.064302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.071237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81c435fa-aaca-4241-86d6-24b6bf5657dd tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:11.084893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.103223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.110370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe417a-28d8-4cc9-9468-dcc5e276599c tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:11.111681 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87fe417a-28d8-4cc9-9468-dcc5e276599c tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.2333105 Nov 25 11:22:11.114871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34892) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:11.155145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.194311 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2fedf4eb-8915-4e1d-b34f-2df136562146 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc48f24-6d06-4e7d-a98d-5ac111753a36 HTTP/1.1" status: 200 len: 205 time: 0.0778456 Nov 25 11:22:11.207559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34896) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:11.209080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:11.269746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=1ac1191d-17a5-4947-b0ea-553fb8fb150f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:11.273699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:11.292476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:22:11.303425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed73e42-2a39-4b64-9594-19d6c0d45334,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:11.310061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:11.324193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.326919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '216fed0f-6db4-4ab1-8536-ec6d458c9781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:11.327346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: 216fed0f-6db4-4ab1-8536-ec6d458c9781, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:11.331248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.332438 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1957495 Nov 25 11:22:11.337109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34900) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:11.337393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-72bef89b-e16c-4a55-a3d1-6d218cd42d2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09c11c9d4e2948559b164a2a96cc7c1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3516459 Nov 25 11:22:11.337925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.338739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.343988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34902) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:11.345566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-14f2680a-155a-4ff2-bce6-427a030665ef tempest-RoutersIpV6AdminTest-1941516837 tempest-RoutersIpV6AdminTest-1941516837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:11.378703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '21f77999-687e-44ef-9c24-5fe4ff04d24c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:11.402220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:11.419119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:11.424538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:11.454327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:11.457802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network 216fed0f-6db4-4ab1-8536-ec6d458c9781 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:11.484605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event updated for resources: {'Port': ['ID=4cec4839-e75a-42dd-89fe-ea92586778cb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:11.485108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 216fed0f-6db4-4ab1-8536-ec6d458c9781) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:11.493540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:11.498479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0ee7a-0bf0-4a77-b4b5-48ccab77d9fc None None] Network 216fed0f-6db4-4ab1-8536-ec6d458c9781 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:11.498993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:11.499344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.519664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.559907 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6075828 Nov 25 11:22:11.564452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34908) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:11.566313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.577748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea809b3-66e1-447a-a296-2bfc925b9f7a req-122e5e1b-1304-43bc-b98d-ad5fd5c4b899 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:11.579681 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5ea809b3-66e1-447a-a296-2bfc925b9f7a req-122e5e1b-1304-43bc-b98d-ad5fd5c4b899 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.4172614 Nov 25 11:22:11.583776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.715679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.724828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:11.731739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:11.781743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-216fed0f-6db4-4ab1-8536-ec6d458c9781', 'network_id': '216fed0f-6db4-4ab1-8536-ec6d458c9781', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '1ac1191d-17a5-4947-b0ea-553fb8fb150f'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:11.782576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.808541 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5ea809b3-66e1-447a-a296-2bfc925b9f7a req-62ed2a01-086f-4faf-a342-7018604f95eb tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177143 Nov 25 11:22:11.827009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.832427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f798176d-52ac-44f5-b3a8-6085d2e03747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:11.844124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.860488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752e3229-369f-47c4-b6e8-4553d11ac6f0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:11.886476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:11.887515 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/752e3229-369f-47c4-b6e8-4553d11ac6f0 HTTP/1.1" status: 204 len: 168 time: 0.5421555 Nov 25 11:22:11.923545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.924133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.924689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.925293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.926017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.926548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.927077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.927670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.928812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.929391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.930037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:11.989513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:11.994987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.022832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Allocated IP 172.20.0.1 (216fed0f-6db4-4ab1-8536-ec6d458c9781/1ac1191d-17a5-4947-b0ea-553fb8fb150f/da0146a2-83e5-4be8-80ea-a5f2b01cf42e) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:12.033052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.050732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.054308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:12.142161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df72998-4c0f-4e1c-a8c8-d76f60d5ef3e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:12.187276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.200306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Deleting port 8b7ad2b2-3be1-4337-957c-d21d289fd36f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:12.201332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.232764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.233929 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8914058 Nov 25 11:22:12.243452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.243822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.244309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.244566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.244924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.245274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.245624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.245975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.246322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.246675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.247010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:12.249816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34916) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:12.285356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.297770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:12.300717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Transition to ACTIVE for port object da0146a2-83e5-4be8-80ea-a5f2b01cf42e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:12.306047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '21f77999-687e-44ef-9c24-5fe4ff04d24c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:12.318101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:12.324937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:12.330512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Transition to ACTIVE for port object da0146a2-83e5-4be8-80ea-a5f2b01cf42e will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:12.333422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-31ceac8e-1608-4de7-b57f-c06380bf6073 None None] Provisioning complete for port 4cec4839-e75a-42dd-89fe-ea92586778cb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:12.334396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-31ceac8e-1608-4de7-b57f-c06380bf6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.358638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:12.367459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:12.372229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.384083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:12.442197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.468402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.503956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Network 216fed0f-6db4-4ab1-8536-ec6d458c9781 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:12.510755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:12.516130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:12.550185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.592159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Pushing event updated for resources: {'Port': ['ID=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:12.594343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.596377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Router 057767dc-b3cb-4496-8acc-549e331685f3 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:12.605190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:12.612709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-491090e9-e2e9-4c55-b3d8-fffe1b021e94 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:12.635815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-31ceac8e-1608-4de7-b57f-c06380bf6073 None None] Port 4cec4839-e75a-42dd-89fe-ea92586778cb cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:22:12.648271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc347a44-dae4-49a6-821e-15fbca38b6b2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:12.654778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:12.681147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Attempting to bind port da0146a2-83e5-4be8-80ea-a5f2b01cf42e on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:12.682006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Attempting to bind port da0146a2-83e5-4be8-80ea-a5f2b01cf42e by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '216fed0f-6db4-4ab1-8536-ec6d458c9781'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:12.682543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Attempting to bind port da0146a2-83e5-4be8-80ea-a5f2b01cf42e on network 216fed0f-6db4-4ab1-8536-ec6d458c9781 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:12.692916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:12.693653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Checking segment: {'id': 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '216fed0f-6db4-4ab1-8536-ec6d458c9781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:12.694258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.694909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Bound using segment: {'id': 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '216fed0f-6db4-4ab1-8536-ec6d458c9781'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:12.695753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Bound port: da0146a2-83e5-4be8-80ea-a5f2b01cf42e, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '216fed0f-6db4-4ab1-8536-ec6d458c9781'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:12.696398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.717833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.719028 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4239035 Nov 25 11:22:12.753247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Calling delete_port for 8b7ad2b2-3be1-4337-957c-d21d289fd36f owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:12.795887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34928) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:12.810576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '21f77999-687e-44ef-9c24-5fe4ff04d24c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:12.822762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:12.825546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.834729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e6817e7c-acd0-4bc0-9ebd-ff17dc23492f tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:12.835661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] For port da0146a2-83e5-4be8-80ea-a5f2b01cf42e, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:12.842517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] For port da0146a2-83e5-4be8-80ea-a5f2b01cf42e, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,segment=NetworkSegment(f62b63cc-fe7a-4dc7-b672-8f817574b0ff),segment_id=f62b63cc-fe7a-4dc7-b672-8f817574b0ff)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:12.853401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:12.865265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:12.868449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eaa3d06b-5f4a-47a8-beb0-547be2cbaa28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:12.872316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:12.890636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:12.895185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac1191d-17a5-4947-b0ea-553fb8fb150f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:12.902727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:13.033788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.037186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Deleting port 5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:13.037529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.046858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.077134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Pushing event updated for resources: {'Port': ['ID=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:13.090808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:13.172926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.185059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f0994d29-f538-44b5-b9a5-dba948515796 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:13.279909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216fed0f-6db4-4ab1-8536-ec6d458c9781']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:13.298664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:13.302632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:13.302928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:13.311933 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] Sync routers for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:13.312591 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9980879 Nov 25 11:22:13.313898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event deleted for resources: {'Port': ['ID=8b7ad2b2-3be1-4337-957c-d21d289fd36f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:13.315780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34940) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:13.317324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:13.326982 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:13.329204 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:13.341446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.384563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34944) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:13.403796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.406157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.425694 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:13.438189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:13.438803 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:13.481766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f92426f7-2dc9-487d-b647-59a30c16694e tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:13.488445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.492210 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6923633 Nov 25 11:22:13.497109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34948) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:13.506998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.511500 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:13.512126 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390710c-dca3-4f3c-8757-65ac15a7b73e None None] The sync data for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:13.552977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.634711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcbd933-8eb6-4e39-8045-85b785d88435,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:13.637211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:13.643717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:13.644125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:13.658822 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:13.713598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Calling delete_port for 5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:13.746436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-524193944'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:13.765582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:13.770240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device da0146a2-83e5-4be8-80ea-a5f2b01cf42e up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:13.773766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1297d-7492-4fd5-87fa-b255abe1f96b req-3422a142-0f35-4000-8c67-569a0d8983a7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:13.775238 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-46f1297d-7492-4fd5-87fa-b255abe1f96b req-3422a142-0f35-4000-8c67-569a0d8983a7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.6736741 Nov 25 11:22:13.780011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.800867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:13.811337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.813623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.828796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:13.844159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port da0146a2-83e5-4be8-80ea-a5f2b01cf42e completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:13.860059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:13.924719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:13.927797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.950920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.955036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:22:13.955036 dv-neutron-819177-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:22:13.955036 dv-neutron-819177-1-hyperv neutron-server[83569]: [parameters: {'id': '216fed0f-6db4-4ab1-8536-ec6d458c9781'}] Nov 25 11:22:13.955036 dv-neutron-819177-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:13.955426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:13.959500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:13.964695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-855cef8c-c0b3-4f00-8dd0-65c3b00ddad7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:13.965411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-855cef8c-c0b3-4f00-8dd0-65c3b00ddad7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Synchronizing usage tracker for tenant:965eb933fc0345938fd4211cbccc1983 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:13.977242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e75adac7-6e18-48bd-8847-54071a19f387 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:13.993520 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-46f1297d-7492-4fd5-87fa-b255abe1f96b req-09173f8e-cc7a-414a-ac24-81726e097282 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955709 Nov 25 11:22:14.005943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb4f75b0-d507-472b-91ad-1d3ca1cc5626 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.060020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdcbd933-8eb6-4e39-8045-85b785d88435,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:14.079859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:14.090598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.091966 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fdcbd933-8eb6-4e39-8045-85b785d88435 HTTP/1.1" status: 204 len: 168 time: 0.5797246 Nov 25 11:22:14.109813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:14.132830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-855cef8c-c0b3-4f00-8dd0-65c3b00ddad7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Unset dirty status for tenant:965eb933fc0345938fd4211cbccc1983 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:14.133928 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-855cef8c-c0b3-4f00-8dd0-65c3b00ddad7 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.48 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.7881038 Nov 25 11:22:14.179937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:14.188173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.199815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.203262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1da76-9a5c-4986-b0be-3d031ae20f1e None None] Network 216fed0f-6db4-4ab1-8536-ec6d458c9781 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:14.217793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group_rule and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:14.226266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:14.239323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Deleting port 1f3fac57-aa61-42cf-b3e7-81be601d2343 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:14.239323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.242554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:14.281674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.288970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c9bc1cf-9c1a-4504-8a69-d86fd0f2ccd6 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:14.339397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event deleted for resources: {'Port': ['ID=5145f1d5-89ce-4c0b-bbd0-00a69cb2bcb7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:14.348297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:14.377526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Provisioning for port da0146a2-83e5-4be8-80ea-a5f2b01cf42e completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:14.392416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-37c8257c-ac9f-40c3-9084-3c309980d2f6 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:14.393499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Provisioning complete for port da0146a2-83e5-4be8-80ea-a5f2b01cf42e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:14.393967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.454861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-37c8257c-ac9f-40c3-9084-3c309980d2f6 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:14.455458 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-37c8257c-ac9f-40c3-9084-3c309980d2f6 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3432214 Nov 25 11:22:14.455795 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-cb4f75b0-d507-472b-91ad-1d3ca1cc5626 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 11:22:14.458537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.460115 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cb4f75b0-d507-472b-91ad-1d3ca1cc5626 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3 HTTP/1.1" status: 409 len: 329 time: 1.1424606 Nov 25 11:22:14.460421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:14.460719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34960) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:14.494722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.496034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc48f24-6d06-4e7d-a98d-5ac111753a36 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:14.533518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.534645 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/0bc48f24-6d06-4e7d-a98d-5ac111753a36 HTTP/1.1" status: 204 len: 168 time: 3.3220255 Nov 25 11:22:14.542147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:14.545573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port da0146a2-83e5-4be8-80ea-a5f2b01cf42e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:14.545901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.566676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.600409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-494996705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:14.621077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:14.635340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] DHCP port deletion for 216fed0f-6db4-4ab1-8536-ec6d458c9781 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:14.637718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] For port da0146a2-83e5-4be8-80ea-a5f2b01cf42e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,segment=NetworkSegment(f62b63cc-fe7a-4dc7-b672-8f817574b0ff),segment_id=f62b63cc-fe7a-4dc7-b672-8f817574b0ff)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:14.641912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Deleting port da0146a2-83e5-4be8-80ea-a5f2b01cf42e {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:14.642387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.645998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Usage tracker for resource:router and tenant:e81a553c97034f0e9228b48796b0195f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:14.654705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:14.666517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.678502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.685537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:14.689413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.702330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:14.814891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.815931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.833863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Pushing event updated for resources: {'Port': ['ID=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:14.837196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.875079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.909269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.909646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.909776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:14.909869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.910197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.910527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.910857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.911183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.911510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.911833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.912179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.912496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:22:14.914623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.920300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c01ad4b-da07-434f-abb6-babf2b89ef9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:14.925173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:14.934414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] For port da0146a2-83e5-4be8-80ea-a5f2b01cf42e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,segment=NetworkSegment(f62b63cc-fe7a-4dc7-b672-8f817574b0ff),segment_id=f62b63cc-fe7a-4dc7-b672-8f817574b0ff)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:14.934818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:14.979257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc347a44-dae4-49a6-821e-15fbca38b6b2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:14.981452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:15.007258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:15.029832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb657bd1-e2e0-44db-a2b0-f1f93643526b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:15.032550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.032901 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment 12e3055c-9e39-4b6d-8226-a88577c021b0 of type vlan for network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 Nov 25 11:22:15.034828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.035775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:15.037240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] For port 1f3fac57-aa61-42cf-b3e7-81be601d2343, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=1f3fac57-aa61-42cf-b3e7-81be601d2343,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:15.037591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.066482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Calling delete_port for da0146a2-83e5-4be8-80ea-a5f2b01cf42e owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:15.075509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.084817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.102298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.103505 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dc347a44-dae4-49a6-821e-15fbca38b6b2 HTTP/1.1" status: 204 len: 168 time: 0.6168084 Nov 25 11:22:15.104614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.108230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34972) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:15.113774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port da0146a2-83e5-4be8-80ea-a5f2b01cf42e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,segment=NetworkSegment(f62b63cc-fe7a-4dc7-b672-8f817574b0ff),segment_id=f62b63cc-fe7a-4dc7-b672-8f817574b0ff)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:15.114276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.155806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.159673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0926f5af-53b1-45be-a45c-303dfe6bfeb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:15.200393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Pushing event deleted for resources: {'Port': ['ID=da0146a2-83e5-4be8-80ea-a5f2b01cf42e,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:15.204827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:15.207742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] No DVR routers for this DVR port da0146a2-83e5-4be8-80ea-a5f2b01cf42e on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:15.313435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for da0146a2-83e5-4be8-80ea-a5f2b01cf42e owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:15.318014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.321729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:15.322301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.331588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:15.346218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:15.349898 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e67f27c4-2e3b-4125-9e5f-4392cd0ba211 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7751820 Nov 25 11:22:15.353148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:15.362917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'enable_snat': False}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:15.586969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:15.587246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:15.595578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4ad2167-4cd6-4bed-8db6-777a896e8d84 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:15.600795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=7e3334d2-6a0c-4922-8e12-80c1473f5dd8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:15.612379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:15.663237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:15.671200 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2784011 Nov 25 11:22:15.713705 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device da0146a2-83e5-4be8-80ea-a5f2b01cf42e no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:15.734289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34980) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:15.748374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'name': 'tempest-PortsTestJSON-1396422006'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:15.758284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: da0146a2-83e5-4be8-80ea-a5f2b01cf42e {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:15.758630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device da0146a2-83e5-4be8-80ea-a5f2b01cf42e not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:15.792414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4ad2167-4cd6-4bed-8db6-777a896e8d84 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:15.793694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c4ad2167-4cd6-4bed-8db6-777a896e8d84 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.6822023 Nov 25 11:22:15.798644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34984) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:15.859679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647e483-239b-4c62-803f-7e12830721d8 req-ee85fbea-5149-4680-9e79-01b4141f3a83 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:15.861241 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f647e483-239b-4c62-803f-7e12830721d8 req-ee85fbea-5149-4680-9e79-01b4141f3a83 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 945 time: 0.6723142 Nov 25 11:22:16.003081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.024193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.042608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.043046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.043388 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Floating IP e1c75420-0efb-474b-8b5b-6e79d10f3e72 disassociated. External IP: 172.26.5.162, port: 1f3fac57-aa61-42cf-b3e7-81be601d2343. Nov 25 11:22:16.043752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Calling delete_port for 1f3fac57-aa61-42cf-b3e7-81be601d2343 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:16.046362 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f647e483-239b-4c62-803f-7e12830721d8 req-c9d24919-f349-4a63-9d9d-22472d7eb336 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups?id=3750cb16-ddb0-4572-bb9a-9116c24615d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630199 Nov 25 11:22:16.062736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Router 3f0dd987-997f-4a77-848a-20ef6900ecfb has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:16.067585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.095078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port da0146a2-83e5-4be8-80ea-a5f2b01cf42e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:16.095395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.203024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:16.249366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.289410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] The port 'da0146a2-83e5-4be8-80ea-a5f2b01cf42e' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:22:16.290545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:16.302898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:16.306794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f4bd6786-1131-4759-b800-28ad838a07de tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:16.330052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0df72998-4c0f-4e1c-a8c8-d76f60d5ef3e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:16.334676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:16.344291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:16.397543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:16.400594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.447490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.448627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0df72998-4c0f-4e1c-a8c8-d76f60d5ef3e HTTP/1.1" status: 204 len: 168 time: 0.6026011 Nov 25 11:22:16.454560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34988) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:16.486722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.493317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.532396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:16.540421 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "PUT /v2.0/routers/3f0dd987-997f-4a77-848a-20ef6900ecfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0245368 Nov 25 11:22:16.547651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] Sync routers for ids ['3f0dd987-997f-4a77-848a-20ef6900ecfb'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:16.549687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 34992) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:16.550539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45f7a724-abfb-48d4-8974-807b2959fa8d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:16.550755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:22:16.562133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] Routers {'3f0dd987-997f-4a77-848a-20ef6900ecfb'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:16.562750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3f0dd987-997f-4a77-848a-20ef6900ecfb'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:16.605661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45f7a724-abfb-48d4-8974-807b2959fa8d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:16.610232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-45f7a724-abfb-48d4-8974-807b2959fa8d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1515515 Nov 25 11:22:16.610232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 34996) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:16.625859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:16.639983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] Routers {'3f0dd987-997f-4a77-848a-20ef6900ecfb'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:16.640907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3f0dd987-997f-4a77-848a-20ef6900ecfb'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:16.683708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216fed0f-6db4-4ab1-8536-ec6d458c9781']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:16.708831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.712424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:16.712843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae204449-7249-4679-862b-0deeebeb04b5 None None] The sync data for ids ['3f0dd987-997f-4a77-848a-20ef6900ecfb'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:16.752896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.789999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:16.790354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62b63cc-fe7a-4dc7-b672-8f817574b0ff') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:16.815427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.825433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.833677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cb93b599-084a-4e1c-a9c9-5923eb09a8cd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:16.849364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.860676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ed73e42-2a39-4b64-9594-19d6c0d45334,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:16.862898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:16.868206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:16.901978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.906069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:16.907120 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8ed73e42-2a39-4b64-9594-19d6c0d45334 HTTP/1.1" status: 204 len: 168 time: 0.2963319 Nov 25 11:22:16.912074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35000) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:16.970263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-206050dc-e5d7-4e9b-ab99-eed89c0e5d4d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:16.974775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event deleted for resources: {'Port': ['ID=1f3fac57-aa61-42cf-b3e7-81be601d2343,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:16.984632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:16.985024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:17.002777 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:17.005829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:17.014809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70a1696c-ced2-4c9e-bd62-65646c631322 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.022810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-206050dc-e5d7-4e9b-ab99-eed89c0e5d4d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:17.024088 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-206050dc-e5d7-4e9b-ab99-eed89c0e5d4d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1102364 Nov 25 11:22:17.028966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35004) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:17.067612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.083971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.164130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.177751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dd0dcebb-1323-4f70-8ea8-963c486a019c tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:17.195147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting port 4cec4839-e75a-42dd-89fe-ea92586778cb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:17.195483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.223968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0a0b0bc-6058-4af9-8c0d-4d40cb7b505d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:17.257034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.262159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.265967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:17.284452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:17.285000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.286094 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c0a0b0bc-6058-4af9-8c0d-4d40cb7b505d HTTP/1.1" status: 204 len: 168 time: 0.2554328 Nov 25 11:22:17.290688 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-462305b3-3d30-4c91-b1bb-6c732933151f req-4eada6a0-835c-47c1-bbf6-fbb3afb2f225 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.0679638 Nov 25 11:22:17.291127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35010) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:17.326776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 1f3fac57-aa61-42cf-b3e7-81be601d2343 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:17.360390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 1f3fac57-aa61-42cf-b3e7-81be601d2343 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:17.360733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 1f3fac57-aa61-42cf-b3e7-81be601d2343 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:17.441000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c6801523-a02b-46be-b750-9ecd9f14db45 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:17.485695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.493295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c6801523-a02b-46be-b750-9ecd9f14db45 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:17.494615 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c6801523-a02b-46be-b750-9ecd9f14db45 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2004611 Nov 25 11:22:17.497596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35014) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:17.542156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=216fed0f-6db4-4ab1-8536-ec6d458c9781,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:17.545026 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/216fed0f-6db4-4ab1-8536-ec6d458c9781 HTTP/1.1" status: 204 len: 168 time: 5.9716201 Nov 25 11:22:17.545845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:17.558431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35018) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:17.588133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1818958577'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:17.606783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:17.620105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:17.633104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Calling delete_port for 4cec4839-e75a-42dd-89fe-ea92586778cb owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:17.680479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:17.693500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.754621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:17.793309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:17.796347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.855417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.891765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.977509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70a1696c-ced2-4c9e-bd62-65646c631322 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.981097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:17.987818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ab9f39de-73fc-4611-b656-a6993a819df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:18.003982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f77999-687e-44ef-9c24-5fe4ff04d24c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:18.008212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:18.021774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.026322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-162a3fa1-fad8-4e38-9e3a-7e6f3beb9da8 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:18.043204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70a1696c-ced2-4c9e-bd62-65646c631322 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.045304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:18.071274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Port': ['ID=4cec4839-e75a-42dd-89fe-ea92586778cb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:18.077880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:18.090428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.102033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-09edd4fe-c3c1-4010-b2a7-04774eaa9b52 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:18.113226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.113226 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/21f77999-687e-44ef-9c24-5fe4ff04d24c HTTP/1.1" status: 204 len: 168 time: 0.6144032 Nov 25 11:22:18.118972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35022) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:18.145416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.145748 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment 2532ffa8-15a7-402d-9c95-9a8ee6905520 of type vlan for network dc15078f-2a03-446a-9184-25abf43506fd Nov 25 11:22:18.236283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.267197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:18.273978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:18.282367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.288571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.290176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70a1696c-ced2-4c9e-bd62-65646c631322 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.290688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a1696c-ced2-4c9e-bd62-65646c631322 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Fanout notify agent at l3_agent the message router_deleted on router 3f0dd987-997f-4a77-848a-20ef6900ecfb {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:18.298639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a314bf18-41c4-43de-bfb4-20e804e72ca1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:18.305080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.383806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a314bf18-41c4-43de-bfb4-20e804e72ca1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:18.385295 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a314bf18-41c4-43de-bfb4-20e804e72ca1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2643037 Nov 25 11:22:18.389900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35028) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:18.411210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706954426'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:18.433099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:18.437221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': '12e3055c-9e39-4b6d-8226-a88577c021b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:18.437571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: 7e3334d2-6a0c-4922-8e12-80c1473f5dd8, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:18.452935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70a1696c-ced2-4c9e-bd62-65646c631322 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.453994 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-70a1696c-ced2-4c9e-bd62-65646c631322 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "DELETE /v2.0/routers/3f0dd987-997f-4a77-848a-20ef6900ecfb HTTP/1.1" status: 204 len: 168 time: 1.8633428 Nov 25 11:22:18.467095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35032) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:18.477056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:18.498613 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea2a0dec-2bc9-4807-b89f-08b4ea644f9a req-97a41fd9-c18e-4e92-9517-31334eadff7d tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.0557661 Nov 25 11:22:18.541352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.545736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:18.546301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.561082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:18.615205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:18.650699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0904860 Nov 25 11:22:18.671551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35038) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:18.724106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:18.742210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': 'dc15078f-2a03-446a-9184-25abf43506fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:18.776734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Router 057767dc-b3cb-4496-8acc-549e331685f3 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:18.786202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:18.798171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Allocated IP 172.26.5.148 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/e9e36037-d33d-4a96-83e7-d4dcf253ffa5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:18.823419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=dc15078f-2a03-446a-9184-25abf43506fd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:18.834767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network dc15078f-2a03-446a-9184-25abf43506fd details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:18.920288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:18.922255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:18.925521 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4546618 Nov 25 11:22:18.929325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35042) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:18.936572 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] Sync routers for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:18.953331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:18.955326 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:18.955451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 7e3334d2-6a0c-4922-8e12-80c1473f5dd8) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:18.964094 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:18.973854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c353d-4c7f-491f-b0ed-ef979f0c29f4 None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:19.000545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:19.001993 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-dc50c4af-ae60-4cfd-99c4-6d4e1d5db14d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] show failed (client error): The resource could not be found. Nov 25 11:22:19.008175 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dc50c4af-ae60-4cfd-99c4-6d4e1d5db14d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1615861181 HTTP/1.1" status: 404 len: 335 time: 0.0723252 Nov 25 11:22:19.008371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:19.008371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:19.008371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.008620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35046) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:19.014879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-82616d6e-cd97-427a-bb3d-88e1c822bd67 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:19.019064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:19.058329 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:19.072894 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] Routers {'057767dc-b3cb-4496-8acc-549e331685f3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:19.073887 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['057767dc-b3cb-4496-8acc-549e331685f3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:19.083492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-82616d6e-cd97-427a-bb3d-88e1c822bd67 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] update failed (client error): The resource could not be found. Nov 25 11:22:19.088545 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-82616d6e-cd97-427a-bb3d-88e1c822bd67 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1469976293 HTTP/1.1" status: 404 len: 335 time: 0.0749331 Nov 25 11:22:19.088545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35050) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:19.164056 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:19.165274 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97126112-30fe-4161-8c34-08a61094f0fc None None] The sync data for ids ['057767dc-b3cb-4496-8acc-549e331685f3'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:19.285595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:19.295607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:19.324367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:19.329830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:19.344285 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6058328 Nov 25 11:22:19.344910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35054) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:19.352192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2064717970'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:19.358884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:19.366678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:19.373912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:19.376633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:19.393398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:19.409386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Deleting subnet 39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:19.419590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:19.419966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting subnet 4911384f-3505-4996-98b0-564af01ca823 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:19.422082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:19.424867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.439061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.458916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.501953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:19.506072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.542032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.542727 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment f3967af3-886b-44f0-835d-17c4ec547a58 of type vlan for network cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8 Nov 25 11:22:19.557111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.596483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.625111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.637167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.665918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.679463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-753c9b35-cb86-43e2-9930-5a0b698a21d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:19.683451 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-edf1ca6e-132d-46ec-b74e-c54c5f04453f req-a3549351-8ceb-49b5-9d07-71fde29c2492 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.0479219 Nov 25 11:22:19.690191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.694060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:19.694670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.701491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-30022e5f-f040-4354-a9ef-66b635550d2c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:19.703576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.717025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.841481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4955208 Nov 25 11:22:19.848785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35060) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:19.860067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'ports': [{'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8'}, {'network_id': 'cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8'}]} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:19.860942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:19.860942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': 'cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:19.881889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:19.891485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172f022c-eace-4303-ac10-4347de9e976c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:19.891793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:19.898895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:19.900480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.904778 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5106606 Nov 25 11:22:19.907551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:19.913951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35064) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:19.931748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '172f022c-eace-4303-ac10-4347de9e976c', 'direction': 'ingress', 'protocol': 17}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:19.952797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:19.957832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.960770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:19.965863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f28e43db-dfc4-4655-8079-39258dcecaed tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:19.968644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:20.001697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:20.012598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:20.015432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Subnet': ['ID=4911384f-3505-4996-98b0-564af01ca823,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:20.023220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:20.033738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:20.034909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcf9b7e-8c17-4bca-ac40-2d2c6505d095 None None] Network 44cf492f-c817-47e4-ac9e-853530656a97 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:20.042344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.044184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.057301 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/subnets/4911384f-3505-4996-98b0-564af01ca823 HTTP/1.1" status: 204 len: 168 time: 0.9656658 Nov 25 11:22:20.057523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35068) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:20.126119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:20.139008 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:20.171089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e36037-d33d-4a96-83e7-d4dcf253ffa5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:20.182007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:20.206353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:20.233223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.236396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:20.244128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:20.248583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:20.254299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.259479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:20.274079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 2} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:20.277632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.291317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting port c2355f86-7e04-45bf-b95f-c212b90d3b62 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:20.291317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.319507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] DHCP port deletion for 44cf492f-c817-47e4-ac9e-853530656a97 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:20.324139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Deleting port c2355f86-7e04-45bf-b95f-c212b90d3b62 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:20.324618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.334554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.334824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.353674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-22015cf7-2064-4344-afdc-a500f27d10cd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:20.380652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:20.416604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] Sync routers for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:20.446063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event deleted for resources: {'Subnet': ['ID=39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:20.467492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:20.518024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.526308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca978b9-7a4b-41cf-9d3b-a819596f501f None None] Network a59f84ec-1cff-49f8-8850-27c02f2e4157 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:20.533716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 20ae7afd-d7aa-4f88-a6ab-51fca6a3df4a yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:22:20.534133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] No DVR routers for this DVR port 1f3fac57-aa61-42cf-b3e7-81be601d2343 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:20.542555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.545981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'name': 'network-vif-deleted', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:22:20.559242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.563585 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "DELETE /v2.0/subnets/39fb5fd1-1b24-4b3a-b8a1-b430e6ea618c HTTP/1.1" status: 204 len: 168 time: 2.0918610 Nov 25 11:22:20.574479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f8a0c538-1062-4791-8be9-2eb6957ce8b6 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:20.579234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35074) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:20.621997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.624785 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4c4f8108-49b5-4890-9f45-85de3af58abf req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.48 "DELETE /v2.0/ports/1f3fac57-aa61-42cf-b3e7-81be601d2343 HTTP/1.1" status: 204 len: 173 time: 6.4826324 Nov 25 11:22:20.643115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.681994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] For port c2355f86-7e04-45bf-b95f-c212b90d3b62, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2355f86-7e04-45bf-b95f-c212b90d3b62,segment=NetworkSegment(fbacbe0c-483d-4ffa-a266-24e1599c511f),segment_id=fbacbe0c-483d-4ffa-a266-24e1599c511f)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:20.682219 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984d907a-69b3-4fd2-af4b-fe8f249b025f', 'name': 'network-vif-deleted', 'tag': '1f3fac57-aa61-42cf-b3e7-81be601d2343', 'status': 'completed', 'code': 200} Nov 25 11:22:20.682672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.695437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=a3e6b758-4852-43fa-b1fb-bb6f9b005e42,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:20.701197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:20.703748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:20.726523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] For port c2355f86-7e04-45bf-b95f-c212b90d3b62, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2355f86-7e04-45bf-b95f-c212b90d3b62,segment=NetworkSegment(fbacbe0c-483d-4ffa-a266-24e1599c511f),segment_id=fbacbe0c-483d-4ffa-a266-24e1599c511f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:20.726893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.736880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.738303 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8234236 Nov 25 11:22:20.741328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b41faea-2e27-4028-84b8-8c67cb510ab4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:20.743083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35080) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:20.748208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:20.764991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': '2532ffa8-15a7-402d-9c95-9a8ee6905520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dc15078f-2a03-446a-9184-25abf43506fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:20.765350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: dc15078f-2a03-446a-9184-25abf43506fd, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:20.844722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:20.845360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:20.876537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.917234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Calling delete_port for c2355f86-7e04-45bf-b95f-c212b90d3b62 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:20.949509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network dc15078f-2a03-446a-9184-25abf43506fd is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:20.969014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:20.988408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, dc15078f-2a03-446a-9184-25abf43506fd) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:21.032710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690997d2-dc03-4c00-b75a-c0988dcabf59 None None] Network dc15078f-2a03-446a-9184-25abf43506fd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:21.057686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.121004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-becd8d9d-b1b9-4754-b9ca-26f623931984 req-cd513e59-42cf-4dd1-bc7d-722cfdd2c024 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/ports?device_id=984d907a-69b3-4fd2-af4b-fe8f249b025f HTTP/1.1" status: 200 len: 210 time: 0.1606646 Nov 25 11:22:21.128255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Calling delete_port for c2355f86-7e04-45bf-b95f-c212b90d3b62 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:21.133455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:21.134041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.189938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.200340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Deleting port 93c13ede-772d-4371-9baa-d869296d5395 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:21.200748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.257496 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5846016 Nov 25 11:22:21.263415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:21.331569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.347941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.355332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0c997b5c-5667-4e77-b63b-c1a5263c1941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:21.413828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:22:21.433246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.441323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.453993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:21.454601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Pushing event deleted for resources: {'Port': ['ID=c2355f86-7e04-45bf-b95f-c212b90d3b62,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:21.461023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:21.461727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.467263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:21.467524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:21.493143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f022c-eace-4303-ac10-4347de9e976c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:21.500880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:21.510524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] No DVR routers for this DVR port c2355f86-7e04-45bf-b95f-c212b90d3b62 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:21.589898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.594169 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/172f022c-eace-4303-ac10-4347de9e976c HTTP/1.1" status: 204 len: 168 time: 0.8455765 Nov 25 11:22:21.595790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.597465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35088) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:21.612030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port e333b399-6667-4895-a84a-ba9fcd1c5e91 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:22:21.638397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] For port 93c13ede-772d-4371-9baa-d869296d5395, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93c13ede-772d-4371-9baa-d869296d5395,segment=NetworkSegment(9558aae9-6285-4fae-8801-f1e72097d524),segment_id=9558aae9-6285-4fae-8801-f1e72097d524)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:21.638782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.769926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006fa4d-bad5-4dfc-bb8d-f83b869f3daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-dc15078f-2a03-446a-9184-25abf43506fd', 'network_id': 'dc15078f-2a03-446a-9184-25abf43506fd', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': 'a3e6b758-4852-43fa-b1fb-bb6f9b005e42'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:21.771013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3006fa4d-bad5-4dfc-bb8d-f83b869f3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.788221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de41af4-a10c-496a-b3f7-0f1d40373023 None None] DHCP port deletion for a59f84ec-1cff-49f8-8850-27c02f2e4157 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:21.790023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2355f86-7e04-45bf-b95f-c212b90d3b62 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:21.800408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Calling delete_port for 93c13ede-772d-4371-9baa-d869296d5395 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:21.805820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1a0f403-3db6-4981-8ab3-d864e1120df4 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:21.819523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.834546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c2355f86-7e04-45bf-b95f-c212b90d3b62 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:21.835182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2355f86-7e04-45bf-b95f-c212b90d3b62 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:21.836772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3de41af4-a10c-496a-b3f7-0f1d40373023 None None] Deleting port 93c13ede-772d-4371-9baa-d869296d5395 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:21.837276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3de41af4-a10c-496a-b3f7-0f1d40373023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.870915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1a0f403-3db6-4981-8ab3-d864e1120df4 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:21.876774 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1a0f403-3db6-4981-8ab3-d864e1120df4 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2736421 Nov 25 11:22:21.880368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:21.892420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--48158430'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:21.900792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:21.929994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:21.959976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.960280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.966932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1093baf-5046-4cec-8c8d-5b01e59fd9d7 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:21.981282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:21.988658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:22.005753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting port c2355f86-7e04-45bf-b95f-c212b90d3b62 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:22.005960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.025551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3de41af4-a10c-496a-b3f7-0f1d40373023 None None] The port '93c13ede-772d-4371-9baa-d869296d5395' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:22:22.030540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e6b758-4852-43fa-b1fb-bb6f9b005e42,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:22.033394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:22.054833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event deleted for resources: {'Port': ['ID=93c13ede-772d-4371-9baa-d869296d5395,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:22.061473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server [None req-3006fa4d-bad5-4dfc-bb8d-f83b869f3daf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3e6b758-4852-43fa-b1fb-bb6f9b005e42: This subnet is being modified by another concurrent operation. Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:22:22.085477 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3e6b758-4852-43fa-b1fb-bb6f9b005e42: This subnet is being modified by another concurrent operation. Nov 25 11:22:22.089484 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Nov 25 11:22:22.096175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] The port 'c2355f86-7e04-45bf-b95f-c212b90d3b62' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:22:22.105752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] No DVR routers for this DVR port 93c13ede-772d-4371-9baa-d869296d5395 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:22.118317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89414c91-bb0d-4470-9ba3-52f08bce9777 None None] Network dc15078f-2a03-446a-9184-25abf43506fd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:22.162548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:22.173027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.176592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:22.185653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:22.189749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.200535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:22.222677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:52Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.239072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc15078f-2a03-446a-9184-25abf43506fd']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.257312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2532ffa8-15a7-402d-9c95-9a8ee6905520') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.257798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2532ffa8-15a7-402d-9c95-9a8ee6905520') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.269864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Router e41aaf27-2e4c-4611-954c-a3394d48db1a is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:22:22.292797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.319354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] Checking router: 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:22:22.332490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.344604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f2700-9832-467b-b5ab-06c13b7988ad None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:22:22.377509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:22.378252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.381181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.410254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:22.410910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.418626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59f84ec-1cff-49f8-8850-27c02f2e4157']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.429698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:22.430973 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:22.441905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9558aae9-6285-4fae-8801-f1e72097d524') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.442524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9558aae9-6285-4fae-8801-f1e72097d524') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.452772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.457680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.461691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0da56f61-b633-4a59-8f15-45825ce6a8f4 tempest-RoutersAdminNegativeTest-1409924373 tempest-RoutersAdminNegativeTest-1409924373-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:22.545537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35100) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:22.605076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:22:22.614598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9936c1b6-5963-4c68-961a-6f2efd897ff1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:22.623251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:22.630937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.640332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-667287ae-4dbc-4d52-8562-a6e76161922b tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942175931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:22.642550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.649548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.656368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.668048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:22.669169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.670175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.674283 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7893081 Nov 25 11:22:22.676412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=dc15078f-2a03-446a-9184-25abf43506fd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:22.678672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35104) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:22.682167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:22.684543 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:22.695011 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/dc15078f-2a03-446a-9184-25abf43506fd HTTP/1.1" status: 204 len: 168 time: 1.4240687 Nov 25 11:22:22.697863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546008822'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:22.700145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35108) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:22.709215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:22.714250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504879514'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:22.724359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:22.765176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cf492f-c817-47e4-ac9e-853530656a97']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.776981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:22.795563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:22.796152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.798297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:22.798455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.805140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbacbe0c-483d-4ffa-a266-24e1599c511f') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.805457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbacbe0c-483d-4ffa-a266-24e1599c511f') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:22.821270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:22.836399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.848704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.854980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:22.858127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:22.869333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.890446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:22.892382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.911743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.929683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:22.930556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.935636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:22.939808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:22.942416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:22.943262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:22.946198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.949103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:22.949552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f2700-9832-467b-b5ab-06c13b7988ad None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:22:22.966847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:22.971770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:22.972191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.973013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:22.987502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:22.991468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=20ae7afd-d7aa-4f88-a6ab-51fca6a3df4a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:22.993020 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] Sync routers for ids ['e41aaf27-2e4c-4611-954c-a3394d48db1a'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:22.994353 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:22.996865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:22.998689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:22.998836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-132d7bb6-2ea0-4b4a-a568-046cc1ebc2d7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:22.999487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.005689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-acd03a44-efee-498f-8807-c7e542e55c65 tempest-PortsAdminExtendedAttrsTestJSON-18583082 tempest-PortsAdminExtendedAttrsTestJSON-18583082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:23.027748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3750cb16-ddb0-4572-bb9a-9116c24615d9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:23.036428 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] 10.222.0.41 "DELETE /v2.0/networks/a59f84ec-1cff-49f8-8850-27c02f2e4157 HTTP/1.1" status: 204 len: 168 time: 2.4538910 Nov 25 11:22:23.036849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:23.065274 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] Routers {'e41aaf27-2e4c-4611-954c-a3394d48db1a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:23.066701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.068053 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "DELETE /v2.0/security-groups/3750cb16-ddb0-4572-bb9a-9116c24615d9 HTTP/1.1" status: 204 len: 168 time: 0.5214226 Nov 25 11:22:23.070067 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e41aaf27-2e4c-4611-954c-a3394d48db1a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:23.074642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35114) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.094870 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-bd21c3a7-0572-4dac-8614-50ac382b7200 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] show failed (client error): The resource could not be found. Nov 25 11:22:23.096093 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd21c3a7-0572-4dac-8614-50ac382b7200 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "GET /v2.0/security-groups/3750cb16-ddb0-4572-bb9a-9116c24615d9 HTTP/1.1" status: 404 len: 347 time: 0.0195055 Nov 25 11:22:23.097013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.100410 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "PUT /v2.0/routers/e41aaf27-2e4c-4611-954c-a3394d48db1a HTTP/1.1" status: 200 len: 915 time: 7.7441006 Nov 25 11:22:23.105276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.105733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35120) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.109636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Pushing event deleted for resources: {'Network': ['ID=a59f84ec-1cff-49f8-8850-27c02f2e4157,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:23.119608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:23.121543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-38fdd0ab-8275-4603-aca3-4fa306fea22f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:23.194274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:23.207910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.239401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.251840 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:23.252045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.253627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment a96d5b47-e6e6-4524-a803-486da49f007b of type vlan for network d0c084e0-4b3b-4a27-b025-c36b57f723e0 Nov 25 11:22:23.268499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=e333b399-6667-4895-a84a-ba9fcd1c5e91,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:23.274436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:23.276316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5465b9fc-b4bf-4a91-9349-f6391f0b615c tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:23.279331 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] Routers {'e41aaf27-2e4c-4611-954c-a3394d48db1a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:23.281121 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['e41aaf27-2e4c-4611-954c-a3394d48db1a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:23.297205 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/networks/44cf492f-c817-47e4-ac9e-853530656a97 HTTP/1.1" status: 204 len: 168 time: 3.2384412 Nov 25 11:22:23.309028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35126) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.311845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.329796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:52Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:23.356063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74683d00-83d7-4cb4-86f7-11d308b2fcaf None None] The sync data for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv is: [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:18:25Z', 'revision_number': 4, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b8123aa1-4fa2-4ea8-9068-e3380f4c85ef', 'name': '', 'network_id': 'ae053b36-0f43-4305-b2c7-3a94bd5d3200', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'mac_address': 'fa:16:3e:2b:1d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:22Z', 'updated_at': '2021-11-25T11:18:52Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'subnets': [{'id': '068a53c0-c180-4f47-9547-75050f8c44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:23.369832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Network': ['ID=44cf492f-c817-47e4-ac9e-853530656a97,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:23.380683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:23.383802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.388472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': 'f3967af3-886b-44f0-835d-17c4ec547a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:23.389229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:23.418726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.432457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e93b9238-d410-4d3f-94b7-32c08c59e4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:23.469242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200e4250-c937-4396-9981-fc66f9d23305,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:23.484855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:23.560959 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:23.562009 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcc77a-76fc-425a-a860-688c1ca2839d None None] The sync data for ids ['e41aaf27-2e4c-4611-954c-a3394d48db1a'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:23.569191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.573458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:23.574401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.584391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-48828586-92a0-48e7-b2a1-ad58e8b2e4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:23.607908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:23.625965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.629804 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9496462 Nov 25 11:22:23.633212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35132) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.643748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Deleting port 2c4a8402-0157-4fe3-8930-087cfcc12982 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:23.644253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.718463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': '9936c1b6-5963-4c68-961a-6f2efd897ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '200e4250-c937-4396-9981-fc66f9d23305', 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:23.732019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:23.732019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:23.732810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:23.738861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:23.762704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93c13ede-772d-4371-9baa-d869296d5395 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:23.768436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35136) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.769355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:23.789183 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0846126 Nov 25 11:22:23.795238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35140) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.802545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9c3e0-bb1a-4ce0-912f-cdab0973eaeb None None] Network cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:23.809032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:23.814278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:23.817646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:23.818328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:23.818458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.841413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=d0c084e0-4b3b-4a27-b025-c36b57f723e0,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:23.848168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting subnet fb57a7b3-854c-488f-a14d-73fe61bfd9a5 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:23.850727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:23.853325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.883156 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0334067 Nov 25 11:22:23.889554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35146) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:23.963447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:23.965641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:23.976962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 93c13ede-772d-4371-9baa-d869296d5395 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:23.977487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93c13ede-772d-4371-9baa-d869296d5395 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:23.979431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1344eb-7df5-486b-bb50-d0c038765b97 None None] New status for floating IP e1c75420-0efb-474b-8b5b-6e79d10f3e72: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:22:24.018031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.019077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port e333b399-6667-4895-a84a-ba9fcd1c5e91 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:24.019415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.190086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.190691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.243098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.344426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.422815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Calling delete_port for 2c4a8402-0157-4fe3-8930-087cfcc12982 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:24.480127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for e333b399-6667-4895-a84a-ba9fcd1c5e91 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:24.484628 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-51a5ceac-c5a5-4118-97d5-576240ec6af9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57e2d1f269c747ba81e76c3d9547ef4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7117279 Nov 25 11:22:24.493312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35150) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:24.542134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.549357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-48f45595-e3c9-4c40-b827-6a9c7211dc4d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:24.553769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.556982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.584206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.593412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Subnet': ['ID=fb57a7b3-854c-488f-a14d-73fe61bfd9a5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:24.617189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fb6000d-71be-4383-99f4-1760d717b2f2 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:24.638412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.665680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4838bcc-de26-460c-84cc-90d321c07109,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:24.672550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:24.674755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:24.700646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 is not hosted by any dhcp agent {{(pid=83569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 25 11:22:24.704397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:24.704992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.709033 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "PUT /v2.0/networks/d0c084e0-4b3b-4a27-b025-c36b57f723e0 HTTP/1.1" status: 200 len: 723 time: 0.9031959 Nov 25 11:22:24.714379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35154) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:24.715746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:24.721369 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ef326da-1dc6-470c-b310-cd26b215fccf tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/e41aaf27-2e4c-4611-954c-a3394d48db1a HTTP/1.1" status: 200 len: 921 time: 1.6121492 Nov 25 11:22:24.722069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:24.722830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': 'd0c084e0-4b3b-4a27-b025-c36b57f723e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:24.742188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.742383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:24.742383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:24.755755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ea3d7-18e6-4b28-90f7-e67ad02913e9 None None] Network 834113db-6964-4dca-b3c6-3379ab0b39b7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:24.821726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/subnets/fb57a7b3-854c-488f-a14d-73fe61bfd9a5 HTTP/1.1" status: 204 len: 168 time: 1.5090468 Nov 25 11:22:24.821726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.823252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35162) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:24.829003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:24.832006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.833129 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1958859 Nov 25 11:22:24.866979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35166) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:24.894671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=e333b399-6667-4895-a84a-ba9fcd1c5e91,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:24.897190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.904950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:24.927177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=d0c084e0-4b3b-4a27-b025-c36b57f723e0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:24.929672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.934443 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/e333b399-6667-4895-a84a-ba9fcd1c5e91 HTTP/1.1" status: 204 len: 168 time: 1.0410044 Nov 25 11:22:24.934443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:24.934778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:24.935823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35170) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:24.936264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.944271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:24.949072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:24.949838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:24.953258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:24.964089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:24.984667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:25.006750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.071379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:25.119070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4838bcc-de26-460c-84cc-90d321c07109,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:25.123077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.128058 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c4838bcc-de26-460c-84cc-90d321c07109 HTTP/1.1" status: 204 len: 168 time: 0.2587054 Nov 25 11:22:25.128058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:25.128298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.128988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35174) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:25.131415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.264796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] DHCP port deletion for 834113db-6964-4dca-b3c6-3379ab0b39b7 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:25.266685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Deleting port 2c4a8402-0157-4fe3-8930-087cfcc12982 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:25.266882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.269479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Deleting port d36f29a9-4590-4856-9f4a-a8f6c2963a8c {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:25.269988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.307428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-08292c75-be78-4b6c-b097-0611f01ed1cb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:25.314002 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b4e1839-f5cb-4029-9b68-d49bc2f98121 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=e41aaf27-2e4c-4611-954c-a3394d48db1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5838900 Nov 25 11:22:25.321688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35178) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:25.330274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-08292c75-be78-4b6c-b097-0611f01ed1cb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:25.334396 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-08292c75-be78-4b6c-b097-0611f01ed1cb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1866250 Nov 25 11:22:25.334815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35182) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:25.461336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.499094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] For port d36f29a9-4590-4856-9f4a-a8f6c2963a8c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d36f29a9-4590-4856-9f4a-a8f6c2963a8c,segment=NetworkSegment(d64a959e-0702-448a-88a2-8f105f270a7a),segment_id=d64a959e-0702-448a-88a2-8f105f270a7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:25.499492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.514886 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:22:25.517733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.524465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9af935-b511-4b4e-8090-74f4ee1f6df3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:25.529383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9af935-b511-4b4e-8090-74f4ee1f6df3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:25.530176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c9af935-b511-4b4e-8090-74f4ee1f6df3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:25.533218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.545932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39ec5a1a-f753-462a-be69-961fc8c37d3d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:25.548357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.558549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-016ee60f-27fa-48cd-bab1-13c59e125c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:25.599750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting subnet 2dae8f63-fd17-450d-abe8-de76f5d71034 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:25.611926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78db6ec1-5f0d-4568-9b27-f9c2d8f8c6f2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:25.613867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.649923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Calling delete_port for d36f29a9-4590-4856-9f4a-a8f6c2963a8c owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:25.652925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:25.654466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=1a9b7c82-89d9-49fa-9cde-2a8daa2fb2f8,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:25.658039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:25.659098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': 'a96d5b47-e6e6-4524-a803-486da49f007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd0c084e0-4b3b-4a27-b025-c36b57f723e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:25.659691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: d0c084e0-4b3b-4a27-b025-c36b57f723e0, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:25.686868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.687798 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78db6ec1-5f0d-4568-9b27-f9c2d8f8c6f2 HTTP/1.1" status: 204 len: 168 time: 1.1896014 Nov 25 11:22:25.689913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.702169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-574cf7e1-22c9-4080-8f3a-1bb4f5a01c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:25.714118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c9af935-b511-4b4e-8090-74f4ee1f6df3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:25.715293 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3c9af935-b511-4b4e-8090-74f4ee1f6df3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7729483 Nov 25 11:22:25.731126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35188) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:25.739359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.739678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.766211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.767863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:25.770797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e4250-c937-4396-9981-fc66f9d23305,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:25.774694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:25.780649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.784868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0cd21-712d-4909-9409-727c465985d8 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:25.785804 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/200e4250-c937-4396-9981-fc66f9d23305 HTTP/1.1" status: 204 len: 168 time: 0.4499238 Nov 25 11:22:25.786375 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8db0cd21-712d-4909-9409-727c465985d8 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/networks/35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 881 time: 0.4623857 Nov 25 11:22:25.788902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.790238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35192) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:25.791019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35194) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:25.798992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cd8b1c14-05b0-4b74-9805-fe438fb02f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:25.838872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d36f29a9-4590-4856-9f4a-a8f6c2963a8c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:25.840996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, d0c084e0-4b3b-4a27-b025-c36b57f723e0) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:25.874888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12097a2d-85c3-4078-a214-328f16e4b881 None None] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:25.905996 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5982b5d8-51eb-4563-8f76-b2beba5974b8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=e41aaf27-2e4c-4611-954c-a3394d48db1a HTTP/1.1" status: 200 len: 205 time: 0.1065018 Nov 25 11:22:25.911130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Pushing event deleted for resources: {'Port': ['ID=d36f29a9-4590-4856-9f4a-a8f6c2963a8c,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:25.911622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cf072c50-b4e1-46ab-9ef1-967e0f5bfcbc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:25.915151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:25.916539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:25.917423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: d36f29a9-4590-4856-9f4a-a8f6c2963a8c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:25.917771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d36f29a9-4590-4856-9f4a-a8f6c2963a8c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:25.919868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:25.921047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35200) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:25.921181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] No DVR routers for this DVR port d36f29a9-4590-4856-9f4a-a8f6c2963a8c on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:25.952820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Calling delete_port for 2c4a8402-0157-4fe3-8930-087cfcc12982 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:26.041914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cf072c50-b4e1-46ab-9ef1-967e0f5bfcbc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:26.043184 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cf072c50-b4e1-46ab-9ef1-967e0f5bfcbc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.2456162 Nov 25 11:22:26.046342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35206) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:26.048389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 20ae7afd-d7aa-4f88-a6ab-51fca6a3df4a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:26.049527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.076552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3583353 Nov 25 11:22:26.082566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35210) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:26.111190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:26.197261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-d0c084e0-4b3b-4a27-b025-c36b57f723e0', 'network_id': 'd0c084e0-4b3b-4a27-b025-c36b57f723e0', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '1a9b7c82-89d9-49fa-9cde-2a8daa2fb2f8'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:26.199555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.265985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.296359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.306326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.389686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.405739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Allocated IP 172.20.0.2 (d0c084e0-4b3b-4a27-b025-c36b57f723e0/1a9b7c82-89d9-49fa-9cde-2a8daa2fb2f8/05d30568-63d9-4481-be2c-b6c640dcb3ed) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:26.458216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.464439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:26.482309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9936c1b6-5963-4c68-961a-6f2efd897ff1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:26.485046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:26.514593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.515734 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/9936c1b6-5963-4c68-961a-6f2efd897ff1 HTTP/1.1" status: 204 len: 168 time: 0.4682317 Nov 25 11:22:26.518365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35222) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:26.592828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.603217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.626830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a93efdd7-966c-41cc-931d-2653fee351f9 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:26.638559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dbe7acf7-01a8-4329-bf70-f96fc1729028 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:26.673582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dbe7acf7-01a8-4329-bf70-f96fc1729028 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:26.679507 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dbe7acf7-01a8-4329-bf70-f96fc1729028 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1554952 Nov 25 11:22:26.679828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35230) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:26.686179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008127675'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:26.693644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:26.706556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:26.721618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.750129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Deleting port e9e36037-d33d-4a96-83e7-d4dcf253ffa5 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:26.750916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.798586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.860697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Pushing event deleted for resources: {'Port': ['ID=2c4a8402-0157-4fe3-8930-087cfcc12982,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:26.863160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.923890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:26.935586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-109db498-44ec-4596-8de7-f03d2f1a0ee7 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:26.942844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.955066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Transition to ACTIVE for port object 05d30568-63d9-4481-be2c-b6c640dcb3ed will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:26.963172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35236) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:26.972410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 20ae7afd-d7aa-4f88-a6ab-51fca6a3df4a owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:26.977141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Transition to ACTIVE for port object 05d30568-63d9-4481-be2c-b6c640dcb3ed will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:26.983388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:26.987628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:27.029325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:27.036201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:27.045661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:27.054741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:27.062590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:27.063088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Subnet': ['ID=2dae8f63-fd17-450d-abe8-de76f5d71034,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:27.078711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:27.081571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:27.089287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:27.100363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.103770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Pushing event updated for resources: {'Port': ['ID=05d30568-63d9-4481-be2c-b6c640dcb3ed,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:27.126141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:27.152992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.162345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342deb8-1bc1-40f1-af17-bd656b6ff5f9 None None] Network cfe5c041-20e1-41bc-9386-b352bbaa8a97 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:27.219360 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/subnets/2dae8f63-fd17-450d-abe8-de76f5d71034 HTTP/1.1" status: 204 len: 168 time: 2.3887053 Nov 25 11:22:27.227041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35242) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:27.232927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15829115'] for subnet, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.251835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Calling delete_port for e9e36037-d33d-4a96-83e7-d4dcf253ffa5 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:27.260881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.294938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58325822'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:27.303892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.312365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:27.315824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.316951 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] 10.222.0.41 "DELETE /v2.0/floatingips/e1c75420-0efb-474b-8b5b-6e79d10f3e72 HTTP/1.1" status: 204 len: 168 time: 4.2101731 Nov 25 11:22:27.323041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35248) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:27.326884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.330743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ad978930-f9e0-4bab-aa97-8c5caad6edef tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:27.355861 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Attempting to bind port 05d30568-63d9-4481-be2c-b6c640dcb3ed on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:27.356261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Attempting to bind port 05d30568-63d9-4481-be2c-b6c640dcb3ed by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a96d5b47-e6e6-4524-a803-486da49f007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd0c084e0-4b3b-4a27-b025-c36b57f723e0'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:27.357153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Attempting to bind port 05d30568-63d9-4481-be2c-b6c640dcb3ed on network d0c084e0-4b3b-4a27-b025-c36b57f723e0 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:27.365570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:27.365949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Checking segment: {'id': 'a96d5b47-e6e6-4524-a803-486da49f007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd0c084e0-4b3b-4a27-b025-c36b57f723e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:27.366359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.366758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Bound using segment: {'id': 'a96d5b47-e6e6-4524-a803-486da49f007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd0c084e0-4b3b-4a27-b025-c36b57f723e0'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:27.367228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Bound port: 05d30568-63d9-4481-be2c-b6c640dcb3ed, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96d5b47-e6e6-4524-a803-486da49f007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd0c084e0-4b3b-4a27-b025-c36b57f723e0'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:27.368571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:27.368692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.393115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.403246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-12693d91-4fe3-4fe6-961b-ec026d8a6828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:27.424464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:27.444445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=20ae7afd-d7aa-4f88-a6ab-51fca6a3df4a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:27.459342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:27.461584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:27.489314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de491aa6-49aa-4286-a89d-ae7892897a1f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:27.492063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:27.495084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.496927 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/20ae7afd-d7aa-4f88-a6ab-51fca6a3df4a HTTP/1.1" status: 204 len: 168 time: 1.7619920 Nov 25 11:22:27.500998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.501930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35252) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:27.507815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.509022 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8281884 Nov 25 11:22:27.536026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35256) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:27.550996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': 'de491aa6-49aa-4286-a89d-ae7892897a1f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:27.564122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:27.573844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:27.577085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.587159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:27.596497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:27.609356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:27.612238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.671123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] For port 05d30568-63d9-4481-be2c-b6c640dcb3ed, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:27.674819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] For port 05d30568-63d9-4481-be2c-b6c640dcb3ed, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=05d30568-63d9-4481-be2c-b6c640dcb3ed,segment=NetworkSegment(a96d5b47-e6e6-4524-a803-486da49f007b),segment_id=a96d5b47-e6e6-4524-a803-486da49f007b)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:27.680514 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.685754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:27.731184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c2c4a-51e8-44d0-a657-75734f9a5db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:27.732558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7b5c2c4a-51e8-44d0-a657-75734f9a5db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:27.737452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.743270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-411956e6-6c78-4c5f-bb01-f1a99e8434ea tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:27.765258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.775951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Pushing event updated for resources: {'Port': ['ID=05d30568-63d9-4481-be2c-b6c640dcb3ed,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:27.779748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:27.783440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] DHCP port deletion for cfe5c041-20e1-41bc-9386-b352bbaa8a97 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:27.788745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Deleting port 870ff7c5-8804-4426-85ed-c71907fd6dfb {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:27.789213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.795575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event deleted for resources: {'Port': ['ID=e9e36037-d33d-4a96-83e7-d4dcf253ffa5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:27.798237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:27.852663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746508649988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16594539'] for subnet, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.856333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7b5c2c4a-51e8-44d0-a657-75734f9a5db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:27.857876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:27.864283 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7b5c2c4a-51e8-44d0-a657-75734f9a5db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3611813 Nov 25 11:22:27.868600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:27.868881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35260) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:27.897635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.921881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:security_group_rule and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:27.946959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:27.953931 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72cbbed-2ea6-4654-96ac-48e71015d37b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:22:27.958005 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d72cbbed-2ea6-4654-96ac-48e71015d37b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/e333b399-6667-4895-a84a-ba9fcd1c5e91 HTTP/1.1" status: 404 len: 333 time: 0.0870893 Nov 25 11:22:27.959742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35264) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:27.970635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:27.980793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:27.981398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:27.982674 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "PUT /v2.0/subnets/1a9b7c82-89d9-49fa-9cde-2a8daa2fb2f8 HTTP/1.1" status: 200 len: 806 time: 1.8876011 Nov 25 11:22:27.984584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834113db-6964-4dca-b3c6-3379ab0b39b7']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:28.006493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35268) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:28.011937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=1a9b7c82-89d9-49fa-9cde-2a8daa2fb2f8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:28.018027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64a959e-0702-448a-88a2-8f105f270a7a') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:28.018576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64a959e-0702-448a-88a2-8f105f270a7a') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:28.037670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:28.052094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.058847 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d5554d-3985-4a90-a35d-6226bbbbec5b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:22:28.063329 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-98d5554d-3985-4a90-a35d-6226bbbbec5b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/20ae7afd-d7aa-4f88-a6ab-51fca6a3df4a HTTP/1.1" status: 404 len: 333 time: 0.1008818 Nov 25 11:22:28.066014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:28.085576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] For port 870ff7c5-8804-4426-85ed-c71907fd6dfb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=870ff7c5-8804-4426-85ed-c71907fd6dfb,segment=NetworkSegment(5e43021e-310c-4257-a93d-a0746560a826),segment_id=5e43021e-310c-4257-a93d-a0746560a826)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:28.086156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.120155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.230828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.232072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:28.232466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.243774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Calling delete_port for 870ff7c5-8804-4426-85ed-c71907fd6dfb owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:28.249247 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:28.266543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.323395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.332424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0e2aca1e-6520-4b14-ac79-346c6dca7507 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:28.342838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.346978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8c6db453-65a9-449d-a8cb-905f1ef0877e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:28.376613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.390961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Pushing event deleted for resources: {'Port': ['ID=870ff7c5-8804-4426-85ed-c71907fd6dfb,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:28.394806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:28.396979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1030d2-68f0-4282-aa4a-929215debb3d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:28.398426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] No DVR routers for this DVR port 870ff7c5-8804-4426-85ed-c71907fd6dfb on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:28.409171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:28.424850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.443072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:28.458075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.462824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.478454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.511699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Network': ['ID=834113db-6964-4dca-b3c6-3379ab0b39b7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:28.519264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.520679 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9780784 Nov 25 11:22:28.523146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:28.537490 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/networks/834113db-6964-4dca-b3c6-3379ab0b39b7 HTTP/1.1" status: 204 len: 168 time: 1.3082082 Nov 25 11:22:28.538622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47b930a3-329c-4174-be44-6faf6758ba89 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:28.549679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35276) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:28.550194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35278) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:28.728594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:28.768866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.792259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.804464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.808117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port 05d30568-63d9-4481-be2c-b6c640dcb3ed {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:28.808437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.873512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.904227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93796d03-5165-41b5-82a9-c6f819974330,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:28.910565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.911186 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment 2d9819bc-1d99-4a92-b223-5b3e4c99d64f of type vlan for network 11badf4c-8b44-492d-b574-8572d9e96b41 Nov 25 11:22:28.915875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:28.957263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.969090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e0f03-d1ae-4197-88c6-0f00086dc2a1 None None] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:28.974664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:28.974863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:28.974961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Fanout notify agent at l3_agent the message router_deleted on router e41aaf27-2e4c-4611-954c-a3394d48db1a {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:28.993567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.008040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.012314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.022835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.023423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3967af3-886b-44f0-835d-17c4ec547a58') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:29.023705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3967af3-886b-44f0-835d-17c4ec547a58') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:29.023951 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/e41aaf27-2e4c-4611-954c-a3394d48db1a HTTP/1.1" status: 204 len: 168 time: 3.1005080 Nov 25 11:22:29.032134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35284) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:29.045699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.046494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115745368', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:29.074184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4ef67221-f6f3-4546-b777-1e2ffeaaa92f None None] Provisioning for port 05d30568-63d9-4481-be2c-b6c640dcb3ed completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:29.105824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:29.117317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Usage tracker for resource:router and tenant:e81a553c97034f0e9228b48796b0195f is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:29.122004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:29.123575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.136812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:29.144457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.166352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.167242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.184930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.194299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:29.194704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:29.209110 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:29.236548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e82e149d-4deb-42f5-9e2b-0053bbf90e74 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:29.242073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.246141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:29.246726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.257180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port 05d30568-63d9-4481-be2c-b6c640dcb3ed, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=05d30568-63d9-4481-be2c-b6c640dcb3ed,segment=NetworkSegment(a96d5b47-e6e6-4524-a803-486da49f007b),segment_id=a96d5b47-e6e6-4524-a803-486da49f007b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:29.257525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.263913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.324280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1030d2-68f0-4282-aa4a-929215debb3d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:29.349285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:29.353012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ba8c434-9809-4255-893e-83c86f6d7c04 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:29.388544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for 05d30568-63d9-4481-be2c-b6c640dcb3ed owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:29.402150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.406385 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2b1030d2-68f0-4282-aa4a-929215debb3d HTTP/1.1" status: 204 len: 168 time: 0.8496878 Nov 25 11:22:29.406385 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.4029398 Nov 25 11:22:29.406385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.409720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:29.411540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe5c041-20e1-41bc-9386-b352bbaa8a97']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:29.463364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d47e89-0e92-4a0e-b233-1853e99faa7c None None] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:29.505531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.509358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e43021e-310c-4257-a93d-a0746560a826') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:29.509995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e43021e-310c-4257-a93d-a0746560a826') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:29.533301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=11badf4c-8b44-492d-b574-8572d9e96b41,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:29.536651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.545810 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8 HTTP/1.1" status: 204 len: 168 time: 1.4776752 Nov 25 11:22:29.549822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:29.550492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:29.559955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 11badf4c-8b44-492d-b574-8572d9e96b41 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:29.564896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:29.582714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-265913445'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:29.586955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=cc03da6f-291d-4aa0-8d6b-9ed67f9ddbe8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:29.590587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.602694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:29.605438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:29.610486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:29.613606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:29.614258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:29.628909 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:29.634699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:29.652422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:29.717461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e642fce-5f09-4222-bd31-1ff27f888881 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:29.759805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:29.766329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.767549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.768192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.769052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1c2c4c75-aa65-4e97-b0d2-cdeef24938c2 None None] Provisioning complete for port 05d30568-63d9-4481-be2c-b6c640dcb3ed triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:29.769414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4c75-aa65-4e97-b0d2-cdeef24938c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.779710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9946ee9a-cf64-4cba-b7b0-af4f3a17bdfe tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:29.785340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e642fce-5f09-4222-bd31-1ff27f888881 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:29.789374 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e642fce-5f09-4222-bd31-1ff27f888881 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3676949 Nov 25 11:22:29.789374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.793852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35296) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:29.794897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c3d5e8ec-3f2d-4c01-bceb-7d1e78f53eba tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:29.819272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.843266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Network': ['ID=cfe5c041-20e1-41bc-9386-b352bbaa8a97,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:29.848675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:29.854139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c4c75-aa65-4e97-b0d2-cdeef24938c2 None None] Port 05d30568-63d9-4481-be2c-b6c640dcb3ed was deleted so its status cannot be updated. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Nov 25 11:22:29.862259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:29.873342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.874048 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment ffb42b3a-3282-4870-a6d5-9e05b76a9690 of type vlan for network 91b70116-922d-444f-883d-1abe7e51de99 Nov 25 11:22:29.882350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Port': ['ID=05d30568-63d9-4481-be2c-b6c640dcb3ed,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:29.899372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:29.919046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:29.948611 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/networks/cfe5c041-20e1-41bc-9386-b352bbaa8a97 HTTP/1.1" status: 204 len: 168 time: 1.3934331 Nov 25 11:22:29.952664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35300) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:29.989546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 05d30568-63d9-4481-be2c-b6c640dcb3ed up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:30.031070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.050522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 05d30568-63d9-4481-be2c-b6c640dcb3ed {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:30.050955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 05d30568-63d9-4481-be2c-b6c640dcb3ed not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 11:22:30.103271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No DVR routers for this DVR port 05d30568-63d9-4481-be2c-b6c640dcb3ed on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:30.108279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 05d30568-63d9-4481-be2c-b6c640dcb3ed not found, will not notify nova. {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 11:22:30.152645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.157462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:30.158039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.177359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6da46c2f-1acf-4fbc-96fb-c82259f954bc tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:30.178138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 870ff7c5-8804-4426-85ed-c71907fd6dfb no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:30.180650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.233318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 870ff7c5-8804-4426-85ed-c71907fd6dfb {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:30.233986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 870ff7c5-8804-4426-85ed-c71907fd6dfb not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:30.332598 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7616708 Nov 25 11:22:30.351467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35304) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:30.359558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '91b70116-922d-444f-883d-1abe7e51de99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:30.387892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=91b70116-922d-444f-883d-1abe7e51de99,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:30.399622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:30.407851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 91b70116-922d-444f-883d-1abe7e51de99 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:30.470801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.474676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting subnet 86418c01-125f-4f7e-ae1c-d9b8b1587cd3 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:30.482186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.568857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.576184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:30.589509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.690414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.696933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c0b95f7-7b41-404d-89f2-b8b0bb9a3a65 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:30.730473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:30.744206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9b7c82-89d9-49fa-9cde-2a8daa2fb2f8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:30.746836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:30.754790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:30.768839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:30.797611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:30.816567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.830592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.833381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a853b-2fd5-4566-bb4b-329bb813c51d None None] Network d0c084e0-4b3b-4a27-b025-c36b57f723e0 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:30.883936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1abfce7d-5b9b-4fbf-9e25-93965adcac8b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:30.918376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de491aa6-49aa-4286-a89d-ae7892897a1f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:30.925495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:30.957730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:30.969780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.044221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c084e0-4b3b-4a27-b025-c36b57f723e0']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:31.056142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Performing IP validity checks on allocation pools {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:22:31.057312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:22:31.063238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96d5b47-e6e6-4524-a803-486da49f007b') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:31.063534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96d5b47-e6e6-4524-a803-486da49f007b') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:31.182790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.190417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e49968-9ca6-4656-9bb0-bfe16b4d23d1 None None] DHCP port deletion for d0c084e0-4b3b-4a27-b025-c36b57f723e0 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:31.217146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.217638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.221004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.224582 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/de491aa6-49aa-4286-a89d-ae7892897a1f HTTP/1.1" status: 204 len: 168 time: 1.4102726 Nov 25 11:22:31.227860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e08ab810-b8df-4e61-a331-c6459f2a13c0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:31.233595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35308) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:31.261828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.282619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:31.283027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:31.298386 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:31.336172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=5bcc861b-0d52-4dd8-8f0e-e63bba00fa85,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:31.342980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:31.347946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': 'ffb42b3a-3282-4870-a6d5-9e05b76a9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91b70116-922d-444f-883d-1abe7e51de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:31.348335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: 91b70116-922d-444f-883d-1abe7e51de99, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:31.367760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.372598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:31.411839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Subnet': ['ID=86418c01-125f-4f7e-ae1c-d9b8b1587cd3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:31.416045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:31.417684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 91b70116-922d-444f-883d-1abe7e51de99 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:31.420075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-106caa56-de33-4b25-9e85-9d6e7efbe510 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:31.428359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.436895 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/subnets/86418c01-125f-4f7e-ae1c-d9b8b1587cd3 HTTP/1.1" status: 204 len: 168 time: 1.4831531 Nov 25 11:22:31.439387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:31.447494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397a07d-5eea-46b9-a8da-3b4b836ea85f None None] Network e70d9a93-0720-4bf4-bd56-2495dc2d7776 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:31.461473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 91b70116-922d-444f-883d-1abe7e51de99) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:31.472743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:31.473323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.475435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.481457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:31.501108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-106caa56-de33-4b25-9e85-9d6e7efbe510 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:31.508964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-106caa56-de33-4b25-9e85-9d6e7efbe510 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2676532 Nov 25 11:22:31.508964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.511702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35316) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:31.525911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=d0c084e0-4b3b-4a27-b025-c36b57f723e0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:31.538218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737708466'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:31.542903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:31.570748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.571032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:31.576109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2235565 Nov 25 11:22:31.579032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35320) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:31.586120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '91b70116-922d-444f-883d-1abe7e51de99', 'name': 'tempest-PortsTestJSON-888137776'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:31.606103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Deleting port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:31.606477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.627271 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/d0c084e0-4b3b-4a27-b025-c36b57f723e0 HTTP/1.1" status: 204 len: 168 time: 3.6141875 Nov 25 11:22:31.629744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35324) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:31.708272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.749323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:31.758640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.764088 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcb3485-810d-4199-8591-5f2932ad4efd tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:31.764701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcb3485-810d-4199-8591-5f2932ad4efd tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:31.772385 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-afcb3485-810d-4199-8591-5f2932ad4efd tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/d0c084e0-4b3b-4a27-b025-c36b57f723e0 HTTP/1.1" status: 404 len: 339 time: 0.1249082 Nov 25 11:22:31.781782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35328) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:31.782318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151c40e-9a48-4a87-b6fa-49be361aee2c None None] Network 91b70116-922d-444f-883d-1abe7e51de99 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:31.796913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-557141345', 'description': 'd1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:31.817160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:31.837128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.857469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:network and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:31.862253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:31.874630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:31.945028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:31.968771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:31.971747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:31.981973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:31.992736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] For port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e61fefa9-4468-4a79-a2bb-1dfa8bfa757f,segment=NetworkSegment(aaf1e0d2-a715-4b60-b59e-b633cfdaad30),segment_id=aaf1e0d2-a715-4b60-b59e-b633cfdaad30)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:31.992993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.008996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:32.013299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Deleting port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:32.013838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.053457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:32.065396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:32.082071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 05d30568-63d9-4481-be2c-b6c640dcb3ed no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:32.083784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:32.101873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Allocated IP 172.26.5.228 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/c3d67c17-77a8-483e-8192-1c67ed026a83) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:32.123811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:32.126947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.145054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 05d30568-63d9-4481-be2c-b6c640dcb3ed {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:32.145409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 05d30568-63d9-4481-be2c-b6c640dcb3ed not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:32.166751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Calling delete_port for e61fefa9-4468-4a79-a2bb-1dfa8bfa757f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:32.232400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-91b70116-922d-444f-883d-1abe7e51de99', 'network_id': '91b70116-922d-444f-883d-1abe7e51de99', 'tenant_id': 'ebd56f3080ce43f39df9ad7b2c0923b3', 'fixed_ips': [{'subnet_id': '5bcc861b-0d52-4dd8-8f0e-e63bba00fa85'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:32.233230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.323058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:32.348811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.350096 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment 5310889c-0ae5-4171-866e-94b273ccb865 of type vlan for network e275a50b-5289-405d-bc98-33196ea6c24e Nov 25 11:22:32.387491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8f582-661a-4d52-ad73-e24ed1d9c479 None None] DHCP port deletion for e70d9a93-0720-4bf4-bd56-2495dc2d7776 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:32.395729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.425099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Allocated IP 172.20.0.2 (91b70116-922d-444f-883d-1abe7e51de99/5bcc861b-0d52-4dd8-8f0e-e63bba00fa85/2c342115-e5a8-42cd-a32f-79122494c937) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:32.455740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.474613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-92df8f18-8f07-4815-a484-46126203bf62 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:32.525930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] No DVR routers for this DVR port e61fefa9-4468-4a79-a2bb-1dfa8bfa757f on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:32.596905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35332) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:32.602271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.613596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '11badf4c-8b44-492d-b574-8572d9e96b41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:32.646830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.660033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-70cc4d48-fcbd-4183-9ea5-bf6eae1b2ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:32.673466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.684950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Transition to ACTIVE for port object 2c342115-e5a8-42cd-a32f-79122494c937 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:32.706444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Transition to ACTIVE for port object 2c342115-e5a8-42cd-a32f-79122494c937 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:32.712470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.720455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4ad22d40-26b3-4b9d-81d1-463f6fb3603f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:32.758245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] For port b8123aa1-4fa2-4ea8-9068-e3380f4c85ef, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:32.758642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.779889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.783672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:32.784301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.789942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Network 91b70116-922d-444f-883d-1abe7e51de99 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:32.793477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:32.795627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Pushing event updated for resources: {'Port': ['ID=2c342115-e5a8-42cd-a32f-79122494c937,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:32.804326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:32.807863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:32.819905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Port': ['ID=e61fefa9-4468-4a79-a2bb-1dfa8bfa757f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:32.829748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:32.831452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.840399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e93b258f-cd0e-4b71-8d12-23afd17a172e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:32.855225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 0b42839d-f5b7-42c1-b4bb-da8d61866104 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:22:32.902613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Attempting to bind port 2c342115-e5a8-42cd-a32f-79122494c937 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:32.903000 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Attempting to bind port 2c342115-e5a8-42cd-a32f-79122494c937 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ffb42b3a-3282-4870-a6d5-9e05b76a9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91b70116-922d-444f-883d-1abe7e51de99'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:32.903430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Attempting to bind port 2c342115-e5a8-42cd-a32f-79122494c937 on network 91b70116-922d-444f-883d-1abe7e51de99 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:32.910952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:32.911348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Checking segment: {'id': 'ffb42b3a-3282-4870-a6d5-9e05b76a9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91b70116-922d-444f-883d-1abe7e51de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:32.911876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.912542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Bound using segment: {'id': 'ffb42b3a-3282-4870-a6d5-9e05b76a9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91b70116-922d-444f-883d-1abe7e51de99'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:32.913027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Bound port: 2c342115-e5a8-42cd-a32f-79122494c937, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb42b3a-3282-4870-a6d5-9e05b76a9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91b70116-922d-444f-883d-1abe7e51de99'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:32.913418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:32.939006 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1515126 Nov 25 11:22:32.952034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35336) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:32.958508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Calling delete_port for b8123aa1-4fa2-4ea8-9068-e3380f4c85ef owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:32.984960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d022cf-15aa-4d51-8d8d-896099ce2c6a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:32.988097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70d9a93-0720-4bf4-bd56-2495dc2d7776']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:32.998590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.003193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:33.017640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] For port 2c342115-e5a8-42cd-a32f-79122494c937, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:33.021219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] For port 2c342115-e5a8-42cd-a32f-79122494c937, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2c342115-e5a8-42cd-a32f-79122494c937,segment=NetworkSegment(ffb42b3a-3282-4870-a6d5-9e05b76a9690),segment_id=ffb42b3a-3282-4870-a6d5-9e05b76a9690)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:33.026282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.030638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f8398a2e-2a08-4f11-933b-2d6f5bbc552a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:33.030818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:33.034984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:33.035143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf1e0d2-a715-4b60-b59e-b633cfdaad30') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:33.035335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf1e0d2-a715-4b60-b59e-b633cfdaad30') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:33.038258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:33.045030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:33.047575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=e275a50b-5289-405d-bc98-33196ea6c24e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:33.052242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.053416 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5301352 Nov 25 11:22:33.054319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:33.058872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.065557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35340) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:33.066178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:33.073968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network e275a50b-5289-405d-bc98-33196ea6c24e details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:33.095492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': 'c0d022cf-15aa-4d51-8d8d-896099ce2c6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:33.117147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.136678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:33.137077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:33.151566 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:33.175020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:33.218696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.5 (91b70116-922d-444f-883d-1abe7e51de99/5bcc861b-0d52-4dd8-8f0e-e63bba00fa85/0b42839d-f5b7-42c1-b4bb-da8d61866104) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:33.224833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Pushing event updated for resources: {'Port': ['ID=2c342115-e5a8-42cd-a32f-79122494c937,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:33.228038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:33.244091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Usage tracker for resource:security_group_rule and tenant:4f3a2d3e2748409d92f8baeb894923da is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:33.264862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:33.268982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.274746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:33.295058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.298028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:33.300011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Pushing event deleted for resources: {'Network': ['ID=e70d9a93-0720-4bf4-bd56-2495dc2d7776,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:33.311579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:33.325399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/networks/e70d9a93-0720-4bf4-bd56-2495dc2d7776 HTTP/1.1" status: 204 len: 168 time: 1.8825021 Nov 25 11:22:33.329823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:33.353603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430bbce2-74db-45ab-9bb2-1bfcbf1bc08a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:33.354275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-430bbce2-74db-45ab-9bb2-1bfcbf1bc08a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Synchronizing usage tracker for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:33.367138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.393428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b4fa651-ac6b-4a40-bc06-39108bfdf2d1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Synchronizing usage tracker for tenant:a9074e3f4a264180973e58b9ba3fb85f on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:33.393650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.527694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b4fa651-ac6b-4a40-bc06-39108bfdf2d1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Unset dirty status for tenant:a9074e3f4a264180973e58b9ba3fb85f on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:33.529432 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0b4fa651-ac6b-4a40-bc06-39108bfdf2d1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "GET /v2.0/ports?device_id=057767dc-b3cb-4496-8acc-549e331685f3 HTTP/1.1" status: 200 len: 205 time: 0.1987703 Nov 25 11:22:33.532457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:33.532886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.536792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:33.594178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-430bbce2-74db-45ab-9bb2-1bfcbf1bc08a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Unset dirty status for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:33.595660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-430bbce2-74db-45ab-9bb2-1bfcbf1bc08a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/networks?id=e275a50b-5289-405d-bc98-33196ea6c24e HTTP/1.1" status: 200 len: 760 time: 0.6122556 Nov 25 11:22:33.612229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35352) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:33.660087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:33.663059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'description': 'd2'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:33.677271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:33.685925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:33.715380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event updated for resources: {'Port': ['ID=c3d67c17-77a8-483e-8192-1c67ed026a83,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:33.751240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:33.778973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2c342115-e5a8-42cd-a32f-79122494c937 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:33.780021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.802714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.850787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2b9a96a3-7848-4357-8e28-cae20a7f264d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:33.858726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.873223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f33f1c2-dfcc-4717-ad8b-1a503dc28de7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.927716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6a7302-5fb2-4050-bf12-dba6be5c5bda,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:33.937758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.938116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4c39b342-aa27-491c-ba3c-617ad9f96e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:33.945221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 2c342115-e5a8-42cd-a32f-79122494c937 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:33.948480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:33.949097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3c1d6dc2-6aa4-4c7e-bdc2-1c526eda9a6c tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:34.014779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e61fefa9-4468-4a79-a2bb-1dfa8bfa757f no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:34.019875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b8123aa1-4fa2-4ea8-9068-e3380f4c85ef,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:34.039341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:34.063787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object 0b42839d-f5b7-42c1-b4bb-da8d61866104 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:34.070843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: e61fefa9-4468-4a79-a2bb-1dfa8bfa757f {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:34.071543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e61fefa9-4468-4a79-a2bb-1dfa8bfa757f not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:34.107587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.111941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0283022 Nov 25 11:22:34.117761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.121760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35356) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:34.140988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.171025 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7dd6e50-4740-499e-96ff-59c253e2d5e8 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules/ca6a7302-5fb2-4050-bf12-dba6be5c5bda HTTP/1.1" status: 200 len: 705 time: 0.0452168 Nov 25 11:22:34.175789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.180015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35360) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:34.184641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.187411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6c183766-c33d-4e68-94e3-f37fe9fa65b2 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:34.196262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:34.474272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2aeec-e451-4bfc-9d8c-10297a4ec198 None None] Network 91b70116-922d-444f-883d-1abe7e51de99 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:34.493393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=e7c4e628-592d-4b9c-a25e-1ac9f0b02fde,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:34.496253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:34.510029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.543345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network e275a50b-5289-405d-bc98-33196ea6c24e is not hosted by any dhcp agent {{(pid=83569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 25 11:22:34.550973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:34.551930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.556161 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "PUT /v2.0/networks/e275a50b-5289-405d-bc98-33196ea6c24e HTTP/1.1" status: 200 len: 757 time: 0.9429343 Nov 25 11:22:34.561404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:34.602332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Provisioning for port 2c342115-e5a8-42cd-a32f-79122494c937 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:34.612243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Provisioning complete for port 2c342115-e5a8-42cd-a32f-79122494c937 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:34.612713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.620158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': '2d9819bc-1d99-4a92-b223-5b3e4c99d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11badf4c-8b44-492d-b574-8572d9e96b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:34.620594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: 11badf4c-8b44-492d-b574-8572d9e96b41, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:34.652895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.654255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.737354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 11badf4c-8b44-492d-b574-8572d9e96b41 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:34.758113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 11badf4c-8b44-492d-b574-8572d9e96b41) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:34.766903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:34.767564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.791741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26904686-c867-4648-bac4-6457e4087124 None None] Network 11badf4c-8b44-492d-b574-8572d9e96b41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:34.796985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.812522 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2085919 Nov 25 11:22:34.816256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35368) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:34.820023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=e275a50b-5289-405d-bc98-33196ea6c24e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:34.824533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-749223722'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:34.831592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:34.831735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:34.838143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 91b70116-922d-444f-883d-1abe7e51de99 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:34.840678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:34.878984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network e275a50b-5289-405d-bc98-33196ea6c24e details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:34.879720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:34.915878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:34.943139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:34.953839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:34.962777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:34.971958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:34.994208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:34.997688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.009398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f33f1c2-dfcc-4717-ad8b-1a503dc28de7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.017468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7cf41dea-9f5d-4b94-8f84-eead010e31e4 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:35.063826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f33f1c2-dfcc-4717-ad8b-1a503dc28de7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.064643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=0b42839d-f5b7-42c1-b4bb-da8d61866104,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:35.079780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9acd47-f9ae-4233-b053-7d565f529544 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:35.080523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d9acd47-f9ae-4233-b053-7d565f529544 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Synchronizing usage tracker for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:35.084235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:35.102506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7cf41dea-9f5d-4b94-8f84-eead010e31e4 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:35.103005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] For port 2c342115-e5a8-42cd-a32f-79122494c937, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2c342115-e5a8-42cd-a32f-79122494c937,segment=NetworkSegment(ffb42b3a-3282-4870-a6d5-9e05b76a9690),segment_id=ffb42b3a-3282-4870-a6d5-9e05b76a9690)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:35.103808 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7cf41dea-9f5d-4b94-8f84-eead010e31e4 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.9139249 Nov 25 11:22:35.113508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.113949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:35.114490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.116613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:35.117091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-06c7dff6-00ba-441a-821a-965826d729ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:35.118124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35372) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:35.144979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d9acd47-f9ae-4233-b053-7d565f529544 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Unset dirty status for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:35.146396 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d9acd47-f9ae-4233-b053-7d565f529544 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/networks?id=e275a50b-5289-405d-bc98-33196ea6c24e HTTP/1.1" status: 200 len: 760 time: 0.5321798 Nov 25 11:22:35.150373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35376) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:35.161847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536960390'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:35.167288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:35.170797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.171256 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment 195ae27e-d9bc-42c6-af76-b71f7b12a2dd of type vlan for network 78c8333b-9711-4533-b749-3d766c7d35eb Nov 25 11:22:35.172962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f33f1c2-dfcc-4717-ad8b-1a503dc28de7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.173674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f33f1c2-dfcc-4717-ad8b-1a503dc28de7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Fanout notify agent at l3_agent the message router_deleted on router 057767dc-b3cb-4496-8acc-549e331685f3 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:35.183426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f33f1c2-dfcc-4717-ad8b-1a503dc28de7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.197155 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9f33f1c2-dfcc-4717-ad8b-1a503dc28de7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] 10.222.0.41 "DELETE /v2.0/routers/057767dc-b3cb-4496-8acc-549e331685f3 HTTP/1.1" status: 204 len: 168 time: 1.6627340 Nov 25 11:22:35.199334 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6193240 Nov 25 11:22:35.204590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35382) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:35.229776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.236827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:35.250361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.263355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.271928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:35.275539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.299872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Pushing event updated for resources: {'Port': ['ID=2c342115-e5a8-42cd-a32f-79122494c937,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:35.302078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 0b42839d-f5b7-42c1-b4bb-da8d61866104 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:35.302682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.305132 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:35.318753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-11badf4c-8b44-492d-b574-8572d9e96b41', 'network_id': '11badf4c-8b44-492d-b574-8572d9e96b41', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': 'e7c4e628-592d-4b9c-a25e-1ac9f0b02fde'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:35.319610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.347888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.363208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1f145ca5-6fcc-4580-8eaf-f641a52e488d tempest-ServersTestJSON-42972763 tempest-ServersTestJSON-42972763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:35.373882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.376954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:35.377805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:35.378332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.395765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca6a7302-5fb2-4050-bf12-dba6be5c5bda,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:35.398058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:35.405785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-983cd297-030d-4a48-af28-7ff27eda2c5d tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:35.427452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.435726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment fbeaf619-bd3c-4699-a89b-d3a3be059630 of type vlan for network ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 Nov 25 11:22:35.508780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Router 9f680fdb-af66-4269-8a40-0b5232973e6f is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:22:35.522683 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7047687 Nov 25 11:22:35.524646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.525689 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ca6a7302-5fb2-4050-bf12-dba6be5c5bda HTTP/1.1" status: 204 len: 168 time: 0.4064569 Nov 25 11:22:35.527979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35386) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:35.528892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35388) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:35.536690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=78c8333b-9711-4533-b749-3d766c7d35eb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:35.539725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:35.543780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '78c8333b-9711-4533-b749-3d766c7d35eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:35.573155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Allocated IP 2001:db8:0:ffff::2 (11badf4c-8b44-492d-b574-8572d9e96b41/e7c4e628-592d-4b9c-a25e-1ac9f0b02fde/a6282851-1264-4355-8e0a-cf860bcfd7df) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:35.603447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.736880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.878718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 78c8333b-9711-4533-b749-3d766c7d35eb details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:35.896611 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2c342115-e5a8-42cd-a32f-79122494c937 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:35.896824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35396) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:35.903324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 0b42839d-f5b7-42c1-b4bb-da8d61866104 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:35.969429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-440dc2a2-3b57-437d-ba3a-5610dc7ca6a9 None None] Provisioning complete for port 2c342115-e5a8-42cd-a32f-79122494c937 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:35.970618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-440dc2a2-3b57-437d-ba3a-5610dc7ca6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:35.996429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.001312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:36.001913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.007629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d12fa057-02c8-4030-91c4-4e72ae8df15d tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:36.045220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:36.058181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cb9abf41-ce0b-4e0f-b79c-92fb751b36ec tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:36.071448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:36.078946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:36.089901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:36.163231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.176150 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0205424 Nov 25 11:22:36.183598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cb9abf41-ce0b-4e0f-b79c-92fb751b36ec tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:36.188024 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cb9abf41-ce0b-4e0f-b79c-92fb751b36ec tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6516302 Nov 25 11:22:36.188024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35402) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:36.191396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:36.201643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': 'c0d022cf-15aa-4d51-8d8d-896099ce2c6a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:36.202784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': 'ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:36.209780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:36.212570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:36.229493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:36.232901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:36.265340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:36.277588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:36.286416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.296927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Transition to ACTIVE for port object a6282851-1264-4355-8e0a-cf860bcfd7df will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:36.297630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7ee5cee2-29c7-4a2e-a6c7-f6c1d28065aa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:36.342768 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5e1a6baa-9c58-4c42-9fca-afdc089f39b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9074e3f4a264180973e58b9ba3fb85f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4101837 Nov 25 11:22:36.349384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35410) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:36.353413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=0b42839d-f5b7-42c1-b4bb-da8d61866104,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:36.355784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:36.400601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2c342115-e5a8-42cd-a32f-79122494c937 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:36.401267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.473464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Transition to ACTIVE for port object a6282851-1264-4355-8e0a-cf860bcfd7df will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:36.478548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d5e0-23cc-47ab-bd92-937f45895594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.506725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-440dc2a2-3b57-437d-ba3a-5610dc7ca6a9 None None] Could not find standard attr ID for object 0b42839d-f5b7-42c1-b4bb-da8d61866104. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:22:36.508736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.516473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:36.587560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.637040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a0d49c4a-f3d8-422c-9161-3093664af3bf None None] Could not find standard attr ID for object 0b42839d-f5b7-42c1-b4bb-da8d61866104. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:22:36.655192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Network 11badf4c-8b44-492d-b574-8572d9e96b41 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:36.656275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Pushing event updated for resources: {'Port': ['ID=a6282851-1264-4355-8e0a-cf860bcfd7df,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:36.658869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:36.661110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:36.661529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:36.666776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:36.671283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Usage tracker for resource:subnet and tenant:b8e20b2a5e294334bb6a587cf70e3aae is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:36.680616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:36.701191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.705456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/0b42839d-f5b7-42c1-b4bb-da8d61866104 HTTP/1.1" status: 204 len: 168 time: 1.4975133 Nov 25 11:22:36.708945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:36.709531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35414) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:36.717650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.761460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Attempting to bind port a6282851-1264-4355-8e0a-cf860bcfd7df on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:36.761912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Attempting to bind port a6282851-1264-4355-8e0a-cf860bcfd7df by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '2d9819bc-1d99-4a92-b223-5b3e4c99d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11badf4c-8b44-492d-b574-8572d9e96b41'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:36.762215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Attempting to bind port a6282851-1264-4355-8e0a-cf860bcfd7df on network 11badf4c-8b44-492d-b574-8572d9e96b41 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:36.770639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:36.770909 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afa49e2-4f87-4313-a1c1-36d62ab6bcfe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:36.771046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Checking segment: {'id': '2d9819bc-1d99-4a92-b223-5b3e4c99d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11badf4c-8b44-492d-b574-8572d9e96b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:36.771261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afa49e2-4f87-4313-a1c1-36d62ab6bcfe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:36.771451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.771964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Bound using segment: {'id': '2d9819bc-1d99-4a92-b223-5b3e4c99d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11badf4c-8b44-492d-b574-8572d9e96b41'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:36.772408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Bound port: a6282851-1264-4355-8e0a-cf860bcfd7df, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9819bc-1d99-4a92-b223-5b3e4c99d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11badf4c-8b44-492d-b574-8572d9e96b41'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:36.772783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.772883 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3afa49e2-4f87-4313-a1c1-36d62ab6bcfe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/0b42839d-f5b7-42c1-b4bb-da8d61866104 HTTP/1.1" status: 404 len: 333 time: 0.0592942 Nov 25 11:22:36.781330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:36.831453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.847849 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fcd302-cafb-40d0-bc67-2cc8d35e1429 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:22:36.848397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b4fcd302-cafb-40d0-bc67-2cc8d35e1429 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:36.865301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] For port a6282851-1264-4355-8e0a-cf860bcfd7df, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:36.868559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] For port a6282851-1264-4355-8e0a-cf860bcfd7df, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6282851-1264-4355-8e0a-cf860bcfd7df,segment=NetworkSegment(2d9819bc-1d99-4a92-b223-5b3e4c99d64f),segment_id=2d9819bc-1d99-4a92-b223-5b3e4c99d64f)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:36.874103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.878708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1536b32a-c498-4294-93ec-81eea588f095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:36.878908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.881961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.886207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:36.893674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.910226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f09ff660-0acf-4918-a027-e35cd9c68750 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:36.925111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b4fcd302-cafb-40d0-bc67-2cc8d35e1429 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:36.926239 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b4fcd302-cafb-40d0-bc67-2cc8d35e1429 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/0b42839d-f5b7-42c1-b4bb-da8d61866104 HTTP/1.1" status: 404 len: 333 time: 0.1413207 Nov 25 11:22:36.937164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35422) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:36.954549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9a8df7-08aa-4d3b-92e8-15b2f4e0155b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:36.958598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Pushing event updated for resources: {'Port': ['ID=a6282851-1264-4355-8e0a-cf860bcfd7df,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:36.959730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:36.961815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:36.967811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:36.969679 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7739754 Nov 25 11:22:36.972365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.001346 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-308c4101-fa52-4057-b45e-61fcf67f16d8 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules/ea9a8df7-08aa-4d3b-92e8-15b2f4e0155b HTTP/1.1" status: 200 len: 705 time: 0.0195038 Nov 25 11:22:37.002046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35430) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.025060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.033378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c7ca55f6-7d3f-46e3-ba49-c3c291560531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:37.052317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c8cf0-f33f-4ba3-a8f3-da1296f79a65,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:37.056662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:37.058541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.060254 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc5c8cf0-f33f-4ba3-a8f3-da1296f79a65 HTTP/1.1" status: 204 len: 168 time: 0.7086391 Nov 25 11:22:37.091349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:37.093513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5f6683ee-dd76-426f-8a1a-6016f5241ad2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:37.107503 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] Sync routers for ids ['9f680fdb-af66-4269-8a40-0b5232973e6f'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:37.114400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.117300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5f6683ee-dd76-426f-8a1a-6016f5241ad2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:37.122318 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5f6683ee-dd76-426f-8a1a-6016f5241ad2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1190653 Nov 25 11:22:37.122942 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] Routers {'9f680fdb-af66-4269-8a40-0b5232973e6f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:37.123584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35436) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.123724 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f680fdb-af66-4269-8a40-0b5232973e6f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:37.166613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.182446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.218097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.248020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0a96fc29-bf8b-4324-90c8-cea2a11cbc33 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:37.261516 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:37.281744 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] Routers {'9f680fdb-af66-4269-8a40-0b5232973e6f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:37.282413 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f680fdb-af66-4269-8a40-0b5232973e6f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:37.282927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea9a8df7-08aa-4d3b-92e8-15b2f4e0155b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:37.285632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:37.290497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.304329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.309943 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ea9a8df7-08aa-4d3b-92e8-15b2f4e0155b HTTP/1.1" status: 204 len: 168 time: 0.1843176 Nov 25 11:22:37.310562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35440) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.379892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db64af18-d8c1-4a47-9255-ec04846b5a83 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:37.385699 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:37.386110 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b5e92-5c43-4dba-a559-d4b50bae9b17 None None] The sync data for ids ['9f680fdb-af66-4269-8a40-0b5232973e6f'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:37.405964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db64af18-d8c1-4a47-9255-ec04846b5a83 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:37.407271 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db64af18-d8c1-4a47-9255-ec04846b5a83 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0957334 Nov 25 11:22:37.410534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.422952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Request body: {'security_group_rule': {'security_group_id': 'c0d022cf-15aa-4d51-8d8d-896099ce2c6a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:37.434938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:37.446700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.447905 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4092469 Nov 25 11:22:37.452188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:37.454795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.467531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:37.545976 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Project 4f3a2d3e2748409d92f8baeb894923da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:22:37.549907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 5bcc861b-0d52-4dd8-8f0e-e63bba00fa85 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:37.556052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.556787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.639548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.647432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:37.678486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.700985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.707341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.712054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff3a5a09-0135-42b8-beed-b2be95e7119a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:37.743589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:37.748187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2752ef-9c8e-4ccb-bb69-cce7992dbb49,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:37.755412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:37.771375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:37.772613 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3611310 Nov 25 11:22:37.775757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35462) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.809395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fca2a27e-0ec4-4cbd-83fd-c5c2351afb0d tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules/da2752ef-9c8e-4ccb-bb69-cce7992dbb49 HTTP/1.1" status: 200 len: 711 time: 0.0324705 Nov 25 11:22:37.812170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:37.831767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=1f905ccb-d35c-47f3-a80a-e7e4cf94aaf2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:37.845653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:37.868905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6282851-1264-4355-8e0a-cf860bcfd7df up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:37.980275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e2c801b6-f145-464c-a413-e97558e494a3 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:37.991276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port a6282851-1264-4355-8e0a-cf860bcfd7df completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:38.018067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e2c801b6-f145-464c-a413-e97558e494a3 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:38.019336 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2c801b6-f145-464c-a413-e97558e494a3 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2060270 Nov 25 11:22:38.022038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.041589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': '195ae27e-d9bc-42c6-af76-b71f7b12a2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '78c8333b-9711-4533-b749-3d766c7d35eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:38.041949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: 78c8333b-9711-4533-b749-3d766c7d35eb, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:38.061298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.065960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.094726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9060443a-ab9d-4fea-8818-bbf477143683 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:38.117854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.131082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.178376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.182852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:38.205453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da2752ef-9c8e-4ccb-bb69-cce7992dbb49,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:38.209393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:38.244044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=4af3c6cf-7b1c-438c-8748-a86c427f0ca9,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:38.267259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.268568 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/da2752ef-9c8e-4ccb-bb69-cce7992dbb49 HTTP/1.1" status: 204 len: 168 time: 0.2454953 Nov 25 11:22:38.275205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.331849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35484) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.345989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-32275e58-0175-413d-9089-a70b9facb7e0 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:38.408020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f3b3d3-bdc7-4183-9bdd-9af00139cfbe None None] Network 11badf4c-8b44-492d-b574-8572d9e96b41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:38.430553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-32275e58-0175-413d-9089-a70b9facb7e0 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:38.431690 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-32275e58-0175-413d-9089-a70b9facb7e0 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1554735 Nov 25 11:22:38.437514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35490) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.461010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:38.483444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 78c8333b-9711-4533-b749-3d766c7d35eb is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:38.514655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.526605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Provisioning for port a6282851-1264-4355-8e0a-cf860bcfd7df completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:38.527821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6791b7d3-153c-4de9-92d3-6359d5d8a4ec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:38.542206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Provisioning complete for port a6282851-1264-4355-8e0a-cf860bcfd7df triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:38.542710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.544349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.563928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': 'fbeaf619-bd3c-4699-a89b-d3a3be059630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:38.564645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:38.572067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.577925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.581834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=5bcc861b-0d52-4dd8-8f0e-e63bba00fa85,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:38.589137 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/5bcc861b-0d52-4dd8-8f0e-e63bba00fa85 HTTP/1.1" status: 204 len: 168 time: 1.6473904 Nov 25 11:22:38.589883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ce7a2-1df2-4627-9c12-d900f7064814 None None] Network 91b70116-922d-444f-883d-1abe7e51de99 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:38.590385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 78c8333b-9711-4533-b749-3d766c7d35eb) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:38.593499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35494) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.594524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:38.608972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.620259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd4982-ddf9-4b55-99a0-9cb39ba6f95e None None] Network 78c8333b-9711-4533-b749-3d766c7d35eb requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:38.659882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218427165'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:38.665168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.670202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.676007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:38.678966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9a7e181a-9950-4a1f-b728-51f92ef6efd5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:38.695301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:38.700614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:38.710092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d022cf-15aa-4d51-8d8d-896099ce2c6a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:38.712047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Deleting port c3d67c17-77a8-483e-8192-1c67ed026a83 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:38.717618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.724484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:38.725134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.733163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.741672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:38.742891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:38.769878 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2377431 Nov 25 11:22:38.774021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.777607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35498) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.777778 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "DELETE /v2.0/security-groups/c0d022cf-15aa-4d51-8d8d-896099ce2c6a HTTP/1.1" status: 204 len: 168 time: 0.3370018 Nov 25 11:22:38.777866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 2c342115-e5a8-42cd-a32f-79122494c937 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:38.778399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.781625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35502) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.804434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.807895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:38.835731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:38.840599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.845366 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] 10.222.0.41 "PUT /v2.0/routers/2e1c2271-59fe-4b51-86f8-49c98ccc0a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5190103 Nov 25 11:22:38.848035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] Sync routers for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:38.853833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35506) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:38.916215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:38.942673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118987af-3a39-4a33-b4f9-3012b23a6ada None None] Network ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:38.963168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:38.998852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:38.999430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.084561 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8881011 Nov 25 11:22:39.088504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:39.095651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:39.123408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:39.139287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:39.143821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f2166442-e9a2-4211-b0b3-2e1cdf94b914 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:39.150255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.155187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:39.201965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:39.202617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:39.246319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.353638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] For port 2c342115-e5a8-42cd-a32f-79122494c937, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2c342115-e5a8-42cd-a32f-79122494c937,segment=NetworkSegment(ffb42b3a-3282-4870-a6d5-9e05b76a9690),segment_id=ffb42b3a-3282-4870-a6d5-9e05b76a9690)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:39.354054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.378047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f2166442-e9a2-4211-b0b3-2e1cdf94b914 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:39.383167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f2166442-e9a2-4211-b0b3-2e1cdf94b914 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5967658 Nov 25 11:22:39.390296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Calling delete_port for c3d67c17-77a8-483e-8192-1c67ed026a83 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:39.402756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.417965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35514) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:39.501045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 2c342115-e5a8-42cd-a32f-79122494c937 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:39.558797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.582472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.591347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726bf38a-01ba-45a7-91b8-c1c7dfcb47d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-78c8333b-9711-4533-b749-3d766c7d35eb', 'network_id': '78c8333b-9711-4533-b749-3d766c7d35eb', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': '1f905ccb-d35c-47f3-a80a-e7e4cf94aaf2'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:39.592314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-726bf38a-01ba-45a7-91b8-c1c7dfcb47d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.654184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] For port a6282851-1264-4355-8e0a-cf860bcfd7df, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6282851-1264-4355-8e0a-cf860bcfd7df,segment=NetworkSegment(2d9819bc-1d99-4a92-b223-5b3e4c99d64f),segment_id=2d9819bc-1d99-4a92-b223-5b3e4c99d64f)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:39.677017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.682846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2cf7c971-d86f-4a9e-a61c-9baa49223390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:39.688397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f3cd174c-a3e0-4b37-b972-c4b5a3a6fa07 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Synchronizing usage tracker for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:39.709606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.711416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.716620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:39.729179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.736360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-89e9d4ee-2b92-4b80-af1d-97b2326ef865 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:39.768326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f3cd174c-a3e0-4b37-b972-c4b5a3a6fa07 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Unset dirty status for tenant:4f3a2d3e2748409d92f8baeb894923da on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:39.770127 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f3cd174c-a3e0-4b37-b972-c4b5a3a6fa07 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3486748 Nov 25 11:22:39.774790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=2c342115-e5a8-42cd-a32f-79122494c937,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:39.780635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.786542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:39.787670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:39.806172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:39.813416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:39.822352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:39.828827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.852559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=1f905ccb-d35c-47f3-a80a-e7e4cf94aaf2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:39.854309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No DVR routers for this DVR port 2c342115-e5a8-42cd-a32f-79122494c937 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:39.858817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:39.867525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:22:39.883139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.886292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.905481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:39.938251 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106dbea-133d-47b9-ab50-e32346615015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3', 'network_id': 'ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '4af3c6cf-7b1c-438c-8748-a86c427f0ca9'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:39.939351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8106dbea-133d-47b9-ab50-e32346615015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:39.948825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a26db8-5dec-4de4-ae3d-5e45233d94a4 None None] DHCP port deletion for 91b70116-922d-444f-883d-1abe7e51de99 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:40.033408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.078736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Pushing event updated for resources: {'Port': ['ID=a6282851-1264-4355-8e0a-cf860bcfd7df,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:40.079478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436f4496-659d-4537-9905-f231571b581e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:40.097866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:40.101306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:40.164609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5aff3b2c-d36a-4530-abca-b4d7f1eef18d tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server [None req-726bf38a-01ba-45a7-91b8-c1c7dfcb47d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f905ccb-d35c-47f3-a80a-e7e4cf94aaf2: This subnet is being modified by another concurrent operation. Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:22:40.175966 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f905ccb-d35c-47f3-a80a-e7e4cf94aaf2: This subnet is being modified by another concurrent operation. Nov 25 11:22:40.179412 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Nov 25 11:22:40.248062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d027b8-c9ce-4fa5-8b11-ddfe3ad4b29f None None] Network 78c8333b-9711-4533-b749-3d766c7d35eb requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:40.270495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.290819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35522) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:40.294969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Pushing event deleted for resources: {'Port': ['ID=c3d67c17-77a8-483e-8192-1c67ed026a83,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:40.298041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:40.339593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.355978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.388789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a8af84e3-ff19-4e67-a68f-b06ad41280f7 None None] Provisioning complete for port a6282851-1264-4355-8e0a-cf860bcfd7df triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:40.389163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a8af84e3-ff19-4e67-a68f-b06ad41280f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.394250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b70116-922d-444f-883d-1abe7e51de99']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.413299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c8333b-9711-4533-b749-3d766c7d35eb']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.424488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1778bf19-658f-45db-9c0c-10ae071ce912 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:40.428421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb42b3a-3282-4870-a6d5-9e05b76a9690') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.428720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb42b3a-3282-4870-a6d5-9e05b76a9690') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.438533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195ae27e-d9bc-42c6-af76-b71f7b12a2dd') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.438862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195ae27e-d9bc-42c6-af76-b71f7b12a2dd') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.455610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.457179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.466739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.543697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.553158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:40.553531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.569303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:40.570886 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:40.588332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:40.588753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server [None req-8106dbea-133d-47b9-ab50-e32346615015 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4af3c6cf-7b1c-438c-8748-a86c427f0ca9: This subnet is being modified by another concurrent operation. Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:22:40.597458 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4af3c6cf-7b1c-438c-8748-a86c427f0ca9: This subnet is being modified by another concurrent operation. Nov 25 11:22:40.601960 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:40.607374 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:40.630505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cf47a-04c7-4707-b39b-9cf06b167e02 None None] Network ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:40.686428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.723845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.727729 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3947680 Nov 25 11:22:40.732767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35528) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:40.742216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.788633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.790122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.794168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ce4f55dd-0474-4eac-948b-7d5602db30a5 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:40.795382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:22:33Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.810715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.818524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef815ed-f673-488c-80ad-ea3bcaab7d0c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:40.820619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:40.830223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.834144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] Checking router: 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:22:40.839833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=91b70116-922d-444f-883d-1abe7e51de99,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:40.857054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:40.859325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] Routers {'2e1c2271-59fe-4b51-86f8-49c98ccc0a03'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:40.859975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.860953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-296f87cb-b7bb-4ca0-9a7d-3a9347d75c51 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:40.879932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aed48298-cc64-4518-aea8-469872494616 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:40.906860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=78c8333b-9711-4533-b749-3d766c7d35eb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:40.918731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.922556 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/78c8333b-9711-4533-b749-3d766c7d35eb HTTP/1.1" status: 204 len: 168 time: 2.1458635 Nov 25 11:22:40.923557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35532) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:40.925452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:40.937979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-69225730'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:40.938358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=4af3c6cf-7b1c-438c-8748-a86c427f0ca9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:40.940696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:40.943231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:40.947687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:40.950996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:40.961197 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/91b70116-922d-444f-883d-1abe7e51de99 HTTP/1.1" status: 204 len: 168 time: 2.3570299 Nov 25 11:22:40.962425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35536) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:40.962946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbeaf619-bd3c-4699-a89b-d3a3be059630') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.963257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbeaf619-bd3c-4699-a89b-d3a3be059630') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:40.965579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:40.971955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1266119375'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:40.972363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.981150 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c6347c5b-15cc-4cf9-91d7-e3d0e36ef926 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2340269 Nov 25 11:22:40.981336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2c363-430b-4f57-b698-9fe9f21da441 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:22:40.983876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:40.984089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:40.986610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35540) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:40.993888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-security--211972322', 'description': 'tempest-security-description-782787949'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:40.998595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.014529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:41.020851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.026235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:41.029103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.036037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:41.039032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.050536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:41.077491 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7e95225-b30b-4ce3-b52f-e2cc324ac082 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f3a2d3e2748409d92f8baeb894923da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7157719 Nov 25 11:22:41.080101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35544) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:41.094044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Deleting port bf30d409-1541-4f0b-a69c-fe317724db6e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:41.094395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.135254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:41.138788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.155716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.193508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] Set router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:22:41.231872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2c363-430b-4f57-b698-9fe9f21da441 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:22:41.270194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:41.270812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:41.289726 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:41.345385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.361768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.363635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.367431 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "PUT /v2.0/security-groups/1ef815ed-f673-488c-80ad-ea3bcaab7d0c HTTP/1.1" status: 200 len: 1610 time: 0.3757529 Nov 25 11:22:41.367905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:41.369155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-580e1299-9da4-4b30-8086-5722b748536a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:41.390162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Router 9f680fdb-af66-4269-8a40-0b5232973e6f has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:22:41.399268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.412385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.416764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.423593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a359da08-aa4a-428d-9595-dd6e97f5ae4a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:41.442463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:41.449744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:41.462772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] For port bf30d409-1541-4f0b-a69c-fe317724db6e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bf30d409-1541-4f0b-a69c-fe317724db6e,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:41.463123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.472250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef815ed-f673-488c-80ad-ea3bcaab7d0c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:41.486935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:41.539832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.540201 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment f29baf47-fa3d-4639-bbd9-9aae2e6dd80d of type vlan for network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 Nov 25 11:22:41.562643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:41.566411 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 HTTP/1.1" status: 204 len: 168 time: 2.4728880 Nov 25 11:22:41.578227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:41.607367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.607962 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment 94d1a1bd-5f8d-461c-9227-03bff3f277ff of type vlan for network eaffed1d-bafb-40ab-9436-478e3527af49 Nov 25 11:22:41.614524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Calling delete_port for bf30d409-1541-4f0b-a69c-fe317724db6e owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:41.627746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35552) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:41.641845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.674051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:22:33Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:41.680476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43e2a-4484-4533-b4bd-3c4d552ad54d None None] The sync data for ids ['2e1c2271-59fe-4b51-86f8-49c98ccc0a03'] in dv-neutron-819177-1-hyperv is: [{'id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'name': 'tempest-ServerActionsTestJSON-1918634877-router', 'tenant_id': '965eb933fc0345938fd4211cbccc1983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:18:12Z', 'updated_at': '2021-11-25T11:22:33Z', 'revision_number': 5, 'project_id': '965eb933fc0345938fd4211cbccc1983', 'gw_port': {'id': 'bf30d409-1541-4f0b-a69c-fe317724db6e', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2271-59fe-4b51-86f8-49c98ccc0a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:18:13Z', 'updated_at': '2021-11-25T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:41.698756 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0d4f8f3-b213-4afc-9ea5-a2ccb33324be tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups/1ef815ed-f673-488c-80ad-ea3bcaab7d0c HTTP/1.1" status: 200 len: 1610 time: 0.3294685 Nov 25 11:22:41.701593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35556) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:41.704455 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08c877b-03ff-4f01-bec3-c4d6a275340f tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] GET failed (client error): The resource could not be found. Nov 25 11:22:41.705437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a08c877b-03ff-4f01-bec3-c4d6a275340f tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Synchronizing usage tracker for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:41.726236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.770358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.775903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:22:41.783396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.784573 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "PUT /v2.0/routers/9f680fdb-af66-4269-8a40-0b5232973e6f HTTP/1.1" status: 200 len: 706 time: 4.3288081 Nov 25 11:22:41.787695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a08c877b-03ff-4f01-bec3-c4d6a275340f tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Unset dirty status for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:41.788241 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a08c877b-03ff-4f01-bec3-c4d6a275340f tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/subnets/4af3c6cf-7b1c-438c-8748-a86c427f0ca9 HTTP/1.1" status: 404 len: 337 time: 0.1543648 Nov 25 11:22:41.788802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35560) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:41.791752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35564) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:41.795314 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] Sync routers for ids ['9f680fdb-af66-4269-8a40-0b5232973e6f'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:22:41.805302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097f9c0-2c46-4c8a-be4e-c8939eea7dc8 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:22:41.808367 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] Routers {'9f680fdb-af66-4269-8a40-0b5232973e6f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:41.809036 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f680fdb-af66-4269-8a40-0b5232973e6f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:41.857526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.862339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:41.874539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.876456 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:41.878786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:41.879434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.883121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.886772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:41.888136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:41.889193 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] Routers {'9f680fdb-af66-4269-8a40-0b5232973e6f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:22:41.889957 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:22:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9f680fdb-af66-4269-8a40-0b5232973e6f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:41.908095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdcee2f-d44e-4b89-98c5-8ac0a470d8eb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:41.920623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:41.922171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b4569a-3033-4a50-b376-5f8f4b4b1d37 tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:41.933585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7097f9c0-2c46-4c8a-be4e-c8939eea7dc8 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:22:41.961619 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:41.962529 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10700f-8691-4b24-bcc9-03f6269d2549 None None] The sync data for ids ['9f680fdb-af66-4269-8a40-0b5232973e6f'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:22:42.009042 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.013213 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebdcee2f-d44e-4b89-98c5-8ac0a470d8eb HTTP/1.1" status: 204 len: 168 time: 0.9292178 Nov 25 11:22:42.019209 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85fe71d-d05a-41d9-bae2-e4cddd6c1408 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:42.019653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85fe71d-d05a-41d9-bae2-e4cddd6c1408 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:42.021327 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b85fe71d-d05a-41d9-bae2-e4cddd6c1408 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 HTTP/1.1" status: 404 len: 339 time: 0.2285607 Nov 25 11:22:42.026683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.033019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.068208 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1017330 Nov 25 11:22:42.084072 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1537559 Nov 25 11:22:42.090401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35574) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.090737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35576) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.107770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '3c6a577a-a36b-44e1-bdf2-138f1ec587d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:42.133624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.142042 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:42.175157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57874426-2ca1-4cf9-a61f-b93607dc4581 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=eaffed1d-bafb-40ab-9436-478e3527af49,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:42.262368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6282851-1264-4355-8e0a-cf860bcfd7df up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:42.266673 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3ba46bfa-7c6a-4926-a4c1-b3393f61abfa tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/routers/9f680fdb-af66-4269-8a40-0b5232973e6f HTTP/1.1" status: 200 len: 741 time: 0.4742103 Nov 25 11:22:42.280410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35584) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.291133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network eaffed1d-bafb-40ab-9436-478e3527af49 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:42.351398 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b45d084c-08b2-4687-9c92-2b18676fc215 tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&device_id=9f680fdb-af66-4269-8a40-0b5232973e6f HTTP/1.1" status: 200 len: 205 time: 0.0677559 Nov 25 11:22:42.351755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.395545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa56d42-d25d-4a1b-93ee-9807624f7e7a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:42.396203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fa56d42-d25d-4a1b-93ee-9807624f7e7a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Synchronizing usage tracker for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:42.412417 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9630ee74-8477-42fe-8384-53412f3e9115 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f680fdb-af66-4269-8a40-0b5232973e6f HTTP/1.1" status: 200 len: 205 time: 0.0574043 Nov 25 11:22:42.412988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35594) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.517147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a6282851-1264-4355-8e0a-cf860bcfd7df triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:42.517538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.529820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.615665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.627776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-21bc2dc4-d7ba-4ebb-8ccb-248702ae9236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:42.654421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef815ed-f673-488c-80ad-ea3bcaab7d0c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:42.663651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=3c6a577a-a36b-44e1-bdf2-138f1ec587d3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:42.670507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:42.676170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:42.690111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fa56d42-d25d-4a1b-93ee-9807624f7e7a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Unset dirty status for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:42.694078 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6fa56d42-d25d-4a1b-93ee-9807624f7e7a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6577072 Nov 25 11:22:42.695449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:42.705540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb2df16b-91d3-46a3-9429-5e1d6ea8e004 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.752706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.855s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:42.753431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:42.756638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35604) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.761820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:42.764740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:42.769497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-da7d6733-38a4-4498-bc44-95f84918cd61 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:42.795110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:42.796276 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ef815ed-f673-488c-80ad-ea3bcaab7d0c HTTP/1.1" status: 204 len: 168 time: 1.0936999 Nov 25 11:22:42.805920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:42.883883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:42.921312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:42.936226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:42.940583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf30d409-1541-4f0b-a69c-fe317724db6e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:42.948445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:42.953166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4e54a597-ba32-416d-8e42-c11105f7c6d2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Synchronizing usage tracker for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:42.956731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:42.961377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:42.974377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:43.002678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:43.019858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4e54a597-ba32-416d-8e42-c11105f7c6d2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Unset dirty status for tenant:b8e20b2a5e294334bb6a587cf70e3aae on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:43.026514 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4e54a597-ba32-416d-8e42-c11105f7c6d2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 207 time: 0.1807983 Nov 25 11:22:43.027317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35618) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.031109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:43.255317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2c342115-e5a8-42cd-a32f-79122494c937 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:43.257088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d41db49-d9f7-453a-a037-dcd7ded377dc tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:43.296606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 2c342115-e5a8-42cd-a32f-79122494c937 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:43.297506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2c342115-e5a8-42cd-a32f-79122494c937 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:43.346726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35624) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.347369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d41db49-d9f7-453a-a037-dcd7ded377dc tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:43.348593 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d41db49-d9f7-453a-a037-dcd7ded377dc tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4815879 Nov 25 11:22:43.385073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35628) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.422220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb2df16b-91d3-46a3-9429-5e1d6ea8e004 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.426387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb2df16b-91d3-46a3-9429-5e1d6ea8e004 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.457171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb2df16b-91d3-46a3-9429-5e1d6ea8e004 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.457730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2df16b-91d3-46a3-9429-5e1d6ea8e004 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Fanout notify agent at l3_agent the message router_deleted on router 9f680fdb-af66-4269-8a40-0b5232973e6f {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:43.466459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.475990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb2df16b-91d3-46a3-9429-5e1d6ea8e004 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.477081 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb2df16b-91d3-46a3-9429-5e1d6ea8e004 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/9f680fdb-af66-4269-8a40-0b5232973e6f HTTP/1.1" status: 204 len: 168 time: 1.0632405 Nov 25 11:22:43.480537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35634) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.528930 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25a5fd16-7198-4abd-b5f3-5d049169348c tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f680fdb-af66-4269-8a40-0b5232973e6f HTTP/1.1" status: 200 len: 205 time: 0.0471306 Nov 25 11:22:43.531552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35638) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.538413 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-325bff41-d3a3-42d2-b433-9226a2a6fb73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] delete failed (client error): The resource could not be found. Nov 25 11:22:43.539591 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-325bff41-d3a3-42d2-b433-9226a2a6fb73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ef815ed-f673-488c-80ad-ea3bcaab7d0c HTTP/1.1" status: 404 len: 347 time: 0.1489739 Nov 25 11:22:43.599024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35642) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.603813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.614121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-62462efe-1901-499f-82dc-d7c30c293943 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:43.614726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-62462efe-1901-499f-82dc-d7c30c293943 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:22:43.618913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62462efe-1901-499f-82dc-d7c30c293943 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2660761 Nov 25 11:22:43.619235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700012123'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:43.625617 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-34653f90-b878-4ef4-9df7-7060d8be59b4 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] delete failed (client error): The resource could not be found. Nov 25 11:22:43.626878 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-34653f90-b878-4ef4-9df7-7060d8be59b4 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/9f680fdb-af66-4269-8a40-0b5232973e6f HTTP/1.1" status: 404 len: 336 time: 0.0948617 Nov 25 11:22:43.627573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35646) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.631611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35648) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:43.632169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:43.640052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326682505'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:43.641434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.653131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:43.655632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:43.661291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:43.665556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:43.673715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:43.678558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.704067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.723128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.740450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:43.749018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:43.752579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:43.762032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b8123aa1-4fa2-4ea8-9068-e3380f4c85ef no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:43.765955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:43.778618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:43.784392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:43.789522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:43.798535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b8123aa1-4fa2-4ea8-9068-e3380f4c85ef {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:43.798916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b8123aa1-4fa2-4ea8-9068-e3380f4c85ef not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:43.801437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:43.860874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.867963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:43.873237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8684591d-b658-4945-be77-6fa426c47334 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:43.909458 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e4ef1b61-f2b5-4370-8a08-4ed0ba04e7b3 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=e41aaf27-2e4c-4611-954c-a3394d48db1a HTTP/1.1" status: 200 len: 205 time: 0.2709165 Nov 25 11:22:43.913528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35654) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.016120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade9ff00-06db-4bb4-9cfd-77626049ad0c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:44.018870 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-0961b61a-999e-4af3-957f-d1a4d5bd7835 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] delete failed (client error): The resource could not be found. Nov 25 11:22:44.019985 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0961b61a-999e-4af3-957f-d1a4d5bd7835 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/e41aaf27-2e4c-4611-954c-a3394d48db1a HTTP/1.1" status: 404 len: 336 time: 0.1055026 Nov 25 11:22:44.020860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:44.026176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35658) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.032302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.068432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.069618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4696317 Nov 25 11:22:44.070357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.073339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35662) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.081879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b369b057-fbf8-4230-95fd-62483ba81df5 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:44.095970 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aaf944b1-8b05-4472-9ed3-a47a3ce4f0e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc48f24-6d06-4e7d-a98d-5ac111753a36 HTTP/1.1" status: 200 len: 205 time: 0.0659957 Nov 25 11:22:44.102277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': 'ade9ff00-06db-4bb4-9cfd-77626049ad0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:44.107838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35666) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.112779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0584e0-5724-4ed4-95ca-a8101b269199 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.113792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:44.116960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0584e0-5724-4ed4-95ca-a8101b269199 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.121043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0584e0-5724-4ed4-95ca-a8101b269199 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.124938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0584e0-5724-4ed4-95ca-a8101b269199 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.126531 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6f0584e0-5724-4ed4-95ca-a8101b269199 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.0763996 Nov 25 11:22:44.141154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35670) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.184921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.188533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:44.200253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:44.203798 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-1e777fab-0d41-4bdc-9a42-f985af0dcc0e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] delete failed (client error): The resource could not be found. Nov 25 11:22:44.207264 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e777fab-0d41-4bdc-9a42-f985af0dcc0e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/0bc48f24-6d06-4e7d-a98d-5ac111753a36 HTTP/1.1" status: 404 len: 336 time: 0.0932293 Nov 25 11:22:44.210616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.211424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:44.212057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.213674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:44.218230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f41431-7486-4117-b2cf-e7b11a1588d1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:44.223237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:44.224197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:44.262148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:44.283157 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db90aadb-7382-4c38-8cf2-a4d49a2ee9dd tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6b58fdb-3087-43af-9578-ffb26e9fae26 HTTP/1.1" status: 200 len: 205 time: 0.0638735 Nov 25 11:22:44.283157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:44.283865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35678) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.362166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.372438 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-cdda9371-5fdd-4ffc-97ab-adfcb88e2994 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] delete failed (client error): The resource could not be found. Nov 25 11:22:44.375965 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cdda9371-5fdd-4ffc-97ab-adfcb88e2994 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/b6b58fdb-3087-43af-9578-ffb26e9fae26 HTTP/1.1" status: 404 len: 336 time: 0.0886021 Nov 25 11:22:44.377651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35682) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.441191 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9600d4cf-b87b-4f64-b007-e1723b54351c tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ff0cc25-cdc1-4096-9b44-720dd9c74f93 HTTP/1.1" status: 200 len: 205 time: 0.0585115 Nov 25 11:22:44.441426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.441426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e1c2271-59fe-4b51-86f8-49c98ccc0a03 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:22:44.441640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35686) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.495620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.506382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.513987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.517753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ae0ea429-edc8-4e5f-9860-2c9c393c4828 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:44.520289 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-43dc2a28-999f-4edc-abab-6fce875c058e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3738256 Nov 25 11:22:44.526409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.538037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.562868 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-1ac9463a-f5c2-48b9-84a9-62a64adf6a53 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] delete failed (client error): The resource could not be found. Nov 25 11:22:44.563884 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1ac9463a-f5c2-48b9-84a9-62a64adf6a53 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/6ff0cc25-cdc1-4096-9b44-720dd9c74f93 HTTP/1.1" status: 404 len: 336 time: 0.1156330 Nov 25 11:22:44.571782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35694) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.636577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.638567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2e1c2271-59fe-4b51-86f8-49c98ccc0a03 HTTP/1.1" status: 204 len: 168 time: 5.7847762 Nov 25 11:22:44.641453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db38b9-ff3e-4a6f-ab92-8ddd1e6b90cd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:44.646753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35698) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.649481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:44.650925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.652104 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0219793 Nov 25 11:22:44.652839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:44.661438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e3652-bcc6-4526-a1b3-bf4a52dda220 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.661951 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b87ff6d8-d020-4e9b-b667-0d06fbb9d11a tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "GET /v2.0/ports?device_id=35933a07-8fd9-4251-8e60-012a9cf8d8c9 HTTP/1.1" status: 200 len: 205 time: 0.0847304 Nov 25 11:22:44.662569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35702) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.662918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e3652-bcc6-4526-a1b3-bf4a52dda220 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.664413 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-742e3652-bcc6-4526-a1b3-bf4a52dda220 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1346722 Nov 25 11:22:44.665229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35704) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.668896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35706) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.676105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': 'a4db38b9-ff3e-4a6f-ab92-8ddd1e6b90cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:44.697956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.699056 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6096399 Nov 25 11:22:44.705967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35714) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.726098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:44.736912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.740653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:44.745654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:44.780440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:44.783475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.787676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1be47f-0c65-47ca-bc7b-c68a3f01c5d1,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:44.793713 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-94035b78-d720-4724-9da4-37d98f438f0e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] delete failed (client error): The resource could not be found. Nov 25 11:22:44.794707 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-94035b78-d720-4724-9da4-37d98f438f0e tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/routers/35933a07-8fd9-4251-8e60-012a9cf8d8c9 HTTP/1.1" status: 404 len: 336 time: 0.0981674 Nov 25 11:22:44.803366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:44.804831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35718) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.805902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:44.849408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd62ac-b174-48ab-bb08-a9b2c085929d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.850808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd62ac-b174-48ab-bb08-a9b2c085929d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:44.852394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c8fd62ac-b174-48ab-bb08-a9b2c085929d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1823223 Nov 25 11:22:44.858974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35722) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:44.869716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Deleting subnet 068a53c0-c180-4f47-9547-75050f8c44e9 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:44.872469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f8ae3c-df5d-4f6d-9427-6bf809d9f3f4 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:44.872897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f8ae3c-df5d-4f6d-9427-6bf809d9f3f4 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:44.874482 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73f8ae3c-df5d-4f6d-9427-6bf809d9f3f4 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] 10.222.0.41 "DELETE /v2.0/subnets/9332273d-374c-442d-930d-42dd95c84c7f HTTP/1.1" status: 404 len: 337 time: 0.0643506 Nov 25 11:22:44.880037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.883326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:44.890497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=5c92a5bf-4a21-4f33-8917-d9bccf01f555,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:44.903560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:44.909770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85da2e67-3334-4db7-b203-965dc66bb5d6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:45.017440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.017929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': '94d1a1bd-5f8d-461c-9227-03bff3f277ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:45.018448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: eaffed1d-bafb-40ab-9436-478e3527af49, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:45.033015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': 'f29baf47-fa3d-4639-bbd9-9aae2e6dd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3c6a577a-a36b-44e1-bdf2-138f1ec587d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:45.033437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: 3c6a577a-a36b-44e1-bdf2-138f1ec587d3, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:45.060270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.062200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=cca479f5-1fd7-4fff-b801-96fb722e91cb,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:45.069425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:45.071987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.079852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.086067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:45.109089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network eaffed1d-bafb-40ab-9436-478e3527af49 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:45.118096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587751eb-3f1b-43f9-9277-244b056f4cfa,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:45.124480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:45.128369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:45.139540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, eaffed1d-bafb-40ab-9436-478e3527af49) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:45.143975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:45.144587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.149617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2dc0d-18a3-4c5b-9fde-f8cc445e8a20 None None] Network eaffed1d-bafb-40ab-9436-478e3527af49 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:45.152851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.154129 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4865928 Nov 25 11:22:45.159887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 3c6a577a-a36b-44e1-bdf2-138f1ec587d3) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:45.172902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35730) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.181264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.183143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': 'a4db38b9-ff3e-4a6f-ab92-8ddd1e6b90cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:45.185646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3021103-eb22-4873-a0ee-1e477cd9757d None None] Network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:45.190386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:45.191272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.197977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:45.201862 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1072857 Nov 25 11:22:45.209072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:45.212280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35734) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.218273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:45.226556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1392417197'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:45.244213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.253847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:45.266996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e1f357bf-f733-46ba-b185-007379c26bc2 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:45.288472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35738) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.293588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc82f7-a3fc-4309-b47e-7d50ffcc3791 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:45.294943 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62cc82f7-a3fc-4309-b47e-7d50ffcc3791 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/networks/0eeed631-d8cd-4d37-a40f-3b6feab4009f HTTP/1.1" status: 200 len: 799 time: 0.4325614 Nov 25 11:22:45.295719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c1be47f-0c65-47ca-bc7b-c68a3f01c5d1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:45.302186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:45.303185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.314771 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2109754 Nov 25 11:22:45.316876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.317946 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4c1be47f-0c65-47ca-bc7b-c68a3f01c5d1 HTTP/1.1" status: 204 len: 168 time: 0.5542541 Nov 25 11:22:45.319513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35748) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.321922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35750) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.332712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080474718'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:45.368172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:45.388367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.397865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:45.402789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:45.440791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:45.446172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.493857 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d9a3d8d-b36d-4b4b-9ab0-111022df7bb6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1672485 Nov 25 11:22:45.502070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35756) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.509171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:45.512073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.533659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.560877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7da7b0d7-86d4-4148-95e0-1d132883b649 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/networks/0eeed631-d8cd-4d37-a40f-3b6feab4009f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2499704 Nov 25 11:22:45.564120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:45.567186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35760) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.580075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:45.584798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:45.596406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:45.613216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:45.615480 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:22:45.616534 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-65a4669b-bc45-4111-a8c0-b0337842a4c7 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4427564 Nov 25 11:22:45.620906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35764) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.641340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:45.644391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.657453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.658057 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment 720331f7-5374-42a5-aa77-a294c90d33c7 of type vlan for network c9725b7f-c3f4-489a-a8b4-311395461fc6 Nov 25 11:22:45.658897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:45.661237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.682219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Usage tracker for resource:security_group_rule and tenant:e81a553c97034f0e9228b48796b0195f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:45.692125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:45.694952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.709425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-25204f72-b8d1-4d9e-8f58-0de05e413b13 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:45.717490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port e3103d12-4ff2-4162-b798-ea2c48ed647b yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:22:45.718938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-eaffed1d-bafb-40ab-9436-478e3527af49', 'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49', 'tenant_id': 'ebd56f3080ce43f39df9ad7b2c0923b3', 'fixed_ips': [{'subnet_id': '5c92a5bf-4a21-4f33-8917-d9bccf01f555'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:45.724465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.739690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:45.740658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bf30d409-1541-4f0b-a69c-fe317724db6e no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:45.744766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b64c8c4-3016-4871-98af-914628dad1a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:45.750387 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6b64c8c4-3016-4871-98af-914628dad1a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/subnets/1a051b31-1891-4ac2-b2c9-828e98512173 HTTP/1.1" status: 200 len: 811 time: 0.1781883 Nov 25 11:22:45.755238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35768) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.758676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.764646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.769018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-3c6a577a-a36b-44e1-bdf2-138f1ec587d3', 'network_id': '3c6a577a-a36b-44e1-bdf2-138f1ec587d3', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': 'cca479f5-1fd7-4fff-b801-96fb722e91cb'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:45.769835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.771870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068a53c0-c180-4f47-9547-75050f8c44e9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:45.776582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:45.783095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.797311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1542ab0-0044-404a-9dcb-f23bf33c2f98 None None] Network ae053b36-0f43-4305-b2c7-3a94bd5d3200 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:45.822456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.824803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/068a53c0-c180-4f47-9547-75050f8c44e9 HTTP/1.1" status: 204 len: 168 time: 1.1770489 Nov 25 11:22:45.826094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: bf30d409-1541-4f0b-a69c-fe317724db6e {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:45.826445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bf30d409-1541-4f0b-a69c-fe317724db6e not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:45.829834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35772) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.851169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36f893-6c6e-47a5-9fba-e0abad18dac4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:45.852694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1e36f893-6c6e-47a5-9fba-e0abad18dac4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "GET /v2.0/subnets/1a051b31-1891-4ac2-b2c9-828e98512173?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0962512 Nov 25 11:22:45.867095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35776) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:45.884373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393293898'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:45.895688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.915264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:45.944414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:45.949914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.953692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:45.954263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:45.961558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f261ce64-8fdf-4d24-b0b3-a0a25cdd90b0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:46.026463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.031506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.041111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.051366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:46.094243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Deleting port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:46.094575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.125922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f963d5-a0b2-436a-b8b2-c941c76f6dbd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:46.135913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.142691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:46.143210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:46.161084 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4516acce-5aa2-4b2b-8335-af0ad764778a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e81a553c97034f0e9228b48796b0195f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8630080 Nov 25 11:22:46.172529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35780) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:46.190579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db38b9-ff3e-4a6f-ab92-8ddd1e6b90cd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:46.199097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:46.207070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Allocated IP 2001:db8::3 (3c6a577a-a36b-44e1-bdf2-138f1ec587d3/cca479f5-1fd7-4fff-b801-96fb722e91cb/5f9d392c-762b-4288-8375-a4bb99ede348) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:46.240351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.241754 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/a4db38b9-ff3e-4a6f-ab92-8ddd1e6b90cd HTTP/1.1" status: 204 len: 168 time: 0.6127405 Nov 25 11:22:46.244395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:46.246290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35784) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:46.247353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.268873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.294598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=c9725b7f-c3f4-489a-a8b4-311395461fc6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:46.302485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:46.303273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:46.316628 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9956851 Nov 25 11:22:46.319651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35788) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:46.323248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.326674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/ade9ff00-06db-4bb4-9cfd-77626049ad0c HTTP/1.1" status: 204 len: 168 time: 0.8210518 Nov 25 11:22:46.328404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35792) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:46.337629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade9ff00-06db-4bb4-9cfd-77626049ad0c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:46.337629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:46.351847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c9725b7f-c3f4-489a-a8b4-311395461fc6 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:46.396569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] DHCP port deletion for ae053b36-0f43-4305-b2c7-3a94bd5d3200 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:46.447776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.6 (eaffed1d-bafb-40ab-9436-478e3527af49/5c92a5bf-4a21-4f33-8917-d9bccf01f555/e3103d12-4ff2-4162-b798-ea2c48ed647b) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:46.453276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:46.455627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.458853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:46.469355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Deleting port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:46.469857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.470730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:46.473037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:46.478822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:46.490360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:46.492431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.492770 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Added segment b8f263bc-fcbf-43d3-be11-227c2cc6c888 of type vlan for network 3e5686d3-5a8c-4a31-9779-31912874fb1d Nov 25 11:22:46.495196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1a04dbd-b940-46ac-908a-794586937dbb tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:46.540449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] For port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:46.541102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.550102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.599487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:46.620525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.677786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5949188b-6656-46b1-9bdf-cc41c2027f94 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:46.687718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Calling delete_port for fac86f08-a13c-43ba-b7b9-b2a8a0847fcd owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:46.729486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1a04dbd-b940-46ac-908a-794586937dbb tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:46.734541 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1a04dbd-b940-46ac-908a-794586937dbb tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4767759 Nov 25 11:22:46.737656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35796) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:46.753651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--170998486'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:46.769955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:46.786935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.790991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:46.791161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5949188b-6656-46b1-9bdf-cc41c2027f94 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:46.791919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.796179 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5949188b-6656-46b1-9bdf-cc41c2027f94 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4628432 Nov 25 11:22:46.797934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.798086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35800) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:46.800522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:46.809357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--417344894'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:46.822331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.823683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.828577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a90f1e0-48fb-4769-aa24-e439987b30c6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:46.833162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:46.846049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:46.852864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.922687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] For port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,segment=NetworkSegment(f20547b3-4572-42b4-8f71-1b90ce2414e9),segment_id=f20547b3-4572-42b4-8f71-1b90ce2414e9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:46.923245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.975574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:46.981304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0bbaa78-3984-44cb-ac3f-4cadbaa8a0e5 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:46.987813 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Transition to ACTIVE for port object 5f9d392c-762b-4288-8375-a4bb99ede348 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:46.991629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.000451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.000759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object e3103d12-4ff2-4162-b798-ea2c48ed647b will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:47.002752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing IP validity checks on allocation pools {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:22:47.003276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:22:47.013959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f963d5-a0b2-436a-b8b2-c941c76f6dbd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.022333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.022544 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1516266 Nov 25 11:22:47.024323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5585e1d6-e84f-458f-ae7a-2fd21e6de21d tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:47.031089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35804) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:47.046192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'network_id': '3e5686d3-5a8c-4a31-9779-31912874fb1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:47.066129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Calling delete_port for fac86f08-a13c-43ba-b7b9-b2a8a0847fcd owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:47.077143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac86f08-a13c-43ba-b7b9-b2a8a0847fcd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.091929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.092708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] No DVR routers for this DVR port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:47.098161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:47.124758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Transition to ACTIVE for port object 5f9d392c-762b-4288-8375-a4bb99ede348 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:47.135051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:47.138763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:47.144225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.144766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:47.156390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Network': ['ID=3e5686d3-5a8c-4a31-9779-31912874fb1d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.162944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.163853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:47.164023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c91f8e09-2f70-4b74-9b34-ac769da103d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:47.180711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:47.185609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.186741 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43f963d5-a0b2-436a-b8b2-c941c76f6dbd HTTP/1.1" status: 204 len: 168 time: 1.0128706 Nov 25 11:22:47.206420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Made reservation on behalf of b8e20b2a5e294334bb6a587cf70e3aae for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:47.209355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 3e5686d3-5a8c-4a31-9779-31912874fb1d details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:47.243164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.247255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:47.263210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.271765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1971317-4a54-4882-a848-a855cf7309cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:47.297625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:47.300721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.304346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:47.323779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dc7729-2499-4bd8-ae22-290d08d8faed tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:47.338033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:47.338639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:47.351597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.359636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:47.389272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:47.395053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Pushing event updated for resources: {'Port': ['ID=5f9d392c-762b-4288-8375-a4bb99ede348,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.398337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.399413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:47.407380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:47.408866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network eaffed1d-bafb-40ab-9436-478e3527af49 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:47.412317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae053b36-0f43-4305-b2c7-3a94bd5d3200']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:47.422295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:47.429202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1999a1de-fc14-47f4-bc71-75e6b9a6c928,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.431614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:47.441411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20547b3-4572-42b4-8f71-1b90ce2414e9') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:47.441884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20547b3-4572-42b4-8f71-1b90ce2414e9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:47.450416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.458533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Allocated IP 172.20.0.2 (eaffed1d-bafb-40ab-9436-478e3527af49/5c92a5bf-4a21-4f33-8917-d9bccf01f555/9752522b-4467-4dcf-99c5-8bd9fafa53fc) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:47.465065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.482423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.483895 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7433338 Nov 25 11:22:47.489005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35810) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:47.497206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=e3103d12-4ff2-4162-b798-ea2c48ed647b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.501272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.516772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2fb1b5df-5cdd-4028-a1b8-5884b5460d3d tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '1999a1de-fc14-47f4-bc71-75e6b9a6c928', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:47.517794 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-2fb1b5df-5cdd-4028-a1b8-5884b5460d3d tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:47.518949 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2fb1b5df-5cdd-4028-a1b8-5884b5460d3d tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0288079 Nov 25 11:22:47.521884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.522388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35816) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:47.531022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.540451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.543643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:47.544263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:47.558730 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:47.565979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.574169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b32b0f4e-c4a4-4e8b-abe6-e4e768996562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:47.662491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.671467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing IP validity checks on allocation pools {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:22:47.672275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:22:47.676069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:47.692465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.708580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.711502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.714386 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9155123 Nov 25 11:22:47.717367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35820) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:47.723699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': 'fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:47.730135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:47.734537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:47.735169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:47.735815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.738299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:47.744481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:47.754102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.758281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6bb73cea-df48-4609-876a-83bfa25e1c71 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:47.782263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.790448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5747740 Nov 25 11:22:47.796234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35824) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:47.803350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae053b36-0f43-4305-b2c7-3a94bd5d3200,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.812675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.845841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': '720331f7-5374-42a5-aa77-a294c90d33c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:47.846275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: c9725b7f-c3f4-489a-a8b4-311395461fc6, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:47.846794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.861388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.873759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35828) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:47.875302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Deleting port fac86f08-a13c-43ba-b7b9-b2a8a0847fcd {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:47.875756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.878151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=27579558-954b-4458-bb12-c4c5be30eb8d,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:47.888727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:47.898482 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ae053b36-0f43-4305-b2c7-3a94bd5d3200 HTTP/1.1" status: 204 len: 168 time: 2.0581150 Nov 25 11:22:47.900270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.914727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Attempting to bind port 5f9d392c-762b-4288-8375-a4bb99ede348 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:47.915812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Attempting to bind port 5f9d392c-762b-4288-8375-a4bb99ede348 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'f29baf47-fa3d-4639-bbd9-9aae2e6dd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3c6a577a-a36b-44e1-bdf2-138f1ec587d3'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:47.916369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Attempting to bind port 5f9d392c-762b-4288-8375-a4bb99ede348 on network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:47.920217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fac86f08-a13c-43ba-b7b9-b2a8a0847fcd no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:47.936890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port e3103d12-4ff2-4162-b798-ea2c48ed647b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:47.937237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:47.973545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: fac86f08-a13c-43ba-b7b9-b2a8a0847fcd {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:47.973898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fac86f08-a13c-43ba-b7b9-b2a8a0847fcd not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:48.000792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network c9725b7f-c3f4-489a-a8b4-311395461fc6 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:48.027243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4993a593-e85e-4194-8c2c-17cd9353aff2 None None] The port 'fac86f08-a13c-43ba-b7b9-b2a8a0847fcd' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:22:48.029188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:48.029666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Checking segment: {'id': 'f29baf47-fa3d-4639-bbd9-9aae2e6dd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3c6a577a-a36b-44e1-bdf2-138f1ec587d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:48.030775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.031390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Bound using segment: {'id': 'f29baf47-fa3d-4639-bbd9-9aae2e6dd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3c6a577a-a36b-44e1-bdf2-138f1ec587d3'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:48.032241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Bound port: 5f9d392c-762b-4288-8375-a4bb99ede348, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29baf47-fa3d-4639-bbd9-9aae2e6dd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3c6a577a-a36b-44e1-bdf2-138f1ec587d3'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:48.033268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.037503 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93d012ed-c9f8-4d83-8d0d-1779c907978f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1cd2e86f5444e81b5dcdd7ad401480d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1623464 Nov 25 11:22:48.041343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, c9725b7f-c3f4-489a-a8b4-311395461fc6) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:48.044035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35834) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:48.057724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea9740f-c801-4c84-814d-ed8d91345b7a None None] Network c9725b7f-c3f4-489a-a8b4-311395461fc6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:48.095819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.100574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.104354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.118326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:48.158167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.178314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-036abbac-b485-4328-8d42-942f3496e9b7 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:48.189651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:48.190231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.212863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Transition to ACTIVE for port object 9752522b-4467-4dcf-99c5-8bd9fafa53fc will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:48.224189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b159b9a-eb73-4de4-a4ca-b1784572bb04,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:48.231947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1999a1de-fc14-47f4-bc71-75e6b9a6c928,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:48.232754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:48.236980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.240873 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5197377 Nov 25 11:22:48.241185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35838) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:48.250695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': 'fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:48.255495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:48.260846 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9329073 Nov 25 11:22:48.264582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:48.266338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.270722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:48.275359 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/1999a1de-fc14-47f4-bc71-75e6b9a6c928 HTTP/1.1" status: 204 len: 168 time: 0.7440054 Nov 25 11:22:48.275548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.290782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Transition to ACTIVE for port object 9752522b-4467-4dcf-99c5-8bd9fafa53fc will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:48.298075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:48.312090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:48.321733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69aa5825-b32b-4976-804b-95df68d60508 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:48.321986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.322110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:48.329628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:48.352446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:48.365298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:48.379612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] For port 5f9d392c-762b-4288-8375-a4bb99ede348, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:48.384687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=21ac25c7-a6c1-4316-b3e5-30bf8a28654e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:48.389174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:48.421104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.432847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] For port 5f9d392c-762b-4288-8375-a4bb99ede348, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5f9d392c-762b-4288-8375-a4bb99ede348,segment=NetworkSegment(f29baf47-fa3d-4639-bbd9-9aae2e6dd80d),segment_id=f29baf47-fa3d-4639-bbd9-9aae2e6dd80d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:48.433546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.447410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.452902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.460703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Network eaffed1d-bafb-40ab-9436-478e3527af49 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:48.466626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:48.469053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:48.486843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Pushing event updated for resources: {'Port': ['ID=9752522b-4467-4dcf-99c5-8bd9fafa53fc,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:48.489731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:48.493577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-26175590-4fae-449f-847e-f5e7fa0eaa08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:48.506416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Checking segment: {'id': 'b8f263bc-fcbf-43d3-be11-227c2cc6c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3e5686d3-5a8c-4a31-9779-31912874fb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:48.506833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network hostable DHCP agents. Network: 3e5686d3-5a8c-4a31-9779-31912874fb1d, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:48.521953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.526212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:48.542473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09aed22-2a33-4f9c-ac69-acf437664d87,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:48.547792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:48.550045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.553629 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f09aed22-2a33-4f9c-ac69-acf437664d87 HTTP/1.1" status: 204 len: 168 time: 0.3875172 Nov 25 11:22:48.560414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Network 3e5686d3-5a8c-4a31-9779-31912874fb1d is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:48.584602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 3e5686d3-5a8c-4a31-9779-31912874fb1d) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:48.588455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:48.589249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.615555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for e3103d12-4ff2-4162-b798-ea2c48ed647b owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:48.629603 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5967040 Nov 25 11:22:48.632461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35856) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:48.639974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:48.681861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.688820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c2a99-a4a6-42ed-be36-beec26474f07 None None] Network 3e5686d3-5a8c-4a31-9779-31912874fb1d requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:48.764503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-c9725b7f-c3f4-489a-a8b4-311395461fc6', 'network_id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': '27579558-954b-4458-bb12-c4c5be30eb8d'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:48.765600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.769537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-53bce3fc-8b43-41d3-8ec4-cb874e7b2898 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:48.795937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16513029'] for subnet, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.806855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.819738 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f68d8d84-8f44-4ced-9f50-a06b1db9f2ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=965eb933fc0345938fd4211cbccc1983&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4558477 Nov 25 11:22:48.830990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35860) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:48.872480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Pushing event updated for resources: {'Port': ['ID=5f9d392c-762b-4288-8375-a4bb99ede348,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:48.876188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:48.877124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Attempting to bind port 9752522b-4467-4dcf-99c5-8bd9fafa53fc on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:48.877520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Attempting to bind port 9752522b-4467-4dcf-99c5-8bd9fafa53fc by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '94d1a1bd-5f8d-461c-9227-03bff3f277ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:48.877883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Attempting to bind port 9752522b-4467-4dcf-99c5-8bd9fafa53fc on network eaffed1d-bafb-40ab-9436-478e3527af49 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:48.960365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:48.960740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Checking segment: {'id': '94d1a1bd-5f8d-461c-9227-03bff3f277ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:48.961193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:48.961592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Bound using segment: {'id': '94d1a1bd-5f8d-461c-9227-03bff3f277ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:48.962128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Bound port: 9752522b-4467-4dcf-99c5-8bd9fafa53fc, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d1a1bd-5f8d-461c-9227-03bff3f277ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eaffed1d-bafb-40ab-9436-478e3527af49'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:48.962578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.032628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-53bce3fc-8b43-41d3-8ec4-cb874e7b2898 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:49.035193 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-53bce3fc-8b43-41d3-8ec4-cb874e7b2898 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7357969 Nov 25 11:22:49.065189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35866) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:49.077681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191723500'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:49.086890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:49.101777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:49.124749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746508649988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16690915'] for subnet, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.136809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ae3f0a66-ae47-412d-8d63-1bd782740c54 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:49.206477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.212221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.220765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b877499b-a053-49a4-a917-db8b1fcc8039 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:49.286979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:49.293760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:49.296161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:49.303937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:49.308390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.312183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] For port 9752522b-4467-4dcf-99c5-8bd9fafa53fc, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:49.315268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=e3103d12-4ff2-4162-b798-ea2c48ed647b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:49.323222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:49.333523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-3e5686d3-5a8c-4a31-9779-31912874fb1d', 'network_id': '3e5686d3-5a8c-4a31-9779-31912874fb1d', 'tenant_id': 'b8e20b2a5e294334bb6a587cf70e3aae', 'fixed_ips': [{'subnet_id': '21ac25c7-a6c1-4316-b3e5-30bf8a28654e'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:22:49.334636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.351512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Allocated IP 2001:db8::3 (c9725b7f-c3f4-489a-a8b4-311395461fc6/27579558-954b-4458-bb12-c4c5be30eb8d/4c66d455-a168-47c1-ac0e-ec3df9f46ebc) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:49.359778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.360071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] For port 9752522b-4467-4dcf-99c5-8bd9fafa53fc, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9752522b-4467-4dcf-99c5-8bd9fafa53fc,segment=NetworkSegment(94d1a1bd-5f8d-461c-9227-03bff3f277ff),segment_id=94d1a1bd-5f8d-461c-9227-03bff3f277ff)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:49.375622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.382538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:49.397536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.414954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b3041b4e-0387-4d2b-9caa-699ccd0abe25 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:49.423226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.447270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.453008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:49.455771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.458860 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "PUT /v2.0/subnets/21ac25c7-a6c1-4316-b3e5-30bf8a28654e HTTP/1.1" status: 200 len: 877 time: 0.8248847 Nov 25 11:22:49.468707 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:49.486904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.536442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791db2e4-06c1-45bd-baa7-a2c49f98274c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:49.550559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:49.555364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event updated for resources: {'Subnet': ['ID=21ac25c7-a6c1-4316-b3e5-30bf8a28654e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:49.566957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.569235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:49.569820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:49.612743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.614623 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3724687 Nov 25 11:22:49.625498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35882) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:49.647987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.656342 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/e3103d12-4ff2-4162-b798-ea2c48ed647b HTTP/1.1" status: 204 len: 168 time: 1.8542485 Nov 25 11:22:49.660891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': 'fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:49.671393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35886) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:49.673597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:49.682551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:49.686509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:49.687566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Pushing event updated for resources: {'Port': ['ID=9752522b-4467-4dcf-99c5-8bd9fafa53fc,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:49.691734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:49.695765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:49.704308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.705750 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6386461 Nov 25 11:22:49.708870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:49.715029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cff7cfbf-826a-450f-b4f3-62504df24ac6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '2df0423a-4e27-43c5-8c70-1979394eedaf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:49.715789 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-cff7cfbf-826a-450f-b4f3-62504df24ac6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:49.730503 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cff7cfbf-826a-450f-b4f3-62504df24ac6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0181167 Nov 25 11:22:49.732853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35894) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:49.774960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0423a-4e27-43c5-8c70-1979394eedaf,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:49.781969 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f39a87-a674-44cf-a006-d37103dde04f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:22:49.782909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-65f39a87-a674-44cf-a006-d37103dde04f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:49.783221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.794522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:49.802952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.814791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cd080062-beb4-4f03-8117-f2d58ceca12f tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:49.839393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-65f39a87-a674-44cf-a006-d37103dde04f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:49.844039 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-65f39a87-a674-44cf-a006-d37103dde04f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/e3103d12-4ff2-4162-b798-ea2c48ed647b HTTP/1.1" status: 404 len: 333 time: 0.1614368 Nov 25 11:22:49.847965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35900) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:49.923377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.937541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae83924f-4328-4c9d-bbd9-8b0635507e75,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:49.953534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5f9d392c-762b-4288-8375-a4bb99ede348 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:49.977035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:49.982900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:50.049200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.054319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.065685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-874ee574-12d8-47a5-aed7-cbd2a9f4b1da tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:50.072790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Allocated IP 172.20.0.3 (3e5686d3-5a8c-4a31-9779-31912874fb1d/21ac25c7-a6c1-4316-b3e5-30bf8a28654e/517eab81-d6d6-471e-a327-2f08faf3f5a4) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:22:50.081651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.083559 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae83924f-4328-4c9d-bbd9-8b0635507e75 HTTP/1.1" status: 204 len: 168 time: 1.2512124 Nov 25 11:22:50.172494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae79d09-f841-4f6c-a942-beb522b8c059,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:50.193568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:50.212827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.229482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.236901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.241886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6119275 Nov 25 11:22:50.269905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35910) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:50.285719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': 'fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:50.291038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.310149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 5f9d392c-762b-4288-8375-a4bb99ede348 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:50.324160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:50.327047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 5c92a5bf-4a21-4f33-8917-d9bccf01f555 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:50.330002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:50.335313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:50.335508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.345938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:50.358060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.386561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-589c2eb1-35f5-4f50-99f9-bdc7606aac22 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:50.404913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35914) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:50.420750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df0423a-4e27-43c5-8c70-1979394eedaf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:50.439412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:50.441523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Transition to ACTIVE for port object 4c66d455-a168-47c1-ac0e-ec3df9f46ebc will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:50.463794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.471157 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/2df0423a-4e27-43c5-8c70-1979394eedaf HTTP/1.1" status: 204 len: 168 time: 0.7313426 Nov 25 11:22:50.471872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35920) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:50.485815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.509401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.518404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Transition to ACTIVE for port object 4c66d455-a168-47c1-ac0e-ec3df9f46ebc will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:50.538606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.554698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0b69d9a8-57d1-4c7e-940f-1f8d2cf0dd66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:50.703013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5e1e1-827b-4fe8-8af7-91cbf3d65d38 None None] Network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:50.715422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.728163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.729795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.745380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3af0b938-4852-4f14-9dc9-4b830cc2b00a tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:50.792730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.832143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=27579558-954b-4458-bb12-c4c5be30eb8d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:50.844432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:50.851410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:50.876195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.881800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:50.882170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'networks': [{'name': 'tempest-network--1985145817'}, {'name': 'tempest-network--1913671827'}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:50.882481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'network': {'name': 'tempest-network--1985145817'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:50.882939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'network': {'name': 'tempest-network--1913671827'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:50.894158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:50.905860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Usage tracker for resource:network and tenant:26de95034d12409eadb64865e92c30b1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:50.919687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:50.927316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=5c92a5bf-4a21-4f33-8917-d9bccf01f555,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:50.930033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:50.931290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:50.940252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:50.948235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/5c92a5bf-4a21-4f33-8917-d9bccf01f555 HTTP/1.1" status: 204 len: 168 time: 1.0988593 Nov 25 11:22:50.951178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35932) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:51.019727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.031220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Pushing event updated for resources: {'Port': ['ID=4c66d455-a168-47c1-ac0e-ec3df9f46ebc,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:51.046640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Network c9725b7f-c3f4-489a-a8b4-311395461fc6 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:51.051135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Provisioning for port 5f9d392c-762b-4288-8375-a4bb99ede348 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:22:51.054650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3126a7fd-8331-4b81-90e9-0c273b5cd88c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:51.057279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:51.063777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Made reservation on behalf of 26de95034d12409eadb64865e92c30b1 for: {'network': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:51.069543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:51.069749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.070615 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Transition to ACTIVE for port object 517eab81-d6d6-471e-a327-2f08faf3f5a4 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:51.073242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Provisioning complete for port 5f9d392c-762b-4288-8375-a4bb99ede348 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:51.073792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.091386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee565ee2-1574-409f-bc2f-e30cb1a62238,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:51.096957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:51.100863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:51.115029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.116871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.129203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 9752522b-4467-4dcf-99c5-8bd9fafa53fc {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:51.129899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.141204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.181211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.182381 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9104722 Nov 25 11:22:51.190025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35940) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:51.194264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9725b7f-c3f4-489a-a8b4-311395461fc6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:51.210433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': 'fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:51.215339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3126a7fd-8331-4b81-90e9-0c273b5cd88c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:51.216568 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3126a7fd-8331-4b81-90e9-0c273b5cd88c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6977437 Nov 25 11:22:51.227977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:51.231908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:51.254396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720331f7-5374-42a5-aa77-a294c90d33c7') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:51.254725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720331f7-5374-42a5-aa77-a294c90d33c7') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:51.265259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392921632'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:51.270797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:51.274577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:51.282973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:51.292274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.301736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:51.317585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:51.333168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Usage tracker for resource:security_group_rule and tenant:26de95034d12409eadb64865e92c30b1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:51.337586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:51.339664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:51.342901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.359163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:51.375510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:51.375918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.382231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Transition to ACTIVE for port object 517eab81-d6d6-471e-a327-2f08faf3f5a4 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:51.399317 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:51.423881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.436203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.449488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.459135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2158eaf-7726-49f6-9811-bb80159ef5ab tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:51.492775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.496474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:51.571179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454b066-59e0-43a3-a3ed-970b77ed1435 None None] Network eaffed1d-bafb-40ab-9436-478e3527af49 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:51.601995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=21ac25c7-a6c1-4316-b3e5-30bf8a28654e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:51.605024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:51.624327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:22:51.624327 dv-neutron-819177-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:22:51.624327 dv-neutron-819177-1-hyperv neutron-server[83569]: [parameters: {'id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6'}] Nov 25 11:22:51.624327 dv-neutron-819177-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:51.624785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:51.676221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:51.691501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:51.701496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:51.710419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:51.752984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.754885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.760494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.763491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:51.769972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] For port 9752522b-4467-4dcf-99c5-8bd9fafa53fc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9752522b-4467-4dcf-99c5-8bd9fafa53fc,segment=NetworkSegment(94d1a1bd-5f8d-461c-9227-03bff3f277ff),segment_id=94d1a1bd-5f8d-461c-9227-03bff3f277ff)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:51.770321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.780134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.781558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.782215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.806860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe65926-44ea-4ae4-9b53-b3069bad25cd,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:51.819351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:51.824257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30219b9-4abe-4af1-a041-21f9f89d5a25 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:51.854061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Pushing event updated for resources: {'Port': ['ID=517eab81-d6d6-471e-a327-2f08faf3f5a4,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:51.856962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:51.857990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Attempting to bind port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:51.858505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Attempting to bind port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '720331f7-5374-42a5-aa77-a294c90d33c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:51.858885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Attempting to bind port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc on network c9725b7f-c3f4-489a-a8b4-311395461fc6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:51.867078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.867490 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Added segment e2f00f5b-27b4-4a5a-ae5a-789442c0924f of type vlan for network a8770719-6b3a-40d7-893c-cf795884a745 Nov 25 11:22:51.896753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.905356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:51.937509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:51.937953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Checking segment: {'id': '720331f7-5374-42a5-aa77-a294c90d33c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:51.938301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.938702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Bound using segment: {'id': '720331f7-5374-42a5-aa77-a294c90d33c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:51.939203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Bound port: 4c66d455-a168-47c1-ac0e-ec3df9f46ebc, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720331f7-5374-42a5-aa77-a294c90d33c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c9725b7f-c3f4-489a-a8b4-311395461fc6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:51.939546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 9752522b-4467-4dcf-99c5-8bd9fafa53fc owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:51.939683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.962338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:51.969624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9752522b-4467-4dcf-99c5-8bd9fafa53fc up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:51.978478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.979667 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7887166 Nov 25 11:22:51.981290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfb4a8-f6f9-4659-b6f3-2436d113a65f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:51.983670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35956) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:51.997685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:51.998587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:51.998926 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Added segment 20919934-c329-4d38-a29b-767db4036d97 of type vlan for network 356d5008-bce3-45dc-a351-c81d6a0c19d9 Nov 25 11:22:52.038152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.043836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Network 3e5686d3-5a8c-4a31-9779-31912874fb1d is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:52.045401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1acfd184-a5e4-438e-9243-8e032822ebd1 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:52.055517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.056957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.071532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No active binding found for port 9752522b-4467-4dcf-99c5-8bd9fafa53fc {{(pid=83571) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 25 11:22:52.071772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.072061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9752522b-4467-4dcf-99c5-8bd9fafa53fc not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 11:22:52.077849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.082588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5686d3-5a8c-4a31-9779-31912874fb1d']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:52.087328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e183cc4-1f5b-41fa-9b42-bd7e9789e9fd tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:52.099413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:52.123060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=9752522b-4467-4dcf-99c5-8bd9fafa53fc,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:52.126033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:52.127077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.128708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f263bc-fcbf-43d3-be11-227c2cc6c888') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:52.129019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f263bc-fcbf-43d3-be11-227c2cc6c888') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:52.147543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No DVR routers for this DVR port 9752522b-4467-4dcf-99c5-8bd9fafa53fc on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:52.158363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.159192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:52.170238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83acd2c5-d8d9-449b-8813-23c257a40a05,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:52.174545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:52.180317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:52.180640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.186109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 9752522b-4467-4dcf-99c5-8bd9fafa53fc not found, will not notify nova. {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 11:22:52.192260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.195425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf4279-bf4a-470b-ac05-30e6d6f4b4bf None None] DHCP port deletion for eaffed1d-bafb-40ab-9436-478e3527af49 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:52.217969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.236321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.241377 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9985158 Nov 25 11:22:52.267537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.286591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.288757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:22:52.301899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e7ac488a-ae59-40c1-8c73-6646e785c9f8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '83acd2c5-d8d9-449b-8813-23c257a40a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:52.302653 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-e7ac488a-ae59-40c1-8c73-6646e785c9f8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:52.306306 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7ac488a-ae59-40c1-8c73-6646e785c9f8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301020 Nov 25 11:22:52.306306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:52.312233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.313658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.329129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-04594296-3158-4e25-a07a-013d53db0210 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '83acd2c5-d8d9-449b-8813-23c257a40a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:52.329913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-04594296-3158-4e25-a07a-013d53db0210 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:52.330856 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-04594296-3158-4e25-a07a-013d53db0210 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088553 Nov 25 11:22:52.338374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35972) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.343326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbe65926-44ea-4ae4-9b53-b3069bad25cd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:52.345652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaffed1d-bafb-40ab-9436-478e3527af49']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:52.356036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4779d45a-47aa-4b69-80e7-30edfdd59de0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '83acd2c5-d8d9-449b-8813-23c257a40a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:52.356408 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-4779d45a-47aa-4b69-80e7-30edfdd59de0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:52.357304 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4779d45a-47aa-4b69-80e7-30edfdd59de0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157280 Nov 25 11:22:52.358849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:52.359363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.360504 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dbe65926-44ea-4ae4-9b53-b3069bad25cd HTTP/1.1" status: 204 len: 168 time: 0.3743441 Nov 25 11:22:52.361259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.365514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d1a1bd-5f8d-461c-9227-03bff3f277ff') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:52.366174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d1a1bd-5f8d-461c-9227-03bff3f277ff') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:52.386191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35978) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.386450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.386728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.387849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.391897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:52.395034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:52.395672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.401218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Attempting to bind port 517eab81-d6d6-471e-a327-2f08faf3f5a4 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:22:52.401836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Attempting to bind port 517eab81-d6d6-471e-a327-2f08faf3f5a4 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'b8f263bc-fcbf-43d3-be11-227c2cc6c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3e5686d3-5a8c-4a31-9779-31912874fb1d'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:22:52.402415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Attempting to bind port 517eab81-d6d6-471e-a327-2f08faf3f5a4 on network 3e5686d3-5a8c-4a31-9779-31912874fb1d {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:22:52.405592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.413803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:52.414366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.416995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3e1b3d69-ff09-4aee-a6f0-8a9f65f5de58 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '83acd2c5-d8d9-449b-8813-23c257a40a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:52.417699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-3e1b3d69-ff09-4aee-a6f0-8a9f65f5de58 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:52.418682 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e1b3d69-ff09-4aee-a6f0-8a9f65f5de58 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0535882 Nov 25 11:22:52.430465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-89385254-a923-4683-81fd-66aca4bd2e6a tempest-QuotasNegativeTest-1238338993 tempest-QuotasNegativeTest-1238338993-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:52.435776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] For port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:52.440218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:22:52.441938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Checking segment: {'id': 'b8f263bc-fcbf-43d3-be11-227c2cc6c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3e5686d3-5a8c-4a31-9779-31912874fb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:52.441938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.441938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Bound using segment: {'id': 'b8f263bc-fcbf-43d3-be11-227c2cc6c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3e5686d3-5a8c-4a31-9779-31912874fb1d'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:22:52.442745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Bound port: 517eab81-d6d6-471e-a327-2f08faf3f5a4, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f263bc-fcbf-43d3-be11-227c2cc6c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3e5686d3-5a8c-4a31-9779-31912874fb1d'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:22:52.443413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.460856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] For port 5f9d392c-762b-4288-8375-a4bb99ede348, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5f9d392c-762b-4288-8375-a4bb99ede348,segment=NetworkSegment(f29baf47-fa3d-4639-bbd9-9aae2e6dd80d),segment_id=f29baf47-fa3d-4639-bbd9-9aae2e6dd80d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:52.500647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.511166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a528c704-1c42-4797-9177-b40b76cf2d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:52.520285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35984) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:52.521166 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:52.539812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.544667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.549423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.558551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-91bfd167-1fa7-4ec0-b42a-f57875b76bc9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:52.598626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] For port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4c66d455-a168-47c1-ac0e-ec3df9f46ebc,segment=NetworkSegment(720331f7-5374-42a5-aa77-a294c90d33c7),segment_id=720331f7-5374-42a5-aa77-a294c90d33c7)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:52.619496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Network': ['ID=a8770719-6b3a-40d7-893c-cf795884a745,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:52.620466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=eaffed1d-bafb-40ab-9436-478e3527af49,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:52.637402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:52.637892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.655711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1c459656-3691-427f-89ac-3df98eed2dca None None] Could not find standard attr ID for object 9752522b-4467-4dcf-99c5-8bd9fafa53fc. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:22:52.657141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a8770719-6b3a-40d7-893c-cf795884a745 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:52.692724 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:52.699078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.733292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:52.756381 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/eaffed1d-bafb-40ab-9436-478e3527af49 HTTP/1.1" status: 204 len: 168 time: 1.7986758 Nov 25 11:22:52.763615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 35990) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.792841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] For port 517eab81-d6d6-471e-a327-2f08faf3f5a4, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:22:52.801417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Pushing event updated for resources: {'Port': ['ID=5f9d392c-762b-4288-8375-a4bb99ede348,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:52.834637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'name': 'tempest-PortsTestJSON-854912538'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:52.838054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:52.846552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:52.867827 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4596786 Nov 25 11:22:52.871314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 35996) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:52.946639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:22:52.946639 dv-neutron-819177-1-hyperv neutron-server[83570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:22:52.946639 dv-neutron-819177-1-hyperv neutron-server[83570]: [parameters: {'id': '3e5686d3-5a8c-4a31-9779-31912874fb1d'}] Nov 25 11:22:52.946639 dv-neutron-819177-1-hyperv neutron-server[83570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:52.947057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:52.947546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:52.951236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] For port 517eab81-d6d6-471e-a327-2f08faf3f5a4, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=517eab81-d6d6-471e-a327-2f08faf3f5a4,segment=NetworkSegment(b8f263bc-fcbf-43d3-be11-227c2cc6c888),segment_id=b8f263bc-fcbf-43d3-be11-227c2cc6c888)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:22:52.977162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Pushing event updated for resources: {'Port': ['ID=4c66d455-a168-47c1-ac0e-ec3df9f46ebc,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:52.977533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.000849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:53.010185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-27ce595c-247f-4509-84d5-12e088780802 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:53.018124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c89cb2a0-bf98-4f50-ad76-72b09b900b18 None None] Provisioning complete for port 5f9d392c-762b-4288-8375-a4bb99ede348 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:53.018517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c89cb2a0-bf98-4f50-ad76-72b09b900b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.027226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc, host dv-neutron-819177-1-hyperv, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:53.028155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.041020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Network': ['ID=356d5008-bce3-45dc-a351-c81d6a0c19d9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:53.054755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.057575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.069529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6501650a-ee07-48d6-87b5-d914de6ec074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:53.089611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83acd2c5-d8d9-449b-8813-23c257a40a05,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:53.092628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:53.098999 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.099742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:53.100145 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/83acd2c5-d8d9-449b-8813-23c257a40a05 HTTP/1.1" status: 204 len: 168 time: 0.5777898 Nov 25 11:22:53.101306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:53.102388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:53.102713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:53.103175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36004) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:53.107044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:53.111017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:53.118916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:53.126388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f7d4d21-99d9-404a-be52-b62fdc8573c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:53.131478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:53.140926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.169740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 229137d6-0305-413d-a845-89b0b97ff730 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:22:53.197748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 356d5008-bce3-45dc-a351-c81d6a0c19d9 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:53.258272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 4c66d455-a168-47c1-ac0e-ec3df9f46ebc owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:53.283603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36010) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:53.304069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-27ce595c-247f-4509-84d5-12e088780802 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:53.305379 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-27ce595c-247f-4509-84d5-12e088780802 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.9057262 Nov 25 11:22:53.310723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:53.324946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Pushing event updated for resources: {'Port': ['ID=517eab81-d6d6-471e-a327-2f08faf3f5a4,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:53.335632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:53.435679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c38fc259-f75a-40e6-bfe7-e8e6398d8589 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:53.449347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ecb36-1c4f-4586-92e7-ea39f80ea4d8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:53.454352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ecb36-1c4f-4586-92e7-ea39f80ea4d8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:53.458641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ecb36-1c4f-4586-92e7-ea39f80ea4d8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:53.462775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ecb36-1c4f-4586-92e7-ea39f80ea4d8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:53.463639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a0ecb36-1c4f-4586-92e7-ea39f80ea4d8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Synchronizing usage tracker for tenant:26de95034d12409eadb64865e92c30b1 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:53.466837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.469686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.471353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.492168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.498330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad6035-47b0-4b19-a7bc-5c988580607f None None] Network c9725b7f-c3f4-489a-a8b4-311395461fc6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:53.498517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:53.499012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:53.514145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port 517eab81-d6d6-471e-a327-2f08faf3f5a4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:53.514493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.518051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c38fc259-f75a-40e6-bfe7-e8e6398d8589 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:53.519570 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c38fc259-f75a-40e6-bfe7-e8e6398d8589 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4089906 Nov 25 11:22:53.524045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36020) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:53.533770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--130996978'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:53.540550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a0ecb36-1c4f-4586-92e7-ea39f80ea4d8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Unset dirty status for tenant:26de95034d12409eadb64865e92c30b1 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:53.545030 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a0ecb36-1c4f-4586-92e7-ea39f80ea4d8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6675189 Nov 25 11:22:53.546058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36024) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:53.547839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:53.553756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.577427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:53.590985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1549770832'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:53.600405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:53.663398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988c750-9fcf-45ec-9bac-2635d65ffb00 None None] Network 3e5686d3-5a8c-4a31-9779-31912874fb1d requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:53.665551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee565ee2-1574-409f-bc2f-e30cb1a62238,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:53.684918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:53.708980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.724709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.725841 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ee565ee2-1574-409f-bc2f-e30cb1a62238 HTTP/1.1" status: 204 len: 168 time: 0.4124715 Nov 25 11:22:53.730692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36028) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:53.736445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.759100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:53.763805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Usage tracker for resource:network and tenant:33fb428706a84f519459c6d29d5a008a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:53.766875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:53.773714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:53.806551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.814112 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5f9d392c-762b-4288-8375-a4bb99ede348 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:22:53.816781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-644151c3-1b2d-4c6f-8a84-7479e2cb3f87 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:53.848202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:53.855505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Made reservation on behalf of 33fb428706a84f519459c6d29d5a008a for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:53.858498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.865098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:53.869846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:53.898011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.925337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-01c9eb9b-9a74-4306-899a-4fba5d012ccc tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:53.927965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:53.937369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:53.955927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:53.961427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.965119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=229137d6-0305-413d-a845-89b0b97ff730,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:53.978998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:53.982695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:53.983650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:53.987967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:54.000334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:54.000665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.018542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 5f9d392c-762b-4288-8375-a4bb99ede348 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:22:54.018919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.026150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8770719-6b3a-40d7-893c-cf795884a745']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:54.051215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-01c9eb9b-9a74-4306-899a-4fba5d012ccc tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:54.052403 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-01c9eb9b-9a74-4306-899a-4fba5d012ccc tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3204024 Nov 25 11:22:54.054931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:54.057001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36032) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:54.065090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f00f5b-27b4-4a5a-ae5a-789442c0924f') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:54.065385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f00f5b-27b4-4a5a-ae5a-789442c0924f') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:54.078883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Usage tracker for resource:security_group_rule and tenant:33fb428706a84f519459c6d29d5a008a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:54.085708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:54.095667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.116426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:54.129014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port 517eab81-d6d6-471e-a327-2f08faf3f5a4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=517eab81-d6d6-471e-a327-2f08faf3f5a4,segment=NetworkSegment(b8f263bc-fcbf-43d3-be11-227c2cc6c888),segment_id=b8f263bc-fcbf-43d3-be11-227c2cc6c888)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:54.129450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.141105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eef063-badf-46f7-9829-c3d367bea2de None None] Network 3e5686d3-5a8c-4a31-9779-31912874fb1d requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:54.145161 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3771183 Nov 25 11:22:54.156149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36036) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:54.161754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.162946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.208877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.218414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:54.218806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.237209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-91f246ad-5210-47af-a92e-ccd4439aa9c0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:54.244752 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:54.270570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for 517eab81-d6d6-471e-a327-2f08faf3f5a4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:54.320824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.335973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9752522b-4467-4dcf-99c5-8bd9fafa53fc no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:54.348352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.375544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 9752522b-4467-4dcf-99c5-8bd9fafa53fc {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:54.375892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9752522b-4467-4dcf-99c5-8bd9fafa53fc not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:54.411476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 229137d6-0305-413d-a845-89b0b97ff730 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:54.411776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.417319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.426085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4daef817-9bb9-4f7f-ad52-cd383e521af6 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:54.433230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3233b-5d12-4de4-87ba-2e775ec01c0c None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:22:54.447049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7710e455-04e5-40e8-8d7e-24a31243e567,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:54.464370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.495593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.497652 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9712510 Nov 25 11:22:54.503973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Port': ['ID=517eab81-d6d6-471e-a327-2f08faf3f5a4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:54.513156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:54.518371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36040) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:54.521218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No DVR routers for this DVR port 517eab81-d6d6-471e-a327-2f08faf3f5a4 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:54.525882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.526220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.531341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f57801ec-3def-4a1d-a104-48c1abc3829b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:54.532209 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-f57801ec-3def-4a1d-a104-48c1abc3829b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:54.533351 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f57801ec-3def-4a1d-a104-48c1abc3829b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136080 Nov 25 11:22:54.544982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:54.553072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:54.555361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3233b-5d12-4de4-87ba-2e775ec01c0c None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:22:54.573475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.584457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.623890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.627708 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0ae79d09-f841-4f6c-a942-beb522b8c059 HTTP/1.1" status: 204 len: 168 time: 0.5568261 Nov 25 11:22:54.628878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36050) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:54.672706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:54.674981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:54.691207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:54.710244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-48c39618-614c-4200-b212-c77c4a092103 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:54.723876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4c66d455-a168-47c1-ac0e-ec3df9f46ebc,segment=NetworkSegment(720331f7-5374-42a5-aa77-a294c90d33c7),segment_id=720331f7-5374-42a5-aa77-a294c90d33c7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:54.724257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.739095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-48c39618-614c-4200-b212-c77c4a092103 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:54.766164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Network': ['ID=a8770719-6b3a-40d7-893c-cf795884a745,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:54.768026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-05b2fa04-734b-412a-be39-95a6775b61bd tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:54.782334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:54.782669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ae79d09-f841-4f6c-a942-beb522b8c059,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:54.783243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-48c39618-614c-4200-b212-c77c4a092103 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:54.786350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.800610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:54.805794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0239573-967e-49d9-8443-150090ffede1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:54.835360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-48c39618-614c-4200-b212-c77c4a092103 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:54.835558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.835679 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Added segment 51f642a7-cc58-4c05-81be-fc1900a16296 of type vlan for network f2ebdf18-a440-4f6f-9e04-048f943a2147 Nov 25 11:22:54.838258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5296105f-3408-4d60-9d32-f6668fe03074,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:54.848632 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/networks/a8770719-6b3a-40d7-893c-cf795884a745 HTTP/1.1" status: 204 len: 168 time: 1.2975936 Nov 25 11:22:54.849889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36054) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:54.859879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:54.878495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5686d3-5a8c-4a31-9779-31912874fb1d']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:54.889644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-05b2fa04-734b-412a-be39-95a6775b61bd tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:54.890899 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-05b2fa04-734b-412a-be39-95a6775b61bd tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2539020 Nov 25 11:22:54.903711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36056) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:54.907014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f263bc-fcbf-43d3-be11-227c2cc6c888') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:54.907232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f263bc-fcbf-43d3-be11-227c2cc6c888') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:54.918240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bfb1b9-4276-4960-b3d9-4be75b718c56 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:22:54.920229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 4c66d455-a168-47c1-ac0e-ec3df9f46ebc owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:54.934729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.939029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.952763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-48c39618-614c-4200-b212-c77c4a092103 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:54.968907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.984563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:54.989653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:54.990034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:55.006580 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:55.021960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.037474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bfb1b9-4276-4960-b3d9-4be75b718c56 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:22:55.082495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.086639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:55.087387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.105858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb263640-9714-462b-abf7-3000adce921b tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:55.222092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.223978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.230409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.238958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.241087 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-48c39618-614c-4200-b212-c77c4a092103 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:55.244835 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-48c39618-614c-4200-b212-c77c4a092103 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6907799 Nov 25 11:22:55.247680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36062) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.251095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.257138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.261105 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/791db2e4-06c1-45bd-baa7-a2c49f98274c HTTP/1.1" status: 204 len: 168 time: 0.3539364 Nov 25 11:22:55.261105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Pushing event updated for resources: {'Network': ['ID=f2ebdf18-a440-4f6f-9e04-048f943a2147,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:55.267892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ef8af06e-2f3f-41e6-9852-70e1e3f3f36e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:55.268511 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-ef8af06e-2f3f-41e6-9852-70e1e3f3f36e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:55.273583 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef8af06e-2f3f-41e6-9852-70e1e3f3f36e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0209427 Nov 25 11:22:55.273818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36066) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.273912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36068) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.276108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36070) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.277352 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9926171 Nov 25 11:22:55.281718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:55.282282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:55.296324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network f2ebdf18-a440-4f6f-9e04-048f943a2147 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:55.318231 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/3e5686d3-5a8c-4a31-9779-31912874fb1d HTTP/1.1" status: 204 len: 168 time: 5.8222988 Nov 25 11:22:55.319495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36076) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.330274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.352419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=3e5686d3-5a8c-4a31-9779-31912874fb1d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:55.354867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:55.360348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:55.379473 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb45df7a-1c04-4136-bd87-60feb5012942 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:55.379898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb45df7a-1c04-4136-bd87-60feb5012942 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:55.383894 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fb45df7a-1c04-4136-bd87-60feb5012942 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/21ac25c7-a6c1-4316-b3e5-30bf8a28654e HTTP/1.1" status: 404 len: 337 time: 0.0609825 Nov 25 11:22:55.385459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36082) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.394582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0b3fa082-cf4e-4449-b1dc-e9d34657dc50 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:55.399327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-66355e70-8409-479c-b34f-1f5c21d0d3b4 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:55.404152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=791db2e4-06c1-45bd-baa7-a2c49f98274c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:55.418897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:55.426499 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23ef4d6-7eca-47b7-b795-165b4bfe10a9 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:55.426922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23ef4d6-7eca-47b7-b795-165b4bfe10a9 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:55.430414 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e23ef4d6-7eca-47b7-b795-165b4bfe10a9 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/3e5686d3-5a8c-4a31-9779-31912874fb1d HTTP/1.1" status: 404 len: 339 time: 0.0432830 Nov 25 11:22:55.431181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36086) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.441828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-67bbfcfa-9aa1-4ddd-ad9c-78193a15a2c3 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:55.442259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 229137d6-0305-413d-a845-89b0b97ff730 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:55.480136 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae0702c-31f4-4c35-b9d4-4a69fc15e163 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:55.480449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae0702c-31f4-4c35-b9d4-4a69fc15e163 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:55.484475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9ae0702c-31f4-4c35-b9d4-4a69fc15e163 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/4af3c6cf-7b1c-438c-8748-a86c427f0ca9 HTTP/1.1" status: 404 len: 337 time: 0.0475192 Nov 25 11:22:55.485935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36092) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.507766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0b3fa082-cf4e-4449-b1dc-e9d34657dc50 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:55.516620 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c282b84-d8b3-4e08-b8b3-175b86fa9f3e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:55.517052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c282b84-d8b3-4e08-b8b3-175b86fa9f3e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:55.521325 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4c282b84-d8b3-4e08-b8b3-175b86fa9f3e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/ca64a0f0-e8ca-4d60-bc7d-b0788ed8bcf3 HTTP/1.1" status: 404 len: 339 time: 0.0309505 Nov 25 11:22:55.523020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Port': ['ID=4c66d455-a168-47c1-ac0e-ec3df9f46ebc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:55.525739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b3fa082-cf4e-4449-b1dc-e9d34657dc50 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:55.531430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36096) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.544632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b3fa082-cf4e-4449-b1dc-e9d34657dc50 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:55.547656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:55.568738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-67bbfcfa-9aa1-4ddd-ad9c-78193a15a2c3 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:55.569208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0b3fa082-cf4e-4449-b1dc-e9d34657dc50 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:55.572759 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-67bbfcfa-9aa1-4ddd-ad9c-78193a15a2c3 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2907887 Nov 25 11:22:55.575178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36100) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.581005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No DVR routers for this DVR port 4c66d455-a168-47c1-ac0e-ec3df9f46ebc on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:55.669954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'network': {'name': 'tempest-network--902316034', 'router:external': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:55.682257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.697900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.700308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.720778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.728213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:55.748910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:network and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:55.767187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:55.834011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:55.851024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356d5008-bce3-45dc-a351-c81d6a0c19d9']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:55.869307 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-0b3fa082-cf4e-4449-b1dc-e9d34657dc50 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:55.870265 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0b3fa082-cf4e-4449-b1dc-e9d34657dc50 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5954385 Nov 25 11:22:55.871050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.874303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.875344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36104) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.886812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20919934-c329-4d38-a29b-767db4036d97') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:55.887099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20919934-c329-4d38-a29b-767db4036d97') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:55.888435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d6712e3a-739e-42d5-afb3-0392bd1ca8e1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:55.889068 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-d6712e3a-739e-42d5-afb3-0392bd1ca8e1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:55.889989 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d6712e3a-739e-42d5-afb3-0392bd1ca8e1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097764 Nov 25 11:22:55.890628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.893501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36108) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:55.897976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e807676-88e7-4fbe-bea0-4140ccd9ea4b tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:55.942923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:55.955532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Made reservation on behalf of d096f6513c6b4427b08748e71fcbefd4 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:55.957838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.967428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:55.969385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.980616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=229137d6-0305-413d-a845-89b0b97ff730,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:55.983358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:55.987954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:55.990476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:55.991768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9725b7f-c3f4-489a-a8b4-311395461fc6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:56.000521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b159b9a-eb73-4de4-a4ca-b1784572bb04,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:56.005402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.008343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:56.009369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:56.021232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:56.021960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720331f7-5374-42a5-aa77-a294c90d33c7') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:56.022154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720331f7-5374-42a5-aa77-a294c90d33c7') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:56.024100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.027620 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9b159b9a-eb73-4de4-a4ca-b1784572bb04 HTTP/1.1" status: 204 len: 168 time: 0.4492691 Nov 25 11:22:56.030944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.031956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.033408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.035118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e275a50b-5289-405d-bc98-33196ea6c24e']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:56.042232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:56.051555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.067427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:56.067823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.068926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5310889c-0ae5-4171-866e-94b273ccb865') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:56.069212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5310889c-0ae5-4171-866e-94b273ccb865') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:56.082579 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:56.086059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.095722 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Project 6be2474d8273496b8aa58c1ffdf6746d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:22:56.100119 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/229137d6-0305-413d-a845-89b0b97ff730 HTTP/1.1" status: 204 len: 168 time: 1.9424264 Nov 25 11:22:56.105617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.108128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.118806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.134957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:56.135283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:56.150415 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:56.160790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4bd5664b-559a-458f-9e50-671ff1ca152e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:56.166675 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:56.167665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-71caa9c9-e9ed-4403-895b-84dd6fb3ebf0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2722108 Nov 25 11:22:56.167973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'mac_address': 'fa:16:3e:34:02:22', 'name': 'tempest-PortsTestJSON-277543909'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:56.171183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36120) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.197878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:56.200455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:56.200851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:56.222250 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:56.225168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b08154d6-a9d9-4f76-8084-ec189dbe8575 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:56.225168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-b08154d6-a9d9-4f76-8084-ec189dbe8575 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:56.225795 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b08154d6-a9d9-4f76-8084-ec189dbe8575 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0537364 Nov 25 11:22:56.234785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:security_group_rule and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:56.239162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36124) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.252454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4bd5664b-559a-458f-9e50-671ff1ca152e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:56.253757 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4bd5664b-559a-458f-9e50-671ff1ca152e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2208533 Nov 25 11:22:56.254956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.258089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36128) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.258917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:56.278113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.299636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=e275a50b-5289-405d-bc98-33196ea6c24e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:56.307591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:56.322453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/e275a50b-5289-405d-bc98-33196ea6c24e HTTP/1.1" status: 204 len: 168 time: 0.7823591 Nov 25 11:22:56.324627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36132) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.378024 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e830dc54-96a9-4025-91ae-36396c0e1f62 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.378452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e830dc54-96a9-4025-91ae-36396c0e1f62 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.380112 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e830dc54-96a9-4025-91ae-36396c0e1f62 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/1a9b7c82-89d9-49fa-9cde-2a8daa2fb2f8 HTTP/1.1" status: 404 len: 337 time: 0.0545108 Nov 25 11:22:56.382860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36136) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.407056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:56.425783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffaab9f-ce66-44b1-b287-4f69b3947003 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.426214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffaab9f-ce66-44b1-b287-4f69b3947003 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.427828 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fffaab9f-ce66-44b1-b287-4f69b3947003 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/d0c084e0-4b3b-4a27-b025-c36b57f723e0 HTTP/1.1" status: 404 len: 339 time: 0.0440850 Nov 25 11:22:56.431263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36140) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.468325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.481132 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bfd71c-6474-4210-a5ab-59a53093c849 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.481549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bfd71c-6474-4210-a5ab-59a53093c849 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.485532 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c3bfd71c-6474-4210-a5ab-59a53093c849 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/a3e6b758-4852-43fa-b1fb-bb6f9b005e42 HTTP/1.1" status: 404 len: 337 time: 0.0510051 Nov 25 11:22:56.486873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36144) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.487707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:56.499033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:56.505924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.517335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:56.526690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.529592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-279d2e5f-9e0d-482f-ba75-5f0c07dc79a5 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:56.535054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed82124-fd4a-4760-8e16-75e5da1f8978 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.535474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed82124-fd4a-4760-8e16-75e5da1f8978 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.539576 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3ed82124-fd4a-4760-8e16-75e5da1f8978 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/dc15078f-2a03-446a-9184-25abf43506fd HTTP/1.1" status: 404 len: 339 time: 0.0495238 Nov 25 11:22:56.540884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36148) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.548380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:56.553736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.560325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:56.568864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Network': ['ID=356d5008-bce3-45dc-a351-c81d6a0c19d9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:56.576322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:56.576884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:56.580751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.588740 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-423474d8-e048-4a47-93eb-b839dd335cf1 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.588909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:56.589168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423474d8-e048-4a47-93eb-b839dd335cf1 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.593727 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-423474d8-e048-4a47-93eb-b839dd335cf1 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/1ac1191d-17a5-4947-b0ea-553fb8fb150f HTTP/1.1" status: 404 len: 337 time: 0.0502667 Nov 25 11:22:56.598919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:56.599378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36152) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.622349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.628939 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18feec3-5b4b-40df-ac49-44236f33cdec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.629358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18feec3-5b4b-40df-ac49-44236f33cdec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.630956 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f18feec3-5b4b-40df-ac49-44236f33cdec tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/216fed0f-6db4-4ab1-8536-ec6d458c9781 HTTP/1.1" status: 404 len: 339 time: 0.0306914 Nov 25 11:22:56.632757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:56.633526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36156) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.636336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:56.642017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=c9725b7f-c3f4-489a-a8b4-311395461fc6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:56.648949 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/networks/356d5008-bce3-45dc-a351-c81d6a0c19d9 HTTP/1.1" status: 204 len: 168 time: 1.6978791 Nov 25 11:22:56.650218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:56.656259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:56.656980 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Project 6be2474d8273496b8aa58c1ffdf6746d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:22:56.666343 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/c9725b7f-c3f4-489a-a8b4-311395461fc6 HTTP/1.1" status: 204 len: 168 time: 8.3945763 Nov 25 11:22:56.666343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36160) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.672525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36162) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.685876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378761751'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:56.689316 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b4777c-6d0d-46c3-8916-f66c8c0f1a9c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.689727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b4777c-6d0d-46c3-8916-f66c8c0f1a9c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.695168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:56.702146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.704511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.705595 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b HTTP/1.1" status: 204 len: 168 time: 0.4326684 Nov 25 11:22:56.706686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:56.709612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-08adb234-aa7c-4c0e-8602-92373b15e3a1 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:56.714181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36168) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.716618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:56.724599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-13b4777c-6d0d-46c3-8916-f66c8c0f1a9c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/12170c18-5a1a-46e4-be4c-8e8cac1dfd19 HTTP/1.1" status: 404 len: 337 time: 0.0878720 Nov 25 11:22:56.725136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36172) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.727008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:56.729319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0cb9a4-1a85-4d77-8da5-a1ae229ccd3b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:56.732124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:56.740529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:56.743657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.773449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:56.782258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.782741 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment 996cc199-9b86-45ee-80c4-393c7dd83d48 of type vlan for network 6d39e2c8-a529-4cee-be73-626e6e5bb3ec Nov 25 11:22:56.795571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:56.809471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.837000 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:56.838014 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-de9c5f41-3eed-45da-98a4-e44386494b7e tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5954616 Nov 25 11:22:56.838509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.843128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:56.844261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.847683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36176) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.850469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-db57f60d-b9cf-47d1-9089-fd3e59a879a7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:56.878176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '7710e455-04e5-40e8-8d7e-24a31243e567', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:56.881048 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-534b2537-2f86-4063-a2dd-4536d3f797e8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:56.881486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534b2537-2f86-4063-a2dd-4536d3f797e8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:56.898036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:56.950679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.962539 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-534b2537-2f86-4063-a2dd-4536d3f797e8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/0a3fd0c7-4fc3-4fee-9db9-c5284843bdee HTTP/1.1" status: 404 len: 339 time: 0.2246208 Nov 25 11:22:56.967009 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2910390 Nov 25 11:22:56.967009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:56.968303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36180) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.968634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36182) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:56.972617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:56.982625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:56.988588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:56.998945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:57.031862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:57.047563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.055552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf37fdf-89e5-4cae-a19c-c7a0cb45c410 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.056039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf37fdf-89e5-4cae-a19c-c7a0cb45c410 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.058131 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9bf37fdf-89e5-4cae-a19c-c7a0cb45c410 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/607876ca-ec7f-4f58-b2f0-ca5032d5a1f7 HTTP/1.1" status: 404 len: 337 time: 0.0884159 Nov 25 11:22:57.059392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=6d39e2c8-a529-4cee-be73-626e6e5bb3ec,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:57.062085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:57.066330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36188) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.071691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6d39e2c8-a529-4cee-be73-626e6e5bb3ec details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:57.082586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef50d53-e77d-464a-9bd3-432f5156f4fa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:57.086780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef50d53-e77d-464a-9bd3-432f5156f4fa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:57.088043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cef50d53-e77d-464a-9bd3-432f5156f4fa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Synchronizing usage tracker for tenant:26de95034d12409eadb64865e92c30b1 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:57.091424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4307abd6-8563-4305-bbd9-117f9a27fc49 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:57.096809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:57.099838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d604a7e8-1802-4ab9-aabf-bb5e109335d5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:57.107045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:57.134007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 6341b598-2006-4530-804d-df1129cd617f yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:22:57.150055 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Project 6be2474d8273496b8aa58c1ffdf6746d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:22:57.166721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.167064 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Added segment 9df3ba00-9f61-4a21-a7bf-9b605f44da3e of type vlan for network 2460050f-fab0-4f49-a4cc-724770dbb6f2 Nov 25 11:22:57.176410 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5666cdb-b3d7-4965-a66f-d981cd405ca1 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.176842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5666cdb-b3d7-4965-a66f-d981cd405ca1 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.181162 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b5666cdb-b3d7-4965-a66f-d981cd405ca1 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/196a3820-930b-4dcb-ab36-eb301a09e97a HTTP/1.1" status: 404 len: 339 time: 0.1114497 Nov 25 11:22:57.181338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4307abd6-8563-4305-bbd9-117f9a27fc49 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:57.181618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4307abd6-8563-4305-bbd9-117f9a27fc49 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4614153 Nov 25 11:22:57.192263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36192) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.192460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36194) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.193245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cef50d53-e77d-464a-9bd3-432f5156f4fa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Unset dirty status for tenant:26de95034d12409eadb64865e92c30b1 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:57.194634 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cef50d53-e77d-464a-9bd3-432f5156f4fa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5286674 Nov 25 11:22:57.198856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36200) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.202970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325208185'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:57.219139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1891753644'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:57.223754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:57.227245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:57.229600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:57.233445 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:22:57.234427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3fa6e990-03ba-4231-95b7-c9fd0febfca8 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3699975 Nov 25 11:22:57.240315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36204) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.240974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:57.253537 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a820bb-269d-471d-9545-1eb540599b87 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.253957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a820bb-269d-471d-9545-1eb540599b87 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.257069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:57.274521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:57.278354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:57.280593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:57.299234 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10a820bb-269d-471d-9545-1eb540599b87 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/ea438d1d-a38e-43f4-aaae-3e91a2f1a51c HTTP/1.1" status: 404 len: 337 time: 0.1032922 Nov 25 11:22:57.302958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.305700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36208) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.345456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:57.359224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Made reservation on behalf of 26de95034d12409eadb64865e92c30b1 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:57.361998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.370600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.394272 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44fce6e-f40c-4df6-b70d-f8347a282a8c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.394701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44fce6e-f40c-4df6-b70d-f8347a282a8c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.396340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c44fce6e-f40c-4df6-b70d-f8347a282a8c tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/45a570c5-c429-47e3-a047-7a584cee0fe7 HTTP/1.1" status: 404 len: 339 time: 0.0874674 Nov 25 11:22:57.403173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36212) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.472470 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c39926-fad7-4970-bc04-b0159df9f2ef tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.472812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c39926-fad7-4970-bc04-b0159df9f2ef tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.476756 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-30c39926-fad7-4970-bc04-b0159df9f2ef tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/3fdb5277-c0ae-482b-bb05-efb0bcbf642b HTTP/1.1" status: 404 len: 337 time: 0.0684693 Nov 25 11:22:57.478132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36216) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.502386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.503274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:57.503838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.517177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31696366-7b5e-434f-8fe6-f7e62c11781c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:57.528344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:57.530652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.539263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.558087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.560104 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2855b9b-b093-4c17-896e-82f02cf5775e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.560535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2855b9b-b093-4c17-896e-82f02cf5775e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.562149 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2855b9b-b093-4c17-896e-82f02cf5775e tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/fb787edd-59f6-4a9e-aa41-629ca9515a94 HTTP/1.1" status: 404 len: 339 time: 0.0816584 Nov 25 11:22:57.566819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.567865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:57.580699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.581040 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Added segment a67d2148-664a-44fb-b12e-6d874fa0486b of type vlan for network 4d844622-71ba-4090-9fdd-163f41e44238 Nov 25 11:22:57.607511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:57.664029 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3351471 Nov 25 11:22:57.671134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36224) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.674838 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-127b7657-65ab-4e9d-bf16-01683b2ad5f9 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.675273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127b7657-65ab-4e9d-bf16-01683b2ad5f9 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.675976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.676891 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-127b7657-65ab-4e9d-bf16-01683b2ad5f9 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/8997d811-2cc5-47e9-87b3-01073f8e2323 HTTP/1.1" status: 404 len: 337 time: 0.0650322 Nov 25 11:22:57.679414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Network': ['ID=2460050f-fab0-4f49-a4cc-724770dbb6f2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:57.681530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36226) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.684161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:57.689536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 2460050f-fab0-4f49-a4cc-724770dbb6f2 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:57.711924 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9a4e21-544a-4ecb-8e37-039d523b8f58 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] DELETE failed (client error): The resource could not be found. Nov 25 11:22:57.712402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9a4e21-544a-4ecb-8e37-039d523b8f58 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:22:57.716952 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c9a4e21-544a-4ecb-8e37-039d523b8f58 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/e768c937-19fc-45da-b68f-37fc238dba69 HTTP/1.1" status: 404 len: 339 time: 0.0316064 Nov 25 11:22:57.717352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:57.766956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.772290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.778187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5f1e77a6-f7c0-481c-b607-b161aad28397 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:57.882875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:22:57.888444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:57.931415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=6341b598-2006-4530-804d-df1129cd617f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:57.933721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:22:57.937756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:57.938338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:57.947823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:57.971775 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8651280 Nov 25 11:22:57.974486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36236) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:58.023528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.047074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.056274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.056657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting subnet 1a051b31-1891-4ac2-b2c9-828e98512173 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:22:58.059974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:58.060559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.066024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.068284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de51b118-38e5-40cb-a54c-41e37b11d143 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:58.082638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.097107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.108050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd566fab-2853-4e9f-9423-ea1f4d6e1fdc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:58.108614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bd566fab-2853-4e9f-9423-ea1f4d6e1fdc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:58.137254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bd566fab-2853-4e9f-9423-ea1f4d6e1fdc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:58.138413 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd566fab-2853-4e9f-9423-ea1f4d6e1fdc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/6341b598-2006-4530-804d-df1129cd617f HTTP/1.1" status: 200 len: 840 time: 0.1631362 Nov 25 11:22:58.140666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.214438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36240) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:58.336433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.363984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Network': ['ID=4d844622-71ba-4090-9fdd-163f41e44238,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:58.374737 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1650672 Nov 25 11:22:58.377688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:58.378328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 4d844622-71ba-4090-9fdd-163f41e44238 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:58.382212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d92e49cd-83a1-4839-b358-fbb8036b722a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:58.382395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:58.390023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.391177 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1978078 Nov 25 11:22:58.393655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1787793877'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:58.399753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36248) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:58.402275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:58.412302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': '1a61f05c-5c23-4849-9592-9489a6771702', 'direction': 'ingress', 'protocol': 17}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:58.424454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:58.435765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:58.445909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.448758 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/7710e455-04e5-40e8-8d7e-24a31243e567 HTTP/1.1" status: 204 len: 168 time: 1.2011676 Nov 25 11:22:58.452335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36252) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:58.474536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:58.480963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.490103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:58.509980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d9442-bc86-4791-9df1-3c2ce51f8d54 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a61f05c-5c23-4849-9592-9489a6771702,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:58.516374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Made reservation on behalf of 26de95034d12409eadb64865e92c30b1 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:58.521617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.534731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.550785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Subnet': ['ID=1a051b31-1891-4ac2-b2c9-828e98512173,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:58.556630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 6341b598-2006-4530-804d-df1129cd617f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:58.556976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.562471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:58.575807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.578372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8891d96c-f5b6-48c9-9445-a5dbc361a0cc None None] Network 0eeed631-d8cd-4d37-a40f-3b6feab4009f requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:58.582677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.619582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:22:58.621984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710e455-04e5-40e8-8d7e-24a31243e567,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:58.624270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:58.633967 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/subnets/1a051b31-1891-4ac2-b2c9-828e98512173 HTTP/1.1" status: 204 len: 168 time: 0.9157572 Nov 25 11:22:58.640967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36256) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:58.651904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c99ffa5d-5c92-4293-a30b-f6fa14395301 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:22:58.679038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.679370 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Added segment a43473dd-78df-4c14-8bc0-e731f496002a of type vlan for network a2565d08-338b-43fb-8aa6-74003dccc6db Nov 25 11:22:58.685736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:58.686532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:58.710606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.724288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f90cee0d-b1e4-4316-b485-24b7b643c9d6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:58.753122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2460050f-fab0-4f49-a4cc-724770dbb6f2']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:58.788584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df3ba00-9f61-4a21-a7bf-9b605f44da3e') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:58.789275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df3ba00-9f61-4a21-a7bf-9b605f44da3e') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:22:58.789916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.797852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c99ffa5d-5c92-4293-a30b-f6fa14395301 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:22:58.800166 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c99ffa5d-5c92-4293-a30b-f6fa14395301 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3449910 Nov 25 11:22:58.805140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36260) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:58.826080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369268397'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:58.848626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.850481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:58.860626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] DHCP port deletion for 0eeed631-d8cd-4d37-a40f-3b6feab4009f request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:22:58.864444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Deleting port c1659893-ebe1-45f1-b251-9f60393b1ed4 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:58.864820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.873473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.876520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.894495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.908217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93828bdb-8203-496d-8a7d-77285189c3ba tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:58.924603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:58.940817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=54158aeb-fc21-4d12-b31f-b4758aac4da6,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:58.942718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d80b1dc-d4a9-406a-b02f-813e9fc405ca,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:58.943773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.945393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:58.946381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port c1659893-ebe1-45f1-b251-9f60393b1ed4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:22:58.946715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.952889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.966431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:58.984649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:58.988541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:58.989120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.001028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-152197fe-b7e5-4680-b53d-61a0bef3507b tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:59.014277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.059817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.063812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6604061 Nov 25 11:22:59.084574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:22:59.084893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.087016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] For port c1659893-ebe1-45f1-b251-9f60393b1ed4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c1659893-ebe1-45f1-b251-9f60393b1ed4,segment=NetworkSegment(f698da33-2e89-4039-b0f3-11c2fb8b8c07),segment_id=f698da33-2e89-4039-b0f3-11c2fb8b8c07)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:59.087465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.098894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36264) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:22:59.099777 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:22:59.111699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 6341b598-2006-4530-804d-df1129cd617f owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:59.145003 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7616274 Nov 25 11:22:59.158366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36268) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.178802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Network': ['ID=a2565d08-338b-43fb-8aa6-74003dccc6db,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:59.181370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:59.201961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a2565d08-338b-43fb-8aa6-74003dccc6db details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:22:59.219116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:59.219777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Calling delete_port for c1659893-ebe1-45f1-b251-9f60393b1ed4 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:59.224251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': '996cc199-9b86-45ee-80c4-393c7dd83d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:22:59.224526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: 6d39e2c8-a529-4cee-be73-626e6e5bb3ec, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:22:59.232556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'ports': [{'network_id': '4d844622-71ba-4090-9fdd-163f41e44238', 'name': 'tempest-port--105014549', 'admin_state_up': True}, {'network_id': 'a2565d08-338b-43fb-8aa6-74003dccc6db', 'admin_state_up': False}]} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:59.232862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'port': {'network_id': '4d844622-71ba-4090-9fdd-163f41e44238', 'name': 'tempest-port--105014549', 'admin_state_up': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:59.233322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'port': {'network_id': 'a2565d08-338b-43fb-8aa6-74003dccc6db', 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:59.239058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:59.245574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:59.255023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:59.350914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] For port c1659893-ebe1-45f1-b251-9f60393b1ed4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c1659893-ebe1-45f1-b251-9f60393b1ed4,segment=NetworkSegment(f698da33-2e89-4039-b0f3-11c2fb8b8c07),segment_id=f698da33-2e89-4039-b0f3-11c2fb8b8c07)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:22:59.351325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.378015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.381969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:59.396027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.412245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:59.423905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Pushing event deleted for resources: {'Port': ['ID=c1659893-ebe1-45f1-b251-9f60393b1ed4,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:59.427790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:59.432362 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2460050f-fab0-4f49-a4cc-724770dbb6f2 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 11:22:59.432778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] No DVR routers for this DVR port c1659893-ebe1-45f1-b251-9f60393b1ed4 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:22:59.444539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.456739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event deleted for resources: {'Network': ['ID=2460050f-fab0-4f49-a4cc-724770dbb6f2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:59.489883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:59.493581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.512862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Calling delete_port for c1659893-ebe1-45f1-b251-9f60393b1ed4 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:22:59.516865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.518891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c8cef0b7-5ab1-4412-b7d8-78f275b80e69 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:59.583283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.594116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.602428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4940efd6-0a3e-4ddb-bf9e-fa586e960ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:22:59.618625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.670989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:22:59.671234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:22:59.672195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7a29f-7862-4e07-8f5e-982e3c5dc01d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:59.675169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:59.676578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.677793 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8705955 Nov 25 11:22:59.680786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.688356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-df7c2c3e-ee9f-40e1-8133-049bbc9f8184 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7a29f-7862-4e07-8f5e-982e3c5dc01d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:59.695098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df7c2c3e-ee9f-40e1-8133-049bbc9f8184 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:59.700950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df7c2c3e-ee9f-40e1-8133-049bbc9f8184 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:59.704273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df7c2c3e-ee9f-40e1-8133-049bbc9f8184 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:59.710695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df7c2c3e-ee9f-40e1-8133-049bbc9f8184 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:59.758046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c1659893-ebe1-45f1-b251-9f60393b1ed4 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:22:59.763113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=6341b598-2006-4530-804d-df1129cd617f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:22:59.765640 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "DELETE /v2.0/networks/2460050f-fab0-4f49-a4cc-724770dbb6f2 HTTP/1.1" status: 204 len: 168 time: 2.0695107 Nov 25 11:22:59.770046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36276) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.774011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:22:59.774746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 6d39e2c8-a529-4cee-be73-626e6e5bb3ec is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:22:59.776741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:59.782937 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-df7c2c3e-ee9f-40e1-8133-049bbc9f8184 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The resource could not be found. Nov 25 11:22:59.784311 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df7c2c3e-ee9f-40e1-8133-049bbc9f8184 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1022406 Nov 25 11:22:59.785480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:59.787946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.795721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-feb91f47-1e42-43b5-b611-ea0ce397d167 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7a29f-7862-4e07-8f5e-982e3c5dc01d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f97825e9-2672-4e26-9abb-696e9627632e'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:59.802069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:network and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:59.804498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6d39e2c8-a529-4cee-be73-626e6e5bb3ec) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:22:59.806922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:59.809385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c1659893-ebe1-45f1-b251-9f60393b1ed4 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:22:59.809971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c1659893-ebe1-45f1-b251-9f60393b1ed4 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:22:59.810532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-feb91f47-1e42-43b5-b611-ea0ce397d167 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:59.818792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.820062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:59.822693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-feb91f47-1e42-43b5-b611-ea0ce397d167 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:59.827368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-feb91f47-1e42-43b5-b611-ea0ce397d167 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:59.833905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851ee8e-9370-4e1e-a471-50054e83f980 None None] Network 6d39e2c8-a529-4cee-be73-626e6e5bb3ec requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:22:59.835400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.837378 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/6341b598-2006-4530-804d-df1129cd617f HTTP/1.1" status: 204 len: 168 time: 1.5990114 Nov 25 11:22:59.839125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-feb91f47-1e42-43b5-b611-ea0ce397d167 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:59.840999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36284) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.841594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:22:59.842316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.856906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:22:59.872117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Usage tracker for resource:port and tenant:26de95034d12409eadb64865e92c30b1 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:22:59.881682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:22:59.892638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Made reservation on behalf of d096f6513c6b4427b08748e71fcbefd4 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:59.895278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.897631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:22:59.914363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9431255 Nov 25 11:22:59.916266 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab53369-838a-46c4-9df7-1a38e176dd12 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:22:59.917513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36288) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.918026 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ab53369-838a-46c4-9df7-1a38e176dd12 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/6341b598-2006-4530-804d-df1129cd617f HTTP/1.1" status: 404 len: 333 time: 0.0742607 Nov 25 11:22:59.921528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36290) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:22:59.931524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'name': 'tempest-PortsTestJSON-1036339398'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:22:59.956101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Made reservation on behalf of 26de95034d12409eadb64865e92c30b1 for: {'port': 2} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:22:59.960019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:22:59.978443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.031766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49da6017-536b-4203-980f-bfc04f63c5a8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:00.055444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.056619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:00.069835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a61f05c-5c23-4849-9592-9489a6771702,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:00.070162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:00.075707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:00.081929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:00.087477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.088110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:00.089413 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a61f05c-5c23-4849-9592-9489a6771702 HTTP/1.1" status: 204 len: 168 time: 0.9886796 Nov 25 11:23:00.095605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36296) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:00.129084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:00.157434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:00.160740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.170458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.170790 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Added segment f88cdf46-0823-457d-8ee5-ba9e0e8be982 of type vlan for network 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a Nov 25 11:23:00.174573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Deleting port c1659893-ebe1-45f1-b251-9f60393b1ed4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:00.174838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.202352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6d39e2c8-a529-4cee-be73-626e6e5bb3ec', 'network_id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': '54158aeb-fc21-4d12-b31f-b4758aac4da6'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:00.203237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.213100 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-feb91f47-1e42-43b5-b611-ea0ce397d167 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The resource could not be found. Nov 25 11:23:00.216877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-feb91f47-1e42-43b5-b611-ea0ce397d167 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4251840 Nov 25 11:23:00.220931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36300) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:00.257268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.262488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] device_id is not set on port f0eea5c1-be0c-426b-ac8e-5083f13dac7b yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:00.278608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] The port 'c1659893-ebe1-45f1-b251-9f60393b1ed4' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:23:00.280886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port cdaf4cae-d59f-4b2b-9e5c-7827187d3c43 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:00.321299 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-96f2db21-fb47-46e6-8b6b-98464a132cae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2208622 Nov 25 11:23:00.328102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36304) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:00.346683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--900188322'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:00.361684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:00.381002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:00.386007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:00.389741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Allocated IP 2001:db8::1 (6d39e2c8-a529-4cee-be73-626e6e5bb3ec/54158aeb-fc21-4d12-b31f-b4758aac4da6/63cbc284-7a1b-4dd4-abb1-10f938190cc3) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:00.402964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:00.462275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.488136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.524840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.527131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.562123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.634127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.646166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.658340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Transition to ACTIVE for port object 63cbc284-7a1b-4dd4-abb1-10f938190cc3 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:00.673104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.679690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:00.695734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eeed631-d8cd-4d37-a40f-3b6feab4009f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:00.701604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:00.708284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:00.710052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Transition to ACTIVE for port object 63cbc284-7a1b-4dd4-abb1-10f938190cc3 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:00.716477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.717993 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.719162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:00.725973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:00.726728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f698da33-2e89-4039-b0f3-11c2fb8b8c07') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:00.727061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f698da33-2e89-4039-b0f3-11c2fb8b8c07') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:00.743158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.744099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:00.744674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.752701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:00.767340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-365d7bd7-abc5-4ea0-aaf9-422a3f9ebf33 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:00.771200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.795429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Network 6d39e2c8-a529-4cee-be73-626e6e5bb3ec is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:00.798562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:00.807031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:00.813372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7a29f-7862-4e07-8f5e-982e3c5dc01d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:00.819785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:00.846040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] device_id is not set on port a7a992fb-ef69-4a0e-af19-9533d5053f66 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:00.861955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.867738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:00.899463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Pushing event updated for resources: {'Port': ['ID=63cbc284-7a1b-4dd4-abb1-10f938190cc3,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:00.917023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:00.918880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.920996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Attempting to bind port 63cbc284-7a1b-4dd4-abb1-10f938190cc3 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:00.921131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=54158aeb-fc21-4d12-b31f-b4758aac4da6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:00.921236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Attempting to bind port 63cbc284-7a1b-4dd4-abb1-10f938190cc3 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '996cc199-9b86-45ee-80c4-393c7dd83d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:00.921494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Attempting to bind port 63cbc284-7a1b-4dd4-abb1-10f938190cc3 on network 6d39e2c8-a529-4cee-be73-626e6e5bb3ec {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:00.928503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:00.930158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.933775 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/e6f7a29f-7862-4e07-8f5e-982e3c5dc01d HTTP/1.1" status: 204 len: 168 time: 0.7093418 Nov 25 11:23:00.936534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:00.936963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Checking segment: {'id': '996cc199-9b86-45ee-80c4-393c7dd83d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:00.937377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.937832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Bound using segment: {'id': '996cc199-9b86-45ee-80c4-393c7dd83d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:00.938345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Bound port: 63cbc284-7a1b-4dd4-abb1-10f938190cc3, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cc199-9b86-45ee-80c4-393c7dd83d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:00.938732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.940702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36308) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:00.959675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:00.960164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:00.977747 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:00.996027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Network': ['ID=88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:00.999313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:01.000805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.003589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2323155 Nov 25 11:23:01.009549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36312) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:01.022631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:01.025763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'subnet': {'network_id': '88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:01.029433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.078472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-13bd1aff-5f3c-4631-aec7-7035a2821500 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:01.088506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.104483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.108904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.114255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:01.115216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] For port 63cbc284-7a1b-4dd4-abb1-10f938190cc3, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:01.134165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] For port 63cbc284-7a1b-4dd4-abb1-10f938190cc3, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=63cbc284-7a1b-4dd4-abb1-10f938190cc3,segment=NetworkSegment(996cc199-9b86-45ee-80c4-393c7dd83d48),segment_id=996cc199-9b86-45ee-80c4-393c7dd83d48)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:01.140233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.144072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:01.144970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:01.145248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Pushing event deleted for resources: {'Network': ['ID=0eeed631-d8cd-4d37-a40f-3b6feab4009f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:01.147549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:01.154153 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] 10.222.0.41 "DELETE /v2.0/networks/0eeed631-d8cd-4d37-a40f-3b6feab4009f HTTP/1.1" status: 204 len: 168 time: 2.5117123 Nov 25 11:23:01.164750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.173550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c0734ebc-ed83-477b-bd0c-e46759cb1e3f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:01.181917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:subnet and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:01.186329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.201287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:01.225901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:01.228083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Pushing event updated for resources: {'Port': ['ID=63cbc284-7a1b-4dd4-abb1-10f938190cc3,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:01.255472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:01.257049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8addef03-407d-4e0a-a77f-eebb75eaad3b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:01.274396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:01.274971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:01.276061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d39e2c8-a529-4cee-be73-626e6e5bb3ec']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:01.276460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=cdaf4cae-d59f-4b2b-9e5c-7827187d3c43,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:01.279518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:01.280919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:01.283054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.284252 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9509892 Nov 25 11:23:01.288281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:01.293398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:01.297974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36318) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:01.300766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.306587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a2c38-98e1-457e-8466-42ac80f418b8 None None] Network 6d39e2c8-a529-4cee-be73-626e6e5bb3ec requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:01.307170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996cc199-9b86-45ee-80c4-393c7dd83d48') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:01.307469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996cc199-9b86-45ee-80c4-393c7dd83d48') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:01.314627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Made reservation on behalf of d096f6513c6b4427b08748e71fcbefd4 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:01.316910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.333067 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4066217 Nov 25 11:23:01.333067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36322) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:01.335927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-001502fa-cb54-4f5a-b1ec-94bd0732d039 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:01.341726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:01.351449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478335980'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:01.371583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.378576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:01.440224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:01.463495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:01.481004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.484693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:01.486462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.501038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.508384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:01.508776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:01.531320 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:01.533451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-001502fa-cb54-4f5a-b1ec-94bd0732d039 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:01.533451 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-001502fa-cb54-4f5a-b1ec-94bd0732d039 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5877843 Nov 25 11:23:01.539077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36328) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:01.565760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-901cb310-59af-4c9c-84e3-f4458df764a0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': 'f7b1efd2-ec04-4cec-8a06-aadc2c3f5a2d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:01.568133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed60f849-150f-4455-abae-a14ff0c5a69a None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:23:01.574690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-901cb310-59af-4c9c-84e3-f4458df764a0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:01.591696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-901cb310-59af-4c9c-84e3-f4458df764a0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:01.600557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.635310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36332) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:01.648109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-901cb310-59af-4c9c-84e3-f4458df764a0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:01.662348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:23:01.662348 dv-neutron-819177-1-hyperv neutron-server[83570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:23:01.662348 dv-neutron-819177-1-hyperv neutron-server[83570]: [parameters: {'id': '6d39e2c8-a529-4cee-be73-626e6e5bb3ec'}] Nov 25 11:23:01.662348 dv-neutron-819177-1-hyperv neutron-server[83570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:01.662821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:01.672151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-901cb310-59af-4c9c-84e3-f4458df764a0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:01.716548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed60f849-150f-4455-abae-a14ff0c5a69a None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:23:01.842822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:01.851308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.859448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:01.867775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9148cfed-81d2-471d-9c2a-11a0c29e4adb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:01.878776 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-901cb310-59af-4c9c-84e3-f4458df764a0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The resource could not be found. Nov 25 11:23:01.883402 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-901cb310-59af-4c9c-84e3-f4458df764a0 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3433504 Nov 25 11:23:01.884924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36338) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:01.892718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--571479034'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:01.908684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:01.912181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:01.917924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.923682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:01.926855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:01.932667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:01.940660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:01.981994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.009172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] In _notify_port_updated(), no bound segment for port cdaf4cae-d59f-4b2b-9e5c-7827187d3c43 on network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:23:02.013147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:02.013784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.018127 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "PUT /v2.0/ports/cdaf4cae-d59f-4b2b-9e5c-7827187d3c43 HTTP/1.1" status: 200 len: 818 time: 0.6845539 Nov 25 11:23:02.019526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Port': ['ID=f0eea5c1-be0c-426b-ac8e-5083f13dac7b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.025958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36342) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:02.030838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.035888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ceb720d5-b035-4e8b-8d41-9a2c6bf12a49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8e20b2a5e294334bb6a587cf70e3aae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3982773 Nov 25 11:23:02.038902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36346) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:02.052892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=cdaf4cae-d59f-4b2b-9e5c-7827187d3c43,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.057594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.083762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:02.095634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:02.101349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:02.109707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:02.136880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.163515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Checking segment: {'id': 'a67d2148-664a-44fb-b12e-6d874fa0486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4d844622-71ba-4090-9fdd-163f41e44238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:02.163865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network hostable DHCP agents. Network: 4d844622-71ba-4090-9fdd-163f41e44238, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:02.167835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.172899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port cdaf4cae-d59f-4b2b-9e5c-7827187d3c43 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:02.173160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.185856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.217883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.226588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.231197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.238385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-10c63ef4-abf5-4c48-98b3-7b2003b44f03 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:02.285023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.288195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee72c681-262c-4e27-8773-2515e2eca252,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.293455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.294169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.295247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c41dd9eb-db55-4afd-b6c8-04b923fb90ae tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:02.298945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ec2779ec-66e1-4a29-99a1-aed52d19a5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:02.312072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.313442 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4263146 Nov 25 11:23:02.315096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8355872-69e9-4bdc-b5b0-48d383877187,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.316898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:02.319534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.320321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.321347 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8355872-69e9-4bdc-b5b0-48d383877187 HTTP/1.1" status: 204 len: 168 time: 0.2815421 Nov 25 11:23:02.325278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--124938527'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:02.331748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:02.336214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:02.339359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:02.345648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:02.347241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 63cbc284-7a1b-4dd4-abb1-10f938190cc3 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:02.347538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.358826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.395517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:02.399395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:02.402406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:02.408433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:02.440974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27daf2d6-4b29-495b-8f98-36ee39537b4b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.458094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.472475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.479418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.485041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network 4d844622-71ba-4090-9fdd-163f41e44238 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:02.486092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebea02d3-619b-44e6-9372-cd669b97353e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:02.493276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.497316 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1917989 Nov 25 11:23:02.501574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36356) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:02.516402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': '8addef03-407d-4e0a-a77f-eebb75eaad3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27daf2d6-4b29-495b-8f98-36ee39537b4b', 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:02.520392 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:23:02.529986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:02.544453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:02.551196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:02.554441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470da1ec-cb4b-4fa6-9b89-41d0f9639cae,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.559955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.561407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:02.569094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.569265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 4d844622-71ba-4090-9fdd-163f41e44238) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:02.570088 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2522836 Nov 25 11:23:02.576472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36362) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:02.581508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e7cda3-5a37-4170-b7cd-2f16ad9a3b81 None None] Network 4d844622-71ba-4090-9fdd-163f41e44238 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:02.591281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-47cf28a7-e8bb-4a81-b6af-2637fede56a3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': 'ee72c681-262c-4e27-8773-2515e2eca252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '470da1ec-cb4b-4fa6-9b89-41d0f9639cae'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:02.611525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-47cf28a7-e8bb-4a81-b6af-2637fede56a3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:02.623212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-47cf28a7-e8bb-4a81-b6af-2637fede56a3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:02.626400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:02.627202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.629868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-47cf28a7-e8bb-4a81-b6af-2637fede56a3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:02.637063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.648777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0866864b-2117-4187-a066-fc0aa121f194 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:02.679357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-47cf28a7-e8bb-4a81-b6af-2637fede56a3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:02.733885 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-47cf28a7-e8bb-4a81-b6af-2637fede56a3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:23:02.734928 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47cf28a7-e8bb-4a81-b6af-2637fede56a3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1575284 Nov 25 11:23:02.737587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:02.762747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.776573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.788084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.790615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cf7233f9-3409-42b0-b4f2-2bf47bed7a71 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:02.820904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d77ffa-fd02-474a-9e58-6aa0836a59c4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.825260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.852272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.855556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.859803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3543499 Nov 25 11:23:02.860548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36376) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:02.905752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.919260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Port': ['ID=a7a992fb-ef69-4a0e-af19-9533d5053f66,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:02.923368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.942958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.988407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:02.990720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cbeea195-4fa8-4e86-89d4-499938d6e335 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:02.992237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:02.999322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for cdaf4cae-d59f-4b2b-9e5c-7827187d3c43 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:03.005114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.055612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 63cbc284-7a1b-4dd4-abb1-10f938190cc3, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=63cbc284-7a1b-4dd4-abb1-10f938190cc3,segment=NetworkSegment(996cc199-9b86-45ee-80c4-393c7dd83d48),segment_id=996cc199-9b86-45ee-80c4-393c7dd83d48)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:03.055956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.131534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d77ffa-fd02-474a-9e58-6aa0836a59c4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:03.134830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:03.135482 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ee0fe2ce-66e9-48a9-901f-c439786d92a4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:03.157757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470da1ec-cb4b-4fa6-9b89-41d0f9639cae,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:03.164887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:03.165411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.170066 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/470da1ec-cb4b-4fa6-9b89-41d0f9639cae HTTP/1.1" status: 204 len: 168 time: 0.4280424 Nov 25 11:23:03.170220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36386) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.173208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.174233 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/71d77ffa-fd02-474a-9e58-6aa0836a59c4 HTTP/1.1" status: 204 len: 168 time: 0.3055513 Nov 25 11:23:03.193607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.241851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 63cbc284-7a1b-4dd4-abb1-10f938190cc3 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:03.276593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Checking segment: {'id': 'a43473dd-78df-4c14-8bc0-e731f496002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a2565d08-338b-43fb-8aa6-74003dccc6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:03.276943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network hostable DHCP agents. Network: a2565d08-338b-43fb-8aa6-74003dccc6db, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:03.277838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-924ad86b-f92b-4c19-a709-1f9601dc5b83 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:03.294384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:23:03.294769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.295348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-caf0e5ff-91d3-48d0-83da-df498bbd05d5 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:03.302187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8278698b-af2f-4bee-b491-83238107ce4f tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:03.309376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-924ad86b-f92b-4c19-a709-1f9601dc5b83 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:03.313455 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-924ad86b-f92b-4c19-a709-1f9601dc5b83 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1161003 Nov 25 11:23:03.313722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36396) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.332661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-caf0e5ff-91d3-48d0-83da-df498bbd05d5 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:03.336896 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-caf0e5ff-91d3-48d0-83da-df498bbd05d5 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1652827 Nov 25 11:23:03.338253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36400) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.393001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.451840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.473546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.497968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.506464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.529623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4586f5c1-cab6-4fb6-9a34-9e2bc8ae861e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:03.534117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.536079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:03.538791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b8d85cab-d222-4428-b339-031da140feb8 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:03.586703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.595766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.603262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-493995372'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:03.607151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=cdaf4cae-d59f-4b2b-9e5c-7827187d3c43,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:03.607769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-17f6ff4d-c8fc-4499-86be-c564f7a0b5e3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:03.608713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network a2565d08-338b-43fb-8aa6-74003dccc6db is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:03.611004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:03.615528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c99accd-c3dc-42b2-ab7b-e5ac7534e1f3 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:03.623367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:03.628470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27daf2d6-4b29-495b-8f98-36ee39537b4b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:03.632947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.638742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:03.641480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:03.641979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:03.653730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.655131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:03.667580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee72c681-262c-4e27-8773-2515e2eca252,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:03.669520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:03.670379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Port': ['ID=63cbc284-7a1b-4dd4-abb1-10f938190cc3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:03.674231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.675345 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee72c681-262c-4e27-8773-2515e2eca252 HTTP/1.1" status: 204 len: 168 time: 0.3332741 Nov 25 11:23:03.676499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:03.678831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:03.681774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36410) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.681912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a2565d08-338b-43fb-8aa6-74003dccc6db) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:03.683983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No DVR routers for this DVR port 63cbc284-7a1b-4dd4-abb1-10f938190cc3 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:03.704908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93724c5b-74e8-462f-90c8-0f67718cc150 None None] Network a2565d08-338b-43fb-8aa6-74003dccc6db requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:03.706220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.709911 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ced66897-5bac-4058-a645-d5993369106d tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/27daf2d6-4b29-495b-8f98-36ee39537b4b HTTP/1.1" status: 204 len: 168 time: 0.3926871 Nov 25 11:23:03.711284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:03.713178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.715831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Checking segment: {'id': 'f88cdf46-0823-457d-8ee5-ba9e0e8be982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:03.716212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Network hostable DHCP agents. Network: 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:03.722200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36414) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.723241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:03.727168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:03.730348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:03.730979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.735755 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/cdaf4cae-d59f-4b2b-9e5c-7827187d3c43 HTTP/1.1" status: 204 len: 168 time: 1.7085643 Nov 25 11:23:03.742230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36418) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.749431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.815196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52890934-c604-4376-974e-9a1387f47634 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:03.834180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:03.849035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:security_group_rule and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:03.854503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:03.864418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:03.867907 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7005661 Nov 25 11:23:03.872517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5005e1e-1f5b-4775-86bb-a4adbed0665f tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:03.876136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36422) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.881772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52890934-c604-4376-974e-9a1387f47634 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:03.883071 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-52890934-c604-4376-974e-9a1387f47634 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2003167 Nov 25 11:23:03.893217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36426) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.898981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.909980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915360420'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:03.924989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:03.949621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5005e1e-1f5b-4775-86bb-a4adbed0665f tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:03.950949 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c5005e1e-1f5b-4775-86bb-a4adbed0665f tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2251644 Nov 25 11:23:03.954424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d39e2c8-a529-4cee-be73-626e6e5bb3ec']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:03.957184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36430) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:03.957757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-20b7d1e1-4864-48dd-9e62-b3532b8a1d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:03.962212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Network 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:03.968122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:03.985711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996cc199-9b86-45ee-80c4-393c7dd83d48') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:03.985995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996cc199-9b86-45ee-80c4-393c7dd83d48') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:04.006520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:04.013345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.017869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717a7f80-df1f-4be2-98d2-d27460fa2d37 None None] Network 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:04.025838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:04.026415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.031478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.049902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51001b86-ec4e-4e11-982f-5a6a2279339a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:04.050558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-51001b86-ec4e-4e11-982f-5a6a2279339a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:04.066862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb7318-4d15-459e-a4dc-668a9b86a50e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:04.071016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb7318-4d15-459e-a4dc-668a9b86a50e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:04.072618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fbdb7318-4d15-459e-a4dc-668a9b86a50e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1945348 Nov 25 11:23:04.073335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.075991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.079294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36434) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.091032 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0754609 Nov 25 11:23:04.099850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:04.100620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:04.115577 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:04.118125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36438) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.124315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.131862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.137669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5b19a4f-b943-450a-b5cc-d30268a20abf tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:04.139312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'floatingip': {'floating_network_id': '88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:04.144918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:04.148153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-51001b86-ec4e-4e11-982f-5a6a2279339a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:04.152246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-51001b86-ec4e-4e11-982f-5a6a2279339a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4006631 Nov 25 11:23:04.159975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36442) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.163100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.194541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:04.197084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:04.210912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:04.217615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:04.220481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:floatingip and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:04.227983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:04.234293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:04.240036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:04.252719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.259759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:04.261299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Deleting port f0eea5c1-be0c-426b-ac8e-5083f13dac7b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:04.262200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.272218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728d9fa-5907-44f2-afd3-c4bbc6f4c134 None None] Network 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:04.274935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.282832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.297971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacb7e79-600a-4ac1-9d0e-1925032ee84b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:23:04.298462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bacb7e79-600a-4ac1-9d0e-1925032ee84b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:04.300856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27a537-45a4-400d-be8f-f434f62f23c3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:04.310199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.310481 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment 38cf2d50-f5ab-4d9d-881e-a54be5e12cb8 of type vlan for network e9c99719-cbc5-4bd1-b1ab-5432d796683a Nov 25 11:23:04.310636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=6d39e2c8-a529-4cee-be73-626e6e5bb3ec,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:04.315585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:04.316529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:04.317892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.326708 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/6d39e2c8-a529-4cee-be73-626e6e5bb3ec HTTP/1.1" status: 204 len: 168 time: 4.4049017 Nov 25 11:23:04.333405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36446) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.342916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2047838872'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:04.359610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:04.367635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:04.373496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:04.396224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.432513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bacb7e79-600a-4ac1-9d0e-1925032ee84b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:04.438478 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bacb7e79-600a-4ac1-9d0e-1925032ee84b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/cdaf4cae-d59f-4b2b-9e5c-7827187d3c43 HTTP/1.1" status: 404 len: 333 time: 0.2686429 Nov 25 11:23:04.438648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:04.443063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36450) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.451537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1532886895'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:04.456549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.466722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:04.468926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.476665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-55295131-e404-440d-89a5-51f26bcb8cf7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:04.490359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:04.493301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.498140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:04.501308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.517831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:04.532821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12cc11d8-ccb7-4dcd-9375-1b82ba46a32a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:04.546047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:04.558085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.559889 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6647694 Nov 25 11:23:04.560697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.564606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:04.565214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.569592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.573485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756a74dc-2fb9-4a53-b2ea-b5aec963d8d5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:04.579618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8addef03-407d-4e0a-a77f-eebb75eaad3b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:04.580330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:04.583104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:04.586638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.596824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-82064af0-e0fd-4c94-ac45-4184f2e8609a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '756a74dc-2fb9-4a53-b2ea-b5aec963d8d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:04.596986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:04.602793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:04.603259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3262f4bc-f192-4fc4-9e33-839f7f56cafe tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:04.616663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.616998 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment 633d2f1e-fc61-4907-8d91-e862d5f99224 of type vlan for network 005f21ae-0035-42a1-84d5-51161dd43034 Nov 25 11:23:04.662332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:04.667637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.671537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82064af0-e0fd-4c94-ac45-4184f2e8609a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:04.686518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.686851 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment 5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97 of type vlan for network 2b414581-6182-4d9b-9651-48718ae6c16b Nov 25 11:23:04.688639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.705907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82064af0-e0fd-4c94-ac45-4184f2e8609a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:04.717627 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3187504 Nov 25 11:23:04.726533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82064af0-e0fd-4c94-ac45-4184f2e8609a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:04.741128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36458) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.758350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-916790063'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:04.771128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:04.774894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.778380 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/8addef03-407d-4e0a-a77f-eebb75eaad3b HTTP/1.1" status: 204 len: 168 time: 0.8179131 Nov 25 11:23:04.781996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36462) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:04.789197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:04.794480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.797480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:04.801034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.802088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82064af0-e0fd-4c94-ac45-4184f2e8609a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:04.823608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.827536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:04.828126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:04.832242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:04.845540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e222b040-1825-4880-bd86-38231dbaf8ce tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:04.927034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=e9c99719-cbc5-4bd1-b1ab-5432d796683a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:04.937857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:04.939337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Calling delete_port for f0eea5c1-be0c-426b-ac8e-5083f13dac7b owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:04.966403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:04.966652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:04.969393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.009524 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-82064af0-e0fd-4c94-ac45-4184f2e8609a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:23:05.010551 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82064af0-e0fd-4c94-ac45-4184f2e8609a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4325547 Nov 25 11:23:05.022446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:05.029275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4019ecc9-6ee3-46fb-aa40-5dcc2d738b30 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group_rule': {'security_group_id': '756a74dc-2fb9-4a53-b2ea-b5aec963d8d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:05.036638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4019ecc9-6ee3-46fb-aa40-5dcc2d738b30 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:05.041820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4019ecc9-6ee3-46fb-aa40-5dcc2d738b30 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:05.044990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4019ecc9-6ee3-46fb-aa40-5dcc2d738b30 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:05.051592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.053466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4019ecc9-6ee3-46fb-aa40-5dcc2d738b30 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:05.058878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:05.067213 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7322187 Nov 25 11:23:05.068200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=005f21ae-0035-42a1-84d5-51161dd43034,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:05.075759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36470) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:05.082135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 005f21ae-0035-42a1-84d5-51161dd43034 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:05.083448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:05.086834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.091044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:05.091609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.098333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '005f21ae-0035-42a1-84d5-51161dd43034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:05.107786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Port': ['ID=f0eea5c1-be0c-426b-ac8e-5083f13dac7b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:05.112411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:05.117739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:05.119934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.139058 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/ports/f0eea5c1-be0c-426b-ac8e-5083f13dac7b HTTP/1.1" status: 204 len: 168 time: 1.0585682 Nov 25 11:23:05.142738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:05.159352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7dc3e509-2c13-4a0a-928d-eb0ef346540c tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:05.191447 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-4019ecc9-6ee3-46fb-aa40-5dcc2d738b30 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:23:05.192868 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4019ecc9-6ee3-46fb-aa40-5dcc2d738b30 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1695004 Nov 25 11:23:05.198942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36478) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:05.236564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:05.238937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Allocated IP 172.20.0.4 (88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a/4586f5c1-cab6-4fb6-9a34-9e2bc8ae861e/19476e00-faf2-4b41-a009-bc98242736d6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:05.240109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Deleting port a7a992fb-ef69-4a0e-af19-9533d5053f66 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:05.240448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.256054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8108137 Nov 25 11:23:05.270339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36482) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:05.283457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:05.341371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=2b414581-6182-4d9b-9651-48718ae6c16b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:05.348426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.348805 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment 872cd4e1-b19e-4fce-9b5e-833e0cec5d15 of type vlan for network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 Nov 25 11:23:05.354622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 2b414581-6182-4d9b-9651-48718ae6c16b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:05.358822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:05.389706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7dc3e509-2c13-4a0a-928d-eb0ef346540c tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:05.390942 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7dc3e509-2c13-4a0a-928d-eb0ef346540c tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6033094 Nov 25 11:23:05.401030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36486) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:05.423767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--925526353'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:05.428423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:05.435867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:05.478604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:05.483123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.493564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:05.500562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:05.511130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:05.575660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.601286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:05.622898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:05.631832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:05.651130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:05.666555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:05.687598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.715335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.752909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:05.767534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.793277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.797338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:05.797933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.818735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0e23f6c7-8c25-4a15-ada6-1e22e13a2702 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:05.859574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.872652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:05.894904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:05.910670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Calling delete_port for a7a992fb-ef69-4a0e-af19-9533d5053f66 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:05.955375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:05.976610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:05.984683 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2401006 Nov 25 11:23:05.996819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36490) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:06.012775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': 'e9c99719-cbc5-4bd1-b1ab-5432d796683a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:06.050608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:06.054644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=1fc2a721-c68a-4fab-addf-1d9197bb5bc9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.064922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:06.067790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:06.069813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.117793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.118176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef8978a8-8567-40db-880f-8d9405618773 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:06.124919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5c1f0bde-98f1-4a32-bcf8-cfaa3b6d86bb tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:06.127772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.190356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a74dc-2fb9-4a53-b2ea-b5aec963d8d5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.203083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:06.208340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.226962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.232286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Network 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:06.234785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9fc32f73-172c-4893-bea7-18b91a8cf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.261543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Port': ['ID=19476e00-faf2-4b41-a009-bc98242736d6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.274239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:06.276228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:06.277080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.278699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.282448 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/756a74dc-2fb9-4a53-b2ea-b5aec963d8d5 HTTP/1.1" status: 204 len: 168 time: 1.0799007 Nov 25 11:23:06.283232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b7e63b-6da6-46f4-b98f-122411e9016f tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:06.287974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ea8162a-07ff-4806-a6e6-104aeec6ee24 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:06.290947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:06.316930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36494) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:06.321014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:06.340547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:06.343238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Port': ['ID=a7a992fb-ef69-4a0e-af19-9533d5053f66,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.345218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:06.353276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:06.360175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:06.370213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.382037 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/ports/a7a992fb-ef69-4a0e-af19-9533d5053f66 HTTP/1.1" status: 204 len: 168 time: 1.2381387 Nov 25 11:23:06.384913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36498) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:06.387121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:06.395870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b107603-e50a-401a-b4a4-26c62c355c5b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.406739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:06.417389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.419182 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0139580 Nov 25 11:23:06.433486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36502) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:06.450111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': '8b107603-e50a-401a-b4a4-26c62c355c5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:06.469251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:06.485501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Usage tracker for resource:security_group_rule and tenant:b5e0cf0576454a499afd3b04d7ba2f74 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:06.491478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:06.494929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.496926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cadd4afd-98df-4e69-9300-d5d40a232a42 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Synchronizing usage tracker for tenant:26de95034d12409eadb64865e92c30b1 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:06.504774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f49d8308-f585-49f8-a229-555956e4301d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:06.530346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:06.556180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b62cb157-ac72-4ec9-a149-afbc94cb8b0c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:06.580270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.602428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cadd4afd-98df-4e69-9300-d5d40a232a42 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Unset dirty status for tenant:26de95034d12409eadb64865e92c30b1 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:06.603537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.604084 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cadd4afd-98df-4e69-9300-d5d40a232a42 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2179363 Nov 25 11:23:06.613241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36506) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:06.634378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b62cb157-ac72-4ec9-a149-afbc94cb8b0c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:06.635573 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b62cb157-ac72-4ec9-a149-afbc94cb8b0c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3137844 Nov 25 11:23:06.636435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=6a982d58-743b-4594-a3b9-26d348dfb3d4,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.648585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36510) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:06.649408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:06.663245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'tempest-secgroup--232168884'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:06.674561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1750772356'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:06.678160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:06.692117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:06.698365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:06.725905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:06.753505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': '633d2f1e-fc61-4907-8d91-e862d5f99224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '005f21ae-0035-42a1-84d5-51161dd43034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:06.753905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: 005f21ae-0035-42a1-84d5-51161dd43034, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:06.761179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Made reservation on behalf of 26de95034d12409eadb64865e92c30b1 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:06.764688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.778646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.786037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c3297a28-1bb7-4ab1-a5ec-e4d4f2904d02 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:06.795028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.804274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.878085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.893103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.907086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:06.909660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:06.912630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=c91816b9-fad3-4a68-aeaa-2c9343fd0e70,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.915013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.934562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:06.938171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 005f21ae-0035-42a1-84d5-51161dd43034 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:06.945901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:06.946243 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Added segment 5cfa0361-556c-494e-9717-3761e41170dd of type vlan for network 7e63ea11-16b7-432a-ba4e-4f6b36bf3290 Nov 25 11:23:06.959674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:06.980220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Usage tracker for resource:security_group_rule and tenant:6be2474d8273496b8aa58c1ffdf6746d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:06.985559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ee735f-39d2-4be4-a28e-b8f6873ac1f2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:06.990008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:06.990329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': '5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:06.990695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: 2b414581-6182-4d9b-9651-48718ae6c16b, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:06.994138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 005f21ae-0035-42a1-84d5-51161dd43034) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:06.995830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:07.003009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46bbaa8-52e9-46cd-b3c6-b5fd083a41a3 None None] Network 005f21ae-0035-42a1-84d5-51161dd43034 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:07.009630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:07.022294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:07.023158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.047736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.049190 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6148016 Nov 25 11:23:07.055230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36514) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.116492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0396717 Nov 25 11:23:07.134199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.138374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.176634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.186039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:07.210735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.252095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.260359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.279554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.288376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5c6ca023-5c18-44c9-b2d2-91450550a645 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:07.293900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-005f21ae-0035-42a1-84d5-51161dd43034', 'network_id': '005f21ae-0035-42a1-84d5-51161dd43034', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': '6a982d58-743b-4594-a3b9-26d348dfb3d4'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:07.295338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.310597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.329306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.333208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:07.333812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.350034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3a307-a92f-48b0-a1c7-858158961659,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:07.355924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:07.356671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.358364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.359479 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7084773 Nov 25 11:23:07.363967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.364232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=e89f05bd-dd0e-4cd6-ad38-b869f86aee13,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:07.365305 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/85ee735f-39d2-4be4-a28e-b8f6873ac1f2 HTTP/1.1" status: 204 len: 168 time: 0.3053484 Nov 25 11:23:07.365966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:07.366178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 2b414581-6182-4d9b-9651-48718ae6c16b is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:07.369349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:07.373844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.374235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36522) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.374568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.379179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85ee735f-39d2-4be4-a28e-b8f6873ac1f2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:07.381491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:07.382384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.383402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ff7f208b-f6af-4e65-8353-5336182e62b4 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:07.387384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9b81b8dc-3e22-4256-ac91-5230770f1413 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:07.406066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4ffe0887-ec2d-4223-b36e-a6631339c3d5 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:07.406618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-4ffe0887-ec2d-4223-b36e-a6631339c3d5 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 11:23:07.408797 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ffe0887-ec2d-4223-b36e-a6631339c3d5 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "PUT /v2.0/security-groups/80c3a307-a92f-48b0-a1c7-858158961659 HTTP/1.1" status: 409 len: 330 time: 0.0084839 Nov 25 11:23:07.414051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36530) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.464541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 2b414581-6182-4d9b-9651-48718ae6c16b) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:07.483666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Allocated IP 2001:db8::1 (005f21ae-0035-42a1-84d5-51161dd43034/6a982d58-743b-4594-a3b9-26d348dfb3d4/f2f59fe6-c26e-4497-943b-57e54ee59ea7) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:07.485547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:07.486297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.490057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a8e0b-4931-4265-93be-5402e4b617fc None None] Network 2b414581-6182-4d9b-9651-48718ae6c16b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:07.543462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Port': ['ID=19476e00-faf2-4b41-a009-bc98242736d6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:07.548331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:07.559231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.584877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.585083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.597066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.598506 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4716039 Nov 25 11:23:07.602008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36534) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.606291 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9888251 Nov 25 11:23:07.607449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36538) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.607572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': '38cf2d50-f5ab-4d9d-881e-a54be5e12cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e9c99719-cbc5-4bd1-b1ab-5432d796683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:07.607771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: e9c99719-cbc5-4bd1-b1ab-5432d796683a, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:07.629290 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c82c6e9b-dd89-475b-b9c0-c1290b94a0fb tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3546941 Nov 25 11:23:07.630483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Network': ['ID=7e63ea11-16b7-432a-ba4e-4f6b36bf3290,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:07.635339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36542) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.641464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:07.650331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:07.671239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1431429354'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:07.676488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 7e63ea11-16b7-432a-ba4e-4f6b36bf3290 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:07.719218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d83aeb3-1e37-4a5a-ae95-a10bf26230b0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:07.787609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:07.803941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.818761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Usage tracker for resource:network and tenant:26de95034d12409eadb64865e92c30b1 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:07.830483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d83aeb3-1e37-4a5a-ae95-a10bf26230b0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:07.831661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:07.831805 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9d83aeb3-1e37-4a5a-ae95-a10bf26230b0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4305658 Nov 25 11:23:07.837129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:07.839983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36546) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.841319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-30976e16-9a53-4016-8db2-b6c80bc68f8c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Synchronizing usage tracker for tenant:d096f6513c6b4427b08748e71fcbefd4 on resource:floatingip {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:07.848971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:07.855767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.907769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Made reservation on behalf of 26de95034d12409eadb64865e92c30b1 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:07.911440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.912581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, e9c99719-cbc5-4bd1-b1ab-5432d796683a) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:07.934910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de1a246-10e9-431a-97ee-19a9c21ecc84 None None] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:07.935486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:07.936111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.945242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:07.945848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-30976e16-9a53-4016-8db2-b6c80bc68f8c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Unset dirty status for tenant:d096f6513c6b4427b08748e71fcbefd4 on resource:floatingip {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:07.947361 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-30976e16-9a53-4016-8db2-b6c80bc68f8c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a HTTP/1.1" status: 200 len: 689 time: 0.3444214 Nov 25 11:23:07.950151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36550) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.953475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:07.961224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:07.965767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:07.972713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:07.975654 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9760425 Nov 25 11:23:07.978720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36554) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:07.985683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:07.986685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': '1fc2a721-c68a-4fab-addf-1d9197bb5bc9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:08.017154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:08.021632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3a307-a92f-48b0-a1c7-858158961659,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:08.024887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.040236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:08.043694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:08.053020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-2b414581-6182-4d9b-9651-48718ae6c16b', 'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b', 'tenant_id': 'ebd56f3080ce43f39df9ad7b2c0923b3', 'fixed_ips': [{'subnet_id': 'c91816b9-fad3-4a68-aeaa-2c9343fd0e70'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:08.053845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.107178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.112318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.115981 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/80c3a307-a92f-48b0-a1c7-858158961659 HTTP/1.1" status: 204 len: 168 time: 0.6935205 Nov 25 11:23:08.115981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.116329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.116417 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Added segment 9b1dd09d-b4a1-4d31-94b4-4d8997bb3473 of type vlan for network b79473bb-401a-46d0-aeca-052745612682 Nov 25 11:23:08.117241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36558) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:08.125607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Transition to ACTIVE for port object f2f59fe6-c26e-4497-943b-57e54ee59ea7 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:08.189963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.195161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Transition to ACTIVE for port object f2f59fe6-c26e-4497-943b-57e54ee59ea7 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:08.218571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.220027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.229181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6f5575c2-21e6-4caf-b40e-28c6b9b91c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:08.236176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:08.242412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.254311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:08.269581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:08.296122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:08.302677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.311176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6f0f3a95-de9f-4f98-a6fb-dd4f6903f8e7 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:08.353404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Deleting port 19476e00-faf2-4b41-a009-bc98242736d6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:08.353829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.354288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=6a982d58-743b-4594-a3b9-26d348dfb3d4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:08.358292 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:08.366392 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c91816b9-fad3-4a68-aeaa-2c9343fd0e70 (CIDR: 172.20.0.0/28) Nov 25 11:23:08.371557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-186f76da-061a-4c0c-99b0-112dd5aa81fb tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Synchronizing usage tracker for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:08.380706 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:23:08.380706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:08.383898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.387277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:08.387852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.400050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-184b383a-1d46-48ef-aedb-297b284a1fe5 tempest-FloatingIPAdminTestJSON-2009056308 tempest-FloatingIPAdminTestJSON-2009056308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:08.401391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Pushing event updated for resources: {'Port': ['ID=f2f59fe6-c26e-4497-943b-57e54ee59ea7,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:08.405068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Network 005f21ae-0035-42a1-84d5-51161dd43034 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:08.411077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:08.412340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:08.417146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:08.426771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:08.429589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.517139 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb468007-e07c-48d1-9587-0ffdc48e3e4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8776822 Nov 25 11:23:08.518234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-186f76da-061a-4c0c-99b0-112dd5aa81fb tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Unset dirty status for tenant:6be2474d8273496b8aa58c1ffdf6746d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:08.525141 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-186f76da-061a-4c0c-99b0-112dd5aa81fb tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4075034 Nov 25 11:23:08.541479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:08.541945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36564) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:08.560122 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Allocated IP 172.20.0.2 (2b414581-6182-4d9b-9651-48718ae6c16b/c91816b9-fad3-4a68-aeaa-2c9343fd0e70/243747d1-eff6-45ba-9e2d-536cac78316a) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:08.567186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-e9c99719-cbc5-4bd1-b1ab-5432d796683a', 'network_id': 'e9c99719-cbc5-4bd1-b1ab-5432d796683a', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': 'e89f05bd-dd0e-4cd6-ad38-b869f86aee13'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:08.568412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.589421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Attempting to bind port f2f59fe6-c26e-4497-943b-57e54ee59ea7 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:08.590597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Attempting to bind port f2f59fe6-c26e-4497-943b-57e54ee59ea7 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '633d2f1e-fc61-4907-8d91-e862d5f99224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '005f21ae-0035-42a1-84d5-51161dd43034'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:08.591130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Attempting to bind port f2f59fe6-c26e-4497-943b-57e54ee59ea7 on network 005f21ae-0035-42a1-84d5-51161dd43034 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:08.607800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Network': ['ID=b79473bb-401a-46d0-aeca-052745612682,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:08.615327 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0068903 Nov 25 11:23:08.616403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:08.616802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0c033c0f-a4cb-4837-9f9a-c1e966836c28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:08.632850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:08.667400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:08.668161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Checking segment: {'id': '633d2f1e-fc61-4907-8d91-e862d5f99224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '005f21ae-0035-42a1-84d5-51161dd43034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:08.668736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.669405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Bound using segment: {'id': '633d2f1e-fc61-4907-8d91-e862d5f99224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '005f21ae-0035-42a1-84d5-51161dd43034'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:08.670060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Bound port: f2f59fe6-c26e-4497-943b-57e54ee59ea7, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633d2f1e-fc61-4907-8d91-e862d5f99224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '005f21ae-0035-42a1-84d5-51161dd43034'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:08.670613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.670814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b107603-e50a-401a-b4a4-26c62c355c5b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:08.675192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.681305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network b79473bb-401a-46d0-aeca-052745612682 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:08.681660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.682932 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b107603-e50a-401a-b4a4-26c62c355c5b HTTP/1.1" status: 204 len: 168 time: 0.8387015 Nov 25 11:23:08.684958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:08.704510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:08.707699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c9926c6e-62a2-4a11-abd6-6b4ce06b55a9 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] delete failed (client error): The resource could not be found. Nov 25 11:23:08.714858 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9926c6e-62a2-4a11-abd6-6b4ce06b55a9 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "DELETE /v2.0/security-groups/451acc1d-904d-46c8-a3e9-0827443a173c HTTP/1.1" status: 404 len: 347 time: 0.1189208 Nov 25 11:23:08.730973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36574) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:08.756097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.756608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.823260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:08.847003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005f21ae-0035-42a1-84d5-51161dd43034']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:08.870621 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-cb26cf40-60d3-49d4-80e8-d1c45c69bf28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] show failed (client error): The resource could not be found. Nov 25 11:23:08.877581 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb26cf40-60d3-49d4-80e8-d1c45c69bf28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-groups/895ef774-06b5-48ca-8844-fe91e7c69c18 HTTP/1.1" status: 404 len: 347 time: 0.1394584 Nov 25 11:23:08.878288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36578) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:08.889872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633d2f1e-fc61-4907-8d91-e862d5f99224') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:08.890246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633d2f1e-fc61-4907-8d91-e862d5f99224') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:08.944809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Calling delete_port for 19476e00-faf2-4b41-a009-bc98242736d6 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:09.016365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.132946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.139705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-26896337-1dad-4577-8225-e2e916b57030 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:09.176772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] For port f2f59fe6-c26e-4497-943b-57e54ee59ea7, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:09.191055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event deleted for resources: {'Port': ['ID=19476e00-faf2-4b41-a009-bc98242736d6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:09.193861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:09.244056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] For port f2f59fe6-c26e-4497-943b-57e54ee59ea7, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f2f59fe6-c26e-4497-943b-57e54ee59ea7,segment=NetworkSegment(633d2f1e-fc61-4907-8d91-e862d5f99224),segment_id=633d2f1e-fc61-4907-8d91-e862d5f99224)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:09.245816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Allocated IP 2001:db8::2 (e9c99719-cbc5-4bd1-b1ab-5432d796683a/e89f05bd-dd0e-4cd6-ad38-b869f86aee13/dde95659-1f51-49a5-a9f3-57603a8c3c39) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:09.260449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.270424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8b06a21b-4c84-455b-9d52-fd0b662583f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:09.323193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.342806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.359746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Transition to ACTIVE for port object 243747d1-eff6-45ba-9e2d-536cac78316a will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:09.361967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.396597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:09.398790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.406835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-73e2e4e7-dee8-49d4-952b-04dbcfe711d7 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:09.432828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.437476 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-9292b8e0-6316-48ca-87aa-886a3a5e04a9 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] show failed (client error): The resource could not be found. Nov 25 11:23:09.443327 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9292b8e0-6316-48ca-87aa-886a3a5e04a9 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] 10.222.0.41 "GET /v2.0/security-group-rules/b29c3acf-9389-4045-9f8b-3a2d2c124133 HTTP/1.1" status: 404 len: 356 time: 0.5462446 Nov 25 11:23:09.444850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.447693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:09.465983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:09.489451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:09.491529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:09.491920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.504160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Transition to ACTIVE for port object 243747d1-eff6-45ba-9e2d-536cac78316a will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:09.512313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Pushing event updated for resources: {'Port': ['ID=f2f59fe6-c26e-4497-943b-57e54ee59ea7,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:09.518369 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:09.545188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:09.555484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e1ab8a30-1356-4c2d-b11f-0e3ed291366b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:09.572418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:09.576596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:09.616817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.651864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47f1202c-8233-4a57-80b2-e5b693e969d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:09.661708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.676416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:09.679279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:09.680361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.769784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4586f5c1-cab6-4fb6-9a34-9e2bc8ae861e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:09.852084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:23:09.852084 dv-neutron-819177-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:23:09.852084 dv-neutron-819177-1-hyperv neutron-server[83569]: [parameters: {'id': '005f21ae-0035-42a1-84d5-51161dd43034'}] Nov 25 11:23:09.852084 dv-neutron-819177-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:09.852447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:09.859969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e1ab8a30-1356-4c2d-b11f-0e3ed291366b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:09.865393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1ab8a30-1356-4c2d-b11f-0e3ed291366b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1594830 Nov 25 11:23:09.869228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36586) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:09.875327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group': {'name': 'tempest-secgroup--371176934'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:09.883562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': '872cd4e1-b19e-4fce-9b5e-833e0cec5d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fc2a721-c68a-4fab-addf-1d9197bb5bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:09.883911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: 1fc2a721-c68a-4fab-addf-1d9197bb5bc9, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:09.894753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:09.905328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:09.920145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Network 2b414581-6182-4d9b-9651-48718ae6c16b is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:09.923800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Pushing event updated for resources: {'Port': ['ID=243747d1-eff6-45ba-9e2d-536cac78316a,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:09.929936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:09.939158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:09.939310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:09.947879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:09.970533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530fe72-1185-4bae-817b-b660a2fe9b03 None None] Network 005f21ae-0035-42a1-84d5-51161dd43034 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:09.981430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:09.993392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.004967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88cdf46-0823-457d-8ee5-ba9e0e8be982') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:10.006516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88cdf46-0823-457d-8ee5-ba9e0e8be982') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:10.024779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:10.025991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.038476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36590) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:10.045758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 1fc2a721-c68a-4fab-addf-1d9197bb5bc9) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:10.051513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.052254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.061853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.072669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce19683-d47b-42f0-8cb7-154ef0fa0101 None None] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:10.073511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:10.075001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.155025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:10.177907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:10.189472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.270393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Transition to ACTIVE for port object dde95659-1f51-49a5-a9f3-57603a8c3c39 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:10.336565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Attempting to bind port 243747d1-eff6-45ba-9e2d-536cac78316a on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:10.337113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Attempting to bind port 243747d1-eff6-45ba-9e2d-536cac78316a by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:10.337606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Attempting to bind port 243747d1-eff6-45ba-9e2d-536cac78316a on network 2b414581-6182-4d9b-9651-48718ae6c16b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:10.357117 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:10.362549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:10.374766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.386264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Transition to ACTIVE for port object dde95659-1f51-49a5-a9f3-57603a8c3c39 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:10.401762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.402078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.409560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d02aff83-fa95-49d1-8620-be7404ffd1f9 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:10.416449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-625632ae-b18e-47e7-8d32-d089e45d6d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:10.419936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.430407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d765f54-ef7a-4536-8e7b-150d2934fba8 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:10.440267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 11:23:10.447293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:10.447806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Checking segment: {'id': '5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:10.448346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.448898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Bound using segment: {'id': '5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:10.449995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Bound port: 243747d1-eff6-45ba-9e2d-536cac78316a, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:10.450484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.456507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.460813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4785411 Nov 25 11:23:10.481767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36596) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:10.525213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event deleted for resources: {'Network': ['ID=88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:10.537834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:10.539049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2121284096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:10.560833 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "DELETE /v2.0/networks/88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a HTTP/1.1" status: 204 len: 168 time: 2.6089866 Nov 25 11:23:10.561808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36600) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:10.621330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port f2f59fe6-c26e-4497-943b-57e54ee59ea7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:10.621965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.638796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Pushing event updated for resources: {'Port': ['ID=dde95659-1f51-49a5-a9f3-57603a8c3c39,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:10.659020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:10.671183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ac56c6dc-151b-4448-bfd7-2f2702c1cf80 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Synchronizing usage tracker for tenant:d096f6513c6b4427b08748e71fcbefd4 on resource:floatingip {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:10.677364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:10.683830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:10.691069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:10.700281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:10.702827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ac56c6dc-151b-4448-bfd7-2f2702c1cf80 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Unset dirty status for tenant:d096f6513c6b4427b08748e71fcbefd4 on resource:floatingip {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:10.709689 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ac56c6dc-151b-4448-bfd7-2f2702c1cf80 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1462548 Nov 25 11:23:10.710930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36604) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:10.735770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:router and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:10.757608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 2b414581-6182-4d9b-9651-48718ae6c16b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:10.758653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:10.803119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:10.807055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:10.831946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.833106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.833824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.834364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.835003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.835505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.837124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.837780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.838289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.840083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Synchronizing usage tracker for tenant:d096f6513c6b4427b08748e71fcbefd4 on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:10.840946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=02c5d427-dfce-4987-8570-91d118875fd2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:10.847025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:10.860678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:10.873468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Unset dirty status for tenant:d096f6513c6b4427b08748e71fcbefd4 on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:10.878623 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1bddcdc6-eb2c-48f3-b03c-5a7e3125a1c6 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5820 time: 0.1657455 Nov 25 11:23:10.880293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36608) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:10.897706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:10.973697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] For port 243747d1-eff6-45ba-9e2d-536cac78316a, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:11.001313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-1fc2a721-c68a-4fab-addf-1d9197bb5bc9', 'network_id': '1fc2a721-c68a-4fab-addf-1d9197bb5bc9', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': 'bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:11.002356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.009236 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-be8aa628-3b7b-4f35-ac0c-872b0969ba85 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] delete failed (client error): The resource could not be found. Nov 25 11:23:11.015361 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-be8aa628-3b7b-4f35-ac0c-872b0969ba85 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/1d5cbc34-f753-436a-b7a2-eccde9928aae HTTP/1.1" status: 404 len: 345 time: 0.1335192 Nov 25 11:23:11.016494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] For port 243747d1-eff6-45ba-9e2d-536cac78316a, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=243747d1-eff6-45ba-9e2d-536cac78316a,segment=NetworkSegment(5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97),segment_id=5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:11.016616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36612) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:11.031567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Attempting to bind port dde95659-1f51-49a5-a9f3-57603a8c3c39 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:11.032257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Attempting to bind port dde95659-1f51-49a5-a9f3-57603a8c3c39 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '38cf2d50-f5ab-4d9d-881e-a54be5e12cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e9c99719-cbc5-4bd1-b1ab-5432d796683a'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:11.032860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Attempting to bind port dde95659-1f51-49a5-a9f3-57603a8c3c39 on network e9c99719-cbc5-4bd1-b1ab-5432d796683a {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:11.084282 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ae35dd-82c7-4968-8597-76e340c15242 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 11:23:11.085096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ae35dd-82c7-4968-8597-76e340c15242 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:11.086953 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-74ae35dd-82c7-4968-8597-76e340c15242 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "DELETE /v2.0/networks/88b89d6d-dd8a-4756-a0fa-0321aa9c4e5a HTTP/1.1" status: 404 len: 339 time: 0.0662065 Nov 25 11:23:11.091300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36616) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:11.096751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'network': {'name': 'tempest-network--2051645918', 'router:external': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:11.101839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:11.109334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.112304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:network and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:11.118345 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4b72d0c7-ad40-441d-a0e8-d178eacc67ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6be2474d8273496b8aa58c1ffdf6746d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0774004 Nov 25 11:23:11.119484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:11.123167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36620) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:11.136144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.138432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:11.152393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-42167653-9486-4032-af30-dd02a16f9742 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:11.170596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Made reservation on behalf of d096f6513c6b4427b08748e71fcbefd4 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:11.173629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.175654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.176915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.226379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.228506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:11.244676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6496105 Nov 25 11:23:11.247320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36624) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:11.260933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b', 'fixed_ips': [{'subnet_id': 'c91816b9-fad3-4a68-aeaa-2c9343fd0e70'}, {'subnet_id': '02c5d427-dfce-4987-8570-91d118875fd2'}], 'name': 'tempest-PortsTestJSON-1050757858'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:11.275817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.276540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Added segment f16c6fa8-7339-4661-8c05-69b34493fe54 of type vlan for network db5c0ac0-13ee-4d6b-9473-eea0b2e6a9ff Nov 25 11:23:11.298807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.303391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.304687 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4345112 Nov 25 11:23:11.312437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36628) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:11.317239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110dc5a0-e662-450c-a443-949535cc68f7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:11.330212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port f2f59fe6-c26e-4497-943b-57e54ee59ea7, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f2f59fe6-c26e-4497-943b-57e54ee59ea7,segment=NetworkSegment(633d2f1e-fc61-4907-8d91-e862d5f99224),segment_id=633d2f1e-fc61-4907-8d91-e862d5f99224)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:11.330572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.338911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-61e41d10-d602-4ddc-81e5-73569f71db16 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:11.339058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Allocated IP 2001:db8:1::2 (1fc2a721-c68a-4fab-addf-1d9197bb5bc9/bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81/35889530-10b9-4162-b42b-b10116d609fb) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:11.382820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': '110dc5a0-e662-450c-a443-949535cc68f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:11.389581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:11.399436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:11.469168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.500634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.510187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.518752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for f2f59fe6-c26e-4497-943b-57e54ee59ea7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:11.594886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.596415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.611816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Transition to ACTIVE for port object 35889530-10b9-4162-b42b-b10116d609fb will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:11.627913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.632452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.638040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1886e655-007c-41b7-a339-f0efd8123c88 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:11.641613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Transition to ACTIVE for port object 35889530-10b9-4162-b42b-b10116d609fb will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:11.646851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.663339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6cbc7e33-0fe0-46d5-bfb8-5da3fdb886c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:11.668635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.677862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.678067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:11.679551 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb7c9a55-06af-4273-a892-6cbfd9fbd8fc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1685424 Nov 25 11:23:11.691965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36632) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:11.693152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Port': ['ID=f2f59fe6-c26e-4497-943b-57e54ee59ea7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:11.693268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.697477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:11.708197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292d392e-55c8-4c33-9b86-f763bab3340c,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:11.737082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:11.741755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:11.744972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:11.751880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:11.757181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:11.757567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Checking segment: {'id': '38cf2d50-f5ab-4d9d-881e-a54be5e12cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e9c99719-cbc5-4bd1-b1ab-5432d796683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:11.757970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.758364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Bound using segment: {'id': '38cf2d50-f5ab-4d9d-881e-a54be5e12cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e9c99719-cbc5-4bd1-b1ab-5432d796683a'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:11.758971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Bound port: dde95659-1f51-49a5-a9f3-57603a8c3c39, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cf2d50-f5ab-4d9d-881e-a54be5e12cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e9c99719-cbc5-4bd1-b1ab-5432d796683a'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:11.759507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.762562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:23:11.765284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36636) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:11.775802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.776178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:11.776514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No DVR routers for this DVR port f2f59fe6-c26e-4497-943b-57e54ee59ea7 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:11.782449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-eee3eb96-1ef4-4243-9e06-fd5e65c17c8b tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:11.783690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Pushing event updated for resources: {'Port': ['ID=243747d1-eff6-45ba-9e2d-536cac78316a,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:11.786949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:11.794847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:11.815288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:11.844450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.845571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:11.846374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:11.849703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f41431-7486-4117-b2cf-e7b11a1588d1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:11.858354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'subnets': [{'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2081151258', 'ip_version': 6}, {'network_id': 'b79473bb-401a-46d0-aeca-052745612682', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:11.858789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'subnet': {'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2081151258', 'ip_version': 6}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:11.859633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Request body: {'subnet': {'network_id': 'b79473bb-401a-46d0-aeca-052745612682', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:11.861094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:11.871597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d7e3bd3e-2a83-427e-b6f1-fb6db466552d tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:11.942426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] For port dde95659-1f51-49a5-a9f3-57603a8c3c39, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:11.946396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] For port dde95659-1f51-49a5-a9f3-57603a8c3c39, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dde95659-1f51-49a5-a9f3-57603a8c3c39,segment=NetworkSegment(38cf2d50-f5ab-4d9d-881e-a54be5e12cb8),segment_id=38cf2d50-f5ab-4d9d-881e-a54be5e12cb8)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:11.969932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:11.980465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.002879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:12.005051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:12.014347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Pushing event updated for resources: {'Port': ['ID=35889530-10b9-4162-b42b-b10116d609fb,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:12.023938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:12.026497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c1c57cf1-d80e-4833-ac4a-8f0f38825aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:12.046558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Network': ['ID=db5c0ac0-13ee-4d6b-9473-eea0b2e6a9ff,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:12.051310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:12.061272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.067505 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38f41431-7486-4117-b2cf-e7b11a1588d1 HTTP/1.1" status: 204 len: 168 time: 0.9380107 Nov 25 11:23:12.067505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.067505 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7535615 Nov 25 11:23:12.070308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36642) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:12.094063 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0014727 Nov 25 11:23:12.099401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36644) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:12.106831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network db5c0ac0-13ee-4d6b-9473-eea0b2e6a9ff details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:12.184176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.311102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.334641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 25e5df7c-4024-482f-b42b-de1d461b2c9a yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:12.337641 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-55aaca9b-9467-43b8-a2af-fae008211795 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules/292d392e-55c8-4c33-9b86-f763bab3340c HTTP/1.1" status: 200 len: 705 time: 0.1952536 Nov 25 11:23:12.338985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Pushing event updated for resources: {'Port': ['ID=dde95659-1f51-49a5-a9f3-57603a8c3c39,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:12.354773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36650) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:12.388728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:12.482134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Attempting to bind port 35889530-10b9-4162-b42b-b10116d609fb on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:12.482788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Attempting to bind port 35889530-10b9-4162-b42b-b10116d609fb by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '872cd4e1-b19e-4fce-9b5e-833e0cec5d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fc2a721-c68a-4fab-addf-1d9197bb5bc9'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:12.483183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Attempting to bind port 35889530-10b9-4162-b42b-b10116d609fb on network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:12.491123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1745b-c056-407e-99fd-3e08aaa1214e tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:12.494303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:12.495042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Checking segment: {'id': '872cd4e1-b19e-4fce-9b5e-833e0cec5d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fc2a721-c68a-4fab-addf-1d9197bb5bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:12.495463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.496228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1745b-c056-407e-99fd-3e08aaa1214e tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:12.496452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Bound using segment: {'id': '872cd4e1-b19e-4fce-9b5e-833e0cec5d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fc2a721-c68a-4fab-addf-1d9197bb5bc9'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:12.496939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Bound port: 35889530-10b9-4162-b42b-b10116d609fb, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872cd4e1-b19e-4fce-9b5e-833e0cec5d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fc2a721-c68a-4fab-addf-1d9197bb5bc9'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:12.497324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.500789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1745b-c056-407e-99fd-3e08aaa1214e tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:12.504910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1745b-c056-407e-99fd-3e08aaa1214e tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:12.505833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-abc1745b-c056-407e-99fd-3e08aaa1214e tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Synchronizing usage tracker for tenant:33fb428706a84f519459c6d29d5a008a on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:12.583968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-abc1745b-c056-407e-99fd-3e08aaa1214e tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Unset dirty status for tenant:33fb428706a84f519459c6d29d5a008a on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:12.589031 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-abc1745b-c056-407e-99fd-3e08aaa1214e tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4753408 Nov 25 11:23:12.599340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36656) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:12.626828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] For port 35889530-10b9-4162-b42b-b10116d609fb, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:12.630600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] For port 35889530-10b9-4162-b42b-b10116d609fb, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35889530-10b9-4162-b42b-b10116d609fb,segment=NetworkSegment(872cd4e1-b19e-4fce-9b5e-833e0cec5d15),segment_id=872cd4e1-b19e-4fce-9b5e-833e0cec5d15)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:12.639727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.644163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2864b3c9-413c-413d-931f-aa7b585f081c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:12.647034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005f21ae-0035-42a1-84d5-51161dd43034']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:12.697375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:12.743193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Pushing event updated for resources: {'Port': ['ID=35889530-10b9-4162-b42b-b10116d609fb,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:12.758966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:12.798654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Usage tracker for resource:subnet and tenant:26de95034d12409eadb64865e92c30b1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:12.831551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633d2f1e-fc61-4907-8d91-e862d5f99224') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:12.832027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633d2f1e-fc61-4907-8d91-e862d5f99224') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:12.832477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.846039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:12.868242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:12.876708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:12.919518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-355d2418-3b2e-4509-a8df-1c58b4124726 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:13.021051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.024067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Made reservation on behalf of 26de95034d12409eadb64865e92c30b1 for: {'subnet': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:13.070650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:13.071309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:13.184463 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:13.202161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.276787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-355d2418-3b2e-4509-a8df-1c58b4124726 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:13.278337 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-355d2418-3b2e-4509-a8df-1c58b4124726 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7221918 Nov 25 11:23:13.283530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36672) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:13.334099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5c0ac0-13ee-4d6b-9473-eea0b2e6a9ff']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:13.382187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16c6fa8-7339-4661-8c05-69b34493fe54') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:13.382472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16c6fa8-7339-4661-8c05-69b34493fe54') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:13.413643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.3 (2b414581-6182-4d9b-9651-48718ae6c16b/c91816b9-fad3-4a68-aeaa-2c9343fd0e70/25e5df7c-4024-482f-b42b-de1d461b2c9a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:13.422313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.439484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.450095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa1c2c-a5aa-42f1-9b7d-755dad7af1b5 None None] Network 2b414581-6182-4d9b-9651-48718ae6c16b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:13.451640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.479581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.28 (2b414581-6182-4d9b-9651-48718ae6c16b/02c5d427-dfce-4987-8570-91d118875fd2/25e5df7c-4024-482f-b42b-de1d461b2c9a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:13.489311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.499215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:13.508916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.527255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:13.527681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.541989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=292d392e-55c8-4c33-9b86-f763bab3340c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:13.544737 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:13.600590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.603833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36678) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:13.633199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f02cf627-539f-40b9-b109-4f3dfdaa2f31 None None] Provisioning for port 243747d1-eff6-45ba-9e2d-536cac78316a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:13.724193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63fd6e4b-0184-4587-9e3b-c0ef1515937b tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:13.735691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.736177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.736731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.737012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.737373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.737732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.738076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.738528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.738881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.739320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.739574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:13.743078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:13.758386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.762293 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/292d392e-55c8-4c33-9b86-f763bab3340c HTTP/1.1" status: 204 len: 168 time: 0.4615388 Nov 25 11:23:13.765631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36684) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:13.765970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.809689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=005f21ae-0035-42a1-84d5-51161dd43034,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:13.815082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.826329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.830782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db5c0ac0-13ee-4d6b-9473-eea0b2e6a9ff {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 11:23:13.834529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.838927 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/005f21ae-0035-42a1-84d5-51161dd43034 HTTP/1.1" status: 204 len: 168 time: 6.6987786 Nov 25 11:23:13.841905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.842166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:13.891976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54484795-6d9e-4a83-a05d-f62658f5130e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:13.910495 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "DELETE /v2.0/networks/db5c0ac0-13ee-4d6b-9473-eea0b2e6a9ff HTTP/1.1" status: 204 len: 168 time: 1.3100441 Nov 25 11:23:13.923984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36688) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:13.924446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36690) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:13.954853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e48eff1-faf1-4650-a96c-875cdfb11b36 None None] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:13.980965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735873635'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:13.993887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'network': {'name': 'tempest-network--17642770', 'router:external': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:14.003775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event deleted for resources: {'Network': ['ID=db5c0ac0-13ee-4d6b-9473-eea0b2e6a9ff,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:14.012938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:14.033753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dde95659-1f51-49a5-a9f3-57603a8c3c39 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:14.050411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:14.066568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:14.071016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:network and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:14.074001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:14.085896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:14.097656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:14.112422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:14.119132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Made reservation on behalf of d096f6513c6b4427b08748e71fcbefd4 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:14.121862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.153253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:14.181967 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4305193a-7822-4116-9df9-8338e81935ab tempest-ServiceProvidersTest-596996770 tempest-ServiceProvidersTest-596996770-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4715264 Nov 25 11:23:14.267217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7011ced6-ba21-4d3d-a642-cc69eb4ece9f tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:14.330701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7011ced6-ba21-4d3d-a642-cc69eb4ece9f tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:14.332015 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7011ced6-ba21-4d3d-a642-cc69eb4ece9f tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5649023 Nov 25 11:23:14.335762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:14.339127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.369337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5b724a84-c75f-4416-a30b-ed74da1e5175 None None] Provisioning for port dde95659-1f51-49a5-a9f3-57603a8c3c39 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:14.378443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:14.392497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': '110dc5a0-e662-450c-a443-949535cc68f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:14.400023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:14.410542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:14.462687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.484806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d81fac-5d55-4127-a06b-5f074d83aab1 None None] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:14.494345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:14.503921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.531115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:14.565924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.566847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.567217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.567580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.568186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.568549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.568904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.569280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.570157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.570657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.571051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:14.575368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:14.601095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.601402 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Added segment cd37d141-d3c1-48b4-be6a-5014927e3c73 of type vlan for network 766019f5-51e5-4955-9101-4280c260c3c3 Nov 25 11:23:14.618342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object 25e5df7c-4024-482f-b42b-de1d461b2c9a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:14.630666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.631103 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment 32c2eb72-6d7a-4d46-bb55-ebdd1702b316 of type vlan for network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 Nov 25 11:23:14.660137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port dde95659-1f51-49a5-a9f3-57603a8c3c39 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:14.685573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port dde95659-1f51-49a5-a9f3-57603a8c3c39 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:14.685573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.712875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.726752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.758824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.759860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.779277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36706) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:14.780590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:14.807688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Update dhcp port {'port': {'network_id': '2b414581-6182-4d9b-9651-48718ae6c16b', 'fixed_ips': [{'subnet_id': 'c91816b9-fad3-4a68-aeaa-2c9343fd0e70', 'ip_address': '172.20.0.2'}, {'subnet_id': '02c5d427-dfce-4987-8570-91d118875fd2'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '243747d1-eff6-45ba-9e2d-536cac78316a'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:23:14.824969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.884769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e3bd9499-37a5-4cf5-83f6-680511d853a7 None None] Provisioning for port 35889530-10b9-4162-b42b-b10116d609fb completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:14.887299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.890855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:14.891436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.922708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.924947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 2b414581-6182-4d9b-9651-48718ae6c16b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:14.928808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.930006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:14.930720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:14.942751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:14.954543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=25e5df7c-4024-482f-b42b-de1d461b2c9a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:14.960215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:14.993220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:14.993220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dcaf0f7d-6a21-4ade-b082-506b56644f48 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:15.009484 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0831070 Nov 25 11:23:15.017692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36712) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:15.024226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:15.040324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ffc1d0-e3f4-4889-9316-31a353676dfa,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:15.043399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1158125 Nov 25 11:23:15.044535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:15.050089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:15.054415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36716) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:15.080279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.081440 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6993561 Nov 25 11:23:15.094683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36720) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:15.137412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.220915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:15.221518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.237159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.256394 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3539113-65a1-4770-863b-ee599d6350f7 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules/e0ffc1d0-e3f4-4889-9316-31a353676dfa HTTP/1.1" status: 200 len: 705 time: 0.1610365 Nov 25 11:23:15.257130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36726) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:15.260135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa68f7-26d7-4ad5-bc45-ff3cc97a0750 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:15.276135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port dde95659-1f51-49a5-a9f3-57603a8c3c39, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dde95659-1f51-49a5-a9f3-57603a8c3c39,segment=NetworkSegment(38cf2d50-f5ab-4d9d-881e-a54be5e12cb8),segment_id=38cf2d50-f5ab-4d9d-881e-a54be5e12cb8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:15.291685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:15.294957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8::1 (e9c99719-cbc5-4bd1-b1ab-5432d796683a/e89f05bd-dd0e-4cd6-ad38-b869f86aee13/065c3bc8-7526-4ed7-b040-150dd5f6bc51) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:15.301587 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.0529528 Nov 25 11:23:15.306382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:15.310231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36730) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:15.315735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:15.322247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:15.323146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.324560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 243747d1-eff6-45ba-9e2d-536cac78316a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:15.356343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:15.383822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c91816b9-fad3-4a68-aeaa-2c9343fd0e70'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:15.429346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:15.478276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.498069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Network': ['ID=766019f5-51e5-4955-9101-4280c260c3c3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:15.511074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7ad271e1-954f-4b4e-9b00-850ecd484e6c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:15.522137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:15.526636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:15.527041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:15.559710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbda2212-4bd8-4abb-80db-088cba697092 tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:15.563830 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbda2212-4bd8-4abb-80db-088cba697092 tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] 10.222.0.41 "GET /v2.0/networks/766019f5-51e5-4955-9101-4280c260c3c3 HTTP/1.1" status: 200 len: 755 time: 0.5060244 Nov 25 11:23:15.565714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-501fc400-9b44-48cf-ad34-d64298febce2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:15.571738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36734) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:15.586774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 766019f5-51e5-4955-9101-4280c260c3c3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:15.589744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:15.632082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.666648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Checking segment: {'id': '5cfa0361-556c-494e-9717-3761e41170dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:15.667166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network hostable DHCP agents. Network: 7e63ea11-16b7-432a-ba4e-4f6b36bf3290, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:15.681580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:15.702537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object 065c3bc8-7526-4ed7-b040-150dd5f6bc51 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:15.705940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Usage tracker for resource:security_group_rule and tenant:4700cd0873f84689a52c8e6242236aa8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:15.710154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Subnet': ['ID=76cfc34e-9218-4829-a363-750ba6270b88,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:15.713778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:15.717850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:15.729303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:15.745174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network 7e63ea11-16b7-432a-ba4e-4f6b36bf3290 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:15.765206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 7e63ea11-16b7-432a-ba4e-4f6b36bf3290) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:15.773904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.777756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1819bb5c-ede6-4d1b-b283-82c0790b7f39 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:15.788923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.798092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7493c-95c4-4d22-afcf-af8600bdc2b4 None None] Network 7e63ea11-16b7-432a-ba4e-4f6b36bf3290 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:15.811641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.830090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Allocated IP 172.20.0.18 (2b414581-6182-4d9b-9651-48718ae6c16b/02c5d427-dfce-4987-8570-91d118875fd2/243747d1-eff6-45ba-9e2d-536cac78316a) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:15.838137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-15a15d7a-6dfd-45a0-af6f-dc44d45516fa None None] Provisioning complete for port dde95659-1f51-49a5-a9f3-57603a8c3c39 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:15.838843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-15a15d7a-6dfd-45a0-af6f-dc44d45516fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.862823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=dde95659-1f51-49a5-a9f3-57603a8c3c39,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:15.882494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:15.890182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event updated for resources: {'Subnet': ['ID=2f2692c0-c71a-4f4b-b5f2-bb06800274f1,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:15.894192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:15.897903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:15.916364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-501fc400-9b44-48cf-ad34-d64298febce2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:15.918028 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-501fc400-9b44-48cf-ad34-d64298febce2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6588218 Nov 25 11:23:15.927765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:15.929673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36738) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:15.963179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:15.963800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:15.981117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.981473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.981809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.982143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.982480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.983014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.983343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.983679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.984088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.984353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.984678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:23:15.991904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.010318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:16.036995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.041543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.072808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 243747d1-eff6-45ba-9e2d-536cac78316a completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:16.113642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 243747d1-eff6-45ba-9e2d-536cac78316a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:16.114307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.144081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.147447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60b002-f467-4b07-b2f8-001bd2547a88 tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:16.149808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=065c3bc8-7526-4ed7-b040-150dd5f6bc51,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:16.152620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:16.153319 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec60b002-f467-4b07-b2f8-001bd2547a88 tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] 10.222.0.41 "GET /v2.0/networks/f2ebdf18-a440-4f6f-9e04-048f943a2147 HTTP/1.1" status: 200 len: 768 time: 0.5725338 Nov 25 11:23:16.187075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:16.188224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-004efe50-8297-412f-820b-ce58fb6d04f6 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:16.195460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Checking segment: {'id': '9b1dd09d-b4a1-4d31-94b4-4d8997bb3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b79473bb-401a-46d0-aeca-052745612682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:16.196068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network hostable DHCP agents. Network: b79473bb-401a-46d0-aeca-052745612682, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:16.200491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.212440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.361797 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4700cd0873f84689a52c8e6242236aa8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5814764 Nov 25 11:23:16.370978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36746) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:16.372049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d4c36-9dab-43d3-a1f0-a76fad734519,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:16.380545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] For port 243747d1-eff6-45ba-9e2d-536cac78316a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=243747d1-eff6-45ba-9e2d-536cac78316a,segment=NetworkSegment(5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97),segment_id=5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:16.402360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:16.431456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.487632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-7e63ea11-16b7-432a-ba4e-4f6b36bf3290', 'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290', 'tenant_id': '26de95034d12409eadb64865e92c30b1', 'fixed_ips': [{'subnet_id': '76cfc34e-9218-4829-a363-750ba6270b88'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:16.491734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.517798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.553559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.568115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.583008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d912a7f2-ae4c-44ef-ac69-a72b9770fcd1 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:16.612149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Transition to ACTIVE for port object 243747d1-eff6-45ba-9e2d-536cac78316a will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:16.623562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.635371 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:16.662510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.672878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a6da815-d89f-4773-9810-42252ced07b9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:16.677438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-efdaceab-8d5f-478d-a0a8-8df048ed0fcb None None] Provisioning for port 065c3bc8-7526-4ed7-b040-150dd5f6bc51 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:16.692147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Network b79473bb-401a-46d0-aeca-052745612682 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:16.698427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0ffc1d0-e3f4-4889-9316-31a353676dfa,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:16.707087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:16.716686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-efdaceab-8d5f-478d-a0a8-8df048ed0fcb None None] Provisioning complete for port 065c3bc8-7526-4ed7-b040-150dd5f6bc51 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:16.717060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-efdaceab-8d5f-478d-a0a8-8df048ed0fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.743930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=59f91a6b-f10d-4fb2-a448-3e2aa702daa0,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:16.753096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, b79473bb-401a-46d0-aeca-052745612682) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:16.753352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:16.753915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.771832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:16.772225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:16.772824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.800186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Delete allocated IP 172.20.0.28 (2b414581-6182-4d9b-9651-48718ae6c16b/02c5d427-dfce-4987-8570-91d118875fd2) {{(pid=83570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:23:16.802580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': '32c2eb72-6d7a-4d46-bb55-ebdd1702b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:16.802934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:16.805089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07667dff-5189-4d3e-9b5b-d2bd6c4bd52f None None] Network b79473bb-401a-46d0-aeca-052745612682 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:16.816197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.956300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:16.974924 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2083480 Nov 25 11:23:16.979214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.981981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36750) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:16.988978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:16.992456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e0ffc1d0-e3f4-4889-9316-31a353676dfa HTTP/1.1" status: 204 len: 168 time: 1.0514293 Nov 25 11:23:17.003283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36754) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:17.014156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:17.029211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-efdaceab-8d5f-478d-a0a8-8df048ed0fcb None None] Port 065c3bc8-7526-4ed7-b040-150dd5f6bc51 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:17.040250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2b5c1-c4a5-4bbb-bf16-975419bd6f92 None None] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:17.048581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:17.049164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.054114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Pushing event updated for resources: {'Port': ['ID=243747d1-eff6-45ba-9e2d-536cac78316a,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:17.060808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766019f5-51e5-4955-9101-4280c260c3c3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:17.079127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:17.081630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:17.082174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:17.083464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.088028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd37d141-d3c1-48b4-be6a-5014927e3c73') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:17.088351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd37d141-d3c1-48b4-be6a-5014927e3c73') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:17.102807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Ignored duplicate provisioning block setup for port 25e5df7c-4024-482f-b42b-de1d461b2c9a by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:23:17.105214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.122927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.129009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.134945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.137935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d5b8261b-4537-42e1-bad6-6d79d71a34c3 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:17.147152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:17.148732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:17.162782 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:17.165153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d058c5aa-b8de-47a7-af95-e64f50314bba tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:17.165153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d058c5aa-b8de-47a7-af95-e64f50314bba tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:17.166009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d058c5aa-b8de-47a7-af95-e64f50314bba tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:17.167617 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d058c5aa-b8de-47a7-af95-e64f50314bba tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1846633 Nov 25 11:23:17.176197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d4c36-9dab-43d3-a1f0-a76fad734519,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:17.179333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.184135 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c06d4c36-9dab-43d3-a1f0-a76fad734519 HTTP/1.1" status: 204 len: 168 time: 0.8120215 Nov 25 11:23:17.184969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36758) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:17.186324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:17.190215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b25693d7-bd05-4174-ab42-b86cdae055a2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:17.207235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Allocated IP 2001:db8::1 (7e63ea11-16b7-432a-ba4e-4f6b36bf3290/76cfc34e-9218-4829-a363-750ba6270b88/f736f96f-ac37-4af1-912b-52e36cef48f5) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:17.212948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef8e9900-8ede-407c-81f2-f80c147ab42c tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:17.240619 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2215576 Nov 25 11:23:17.281308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36764) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:17.289127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.322160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:17.353420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.358577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.373287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a2c3724d-d5ac-4edb-bb85-22b5c640950f tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:17.478474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef8e9900-8ede-407c-81f2-f80c147ab42c tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:17.480888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef8e9900-8ede-407c-81f2-f80c147ab42c tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4764547 Nov 25 11:23:17.490970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36768) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:17.504147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Request body: {'security_group_rule': {'security_group_id': '110dc5a0-e662-450c-a443-949535cc68f7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:17.537852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.540201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:17.543226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=25e5df7c-4024-482f-b42b-de1d461b2c9a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:17.570849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 766019f5-51e5-4955-9101-4280c260c3c3 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 11:23:17.587920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.601514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:17.695933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] In _notify_port_updated(), no bound segment for port 25e5df7c-4024-482f-b42b-de1d461b2c9a on network 2b414581-6182-4d9b-9651-48718ae6c16b {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:23:17.701014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:17.701797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.703235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "PUT /v2.0/ports/25e5df7c-4024-482f-b42b-de1d461b2c9a HTTP/1.1" status: 200 len: 919 time: 2.3891027 Nov 25 11:23:17.706919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36772) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:17.717669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c91816b9-fad3-4a68-aeaa-2c9343fd0e70'}, {'subnet_id': '02c5d427-dfce-4987-8570-91d118875fd2'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:17.721777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=065c3bc8-7526-4ed7-b040-150dd5f6bc51,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:17.760294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:17.763788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:17.769679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Deleting subnet 76cfc34e-9218-4829-a363-750ba6270b88 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:17.775434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-39bbf072-d815-4fd2-8d7a-def24c93d78c tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:17.784644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-b79473bb-401a-46d0-aeca-052745612682', 'network_id': 'b79473bb-401a-46d0-aeca-052745612682', 'tenant_id': '26de95034d12409eadb64865e92c30b1', 'fixed_ips': [{'subnet_id': '2f2692c0-c71a-4f4b-b5f2-bb06800274f1'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:17.785477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.800306 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "DELETE /v2.0/networks/766019f5-51e5-4955-9101-4280c260c3c3 HTTP/1.1" status: 204 len: 168 time: 1.6411023 Nov 25 11:23:17.806151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36776) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:17.816872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'network': {'name': 'tempest-network--856751461'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:17.825384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:17.831158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event deleted for resources: {'Network': ['ID=766019f5-51e5-4955-9101-4280c260c3c3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:17.855848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:17.857200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:17.866329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Usage tracker for resource:network and tenant:d096f6513c6b4427b08748e71fcbefd4 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:17.875246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:17.880447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:subnet and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:17.885174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:17.888033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:17.907120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41', 'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': '59f91a6b-f10d-4fb2-a448-3e2aa702daa0'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:17.907946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.910160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.929918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:17.936892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:17.988290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:18.018497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:18.022332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:18.134011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade68045-ef2b-4f11-a18f-cb242cc896ea None None] Network 2b414581-6182-4d9b-9651-48718ae6c16b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:18.152494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.152882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.219974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Transition to ACTIVE for port object f736f96f-ac37-4af1-912b-52e36cef48f5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:18.351287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.375515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.393064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:18.437592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280a5452-1ee8-4e7c-afb2-f3a62772780f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:18.442290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 243747d1-eff6-45ba-9e2d-536cac78316a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=243747d1-eff6-45ba-9e2d-536cac78316a,segment=NetworkSegment(5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97),segment_id=5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:18.444778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:18.458578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.477998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.478815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 35889530-10b9-4162-b42b-b10116d609fb up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:18.484581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Made reservation on behalf of d096f6513c6b4427b08748e71fcbefd4 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:18.487556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.508928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Transition to ACTIVE for port object f736f96f-ac37-4af1-912b-52e36cef48f5 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:18.514376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b9fa493f-3cd0-4e74-98be-b7f860f8f63b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:18.582750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.586314 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0907984 Nov 25 11:23:18.588703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.596636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36780) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:18.624050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-16f6ed19-f8c7-40a0-9974-c5a462e4552b None None] Provisioning for port 243747d1-eff6-45ba-9e2d-536cac78316a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:18.638031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.666752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-16f6ed19-f8c7-40a0-9974-c5a462e4552b None None] Provisioning complete for port 243747d1-eff6-45ba-9e2d-536cac78316a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:18.667138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-16f6ed19-f8c7-40a0-9974-c5a462e4552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.720528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:18.733823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.753599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Allocated IP 2001:db8:0:1::1 (b79473bb-401a-46d0-aeca-052745612682/2f2692c0-c71a-4f4b-b5f2-bb06800274f1/7e33bec6-e06a-4285-a65d-4944b5b995b6) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:18.798470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.798729 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Added segment c55353ef-e5f5-4c66-b20b-2da645bfc0ac of type vlan for network 0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5 Nov 25 11:23:18.827219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Allocated IP 2001:db8::2 (8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41/59f91a6b-f10d-4fb2-a448-3e2aa702daa0/3e144df6-b650-4f7d-88b6-dab1e91ee03c) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:18.836831 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca12701f-6b89-4d1c-bd83-230b03522125 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules/280a5452-1ee8-4e7c-afb2-f3a62772780f HTTP/1.1" status: 200 len: 706 time: 0.2367671 Nov 25 11:23:18.847378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Network 7e63ea11-16b7-432a-ba4e-4f6b36bf3290 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:18.849244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36784) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:18.857406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:18.859194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=243747d1-eff6-45ba-9e2d-536cac78316a,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:18.870702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:18.894501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:18.896680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-957e6446-c32b-49de-8623-6dc11fe44d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:18.953489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:18.987521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.26 (2b414581-6182-4d9b-9651-48718ae6c16b/02c5d427-dfce-4987-8570-91d118875fd2/25e5df7c-4024-482f-b42b-de1d461b2c9a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:19.003216 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-46a6f41e-5657-4b3c-93a7-b8b51fcdc34e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1480296 Nov 25 11:23:19.007127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36788) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.049966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.066607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 868d251a-a6f7-41bf-b577-24599643aa56 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:23:19.076281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.093174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.107745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.113837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3e65c931-9c0e-4090-815d-1b2548e27fdd tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:19.155893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.156689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.157241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024945'] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.169916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-553d188a-dfb5-4368-adc0-4b4d6986d0e7 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:19.233677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 35889530-10b9-4162-b42b-b10116d609fb completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:19.244842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Pushing event updated for resources: {'Port': ['ID=f736f96f-ac37-4af1-912b-52e36cef48f5,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:19.270118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:19.288639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:19.301696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:19.307984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.308800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.314546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.318261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 35889530-10b9-4162-b42b-b10116d609fb triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:19.318650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.339095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=6b22f45f-9f88-4b4f-ab76-a767540c7c91,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:19.347514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:19.348961 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5416272 Nov 25 11:23:19.349647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36792) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.350754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.352299 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/280a5452-1ee8-4e7c-afb2-f3a62772780f HTTP/1.1" status: 204 len: 168 time: 0.3441973 Nov 25 11:23:19.353257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:19.361187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36794) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.365570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Network': ['ID=0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:19.368452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:19.372781 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0882456 Nov 25 11:23:19.373451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:19.373585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36800) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.388968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=280a5452-1ee8-4e7c-afb2-f3a62772780f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:19.390879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.394545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:19.396834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Attempting to bind port f736f96f-ac37-4af1-912b-52e36cef48f5 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:19.397214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Attempting to bind port f736f96f-ac37-4af1-912b-52e36cef48f5 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5cfa0361-556c-494e-9717-3761e41170dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:19.397660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Attempting to bind port f736f96f-ac37-4af1-912b-52e36cef48f5 on network 7e63ea11-16b7-432a-ba4e-4f6b36bf3290 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:19.405685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a193f88a-8d9e-416d-a1a7-93afff13f368 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:19.413897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:19.435329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.439981 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/subnets/76cfc34e-9218-4829-a363-750ba6270b88 HTTP/1.1" status: 204 len: 168 time: 2.2486060 Nov 25 11:23:19.448090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36804) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.498457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.499844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.501303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.502764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.504151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.505055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Synchronizing usage tracker for tenant:d370d33409614b36a49c508cbf33fc58 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:19.532932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e3ce940-b231-41fc-a50c-a4c458993363 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:19.560167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:23:19.565515 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/868d251a-a6f7-41bf-b577-24599643aa56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8694170 Nov 25 11:23:19.567191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e3ce940-b231-41fc-a50c-a4c458993363 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:19.568482 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8e3ce940-b231-41fc-a50c-a4c458993363 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2045672 Nov 25 11:23:19.569405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Unset dirty status for tenant:d370d33409614b36a49c508cbf33fc58 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:19.574399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-54cdcb90-98d9-4223-b8f2-8e45c806d50f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1878421 Nov 25 11:23:19.575010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36808) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.575440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36810) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.575816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36812) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.584925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581251130'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:19.587593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:19.587593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Checking segment: {'id': '5cfa0361-556c-494e-9717-3761e41170dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:19.587593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.587939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Subnet': ['ID=76cfc34e-9218-4829-a363-750ba6270b88,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:19.588231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Bound using segment: {'id': '5cfa0361-556c-494e-9717-3761e41170dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:19.588347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Bound port: f736f96f-ac37-4af1-912b-52e36cef48f5, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfa0361-556c-494e-9717-3761e41170dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7e63ea11-16b7-432a-ba4e-4f6b36bf3290'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:19.588719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.607229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:19.622093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] Sync routers for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:23:19.634136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:19.641725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:23:19.644142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:19.656500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:19.674324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:19.710562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a95b63-f066-4cd9-ad4b-99bb53109673 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:19.711475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8a95b63-f066-4cd9-ad4b-99bb53109673 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:19.712719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.725436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:19.728383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.769028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Ignored duplicate provisioning block setup for port 25e5df7c-4024-482f-b42b-de1d461b2c9a by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:23:19.772939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.778866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8a95b63-f066-4cd9-ad4b-99bb53109673 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:19.780072 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d8a95b63-f066-4cd9-ad4b-99bb53109673 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports/065c3bc8-7526-4ed7-b040-150dd5f6bc51 HTTP/1.1" status: 200 len: 911 time: 0.2032490 Nov 25 11:23:19.793722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36820) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:19.795842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:19.805943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.838012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.857627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:19.867050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:19.867703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:19.883135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.883469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment 411e301b-60de-41e1-ad22-0354a26a4ace of type vlan for network 8961abca-58ad-4711-82a9-d43e4f5fd628 Nov 25 11:23:19.942196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.950467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:19.951151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Transition to ACTIVE for port object 7e33bec6-e06a-4285-a65d-4944b5b995b6 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:19.951519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Deleting subnet 2f2692c0-c71a-4f4b-b5f2-bb06800274f1 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:19.987295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Transition to ACTIVE for port object 3e144df6-b650-4f7d-88b6-dab1e91ee03c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:19.994398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:20.014340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=25e5df7c-4024-482f-b42b-de1d461b2c9a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:20.017199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:20.024534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.034904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Transition to ACTIVE for port object 7e33bec6-e06a-4285-a65d-4944b5b995b6 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:20.038320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] For port f736f96f-ac37-4af1-912b-52e36cef48f5, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:20.044852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d609e545-cf2b-4031-88ba-5677d4fd84f4 None None] Provisioning complete for port 065c3bc8-7526-4ed7-b040-150dd5f6bc51 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:20.045464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d609e545-cf2b-4031-88ba-5677d4fd84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.068794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.070123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.083553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-515f20fd-7605-4614-9e40-698d6c5277a9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:20.124497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110dc5a0-e662-450c-a443-949535cc68f7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:20.143585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.145402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.146192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.150012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:20.150606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.156198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:20.158420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2ed64f39-e7b2-4c1b-bbbf-8dbd58f04726 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:20.186889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.194400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.200549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.200751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ecda557-81ea-4f29-9530-c1621d9f1168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:20.229967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4ca24e70-7bf7-48fa-937f-d5245cb0afd6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:20.240943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Transition to ACTIVE for port object 3e144df6-b650-4f7d-88b6-dab1e91ee03c will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:20.246160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] For port f736f96f-ac37-4af1-912b-52e36cef48f5, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f736f96f-ac37-4af1-912b-52e36cef48f5,segment=NetworkSegment(5cfa0361-556c-494e-9717-3761e41170dd),segment_id=5cfa0361-556c-494e-9717-3761e41170dd)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:20.262027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] In _notify_port_updated(), no bound segment for port 25e5df7c-4024-482f-b42b-de1d461b2c9a on network 2b414581-6182-4d9b-9651-48718ae6c16b {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:23:20.266439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:20.267125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.268384 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "PUT /v2.0/ports/25e5df7c-4024-482f-b42b-de1d461b2c9a HTTP/1.1" status: 200 len: 999 time: 2.5603304 Nov 25 11:23:20.279787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.281642 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "DELETE /v2.0/security-groups/110dc5a0-e662-450c-a443-949535cc68f7 HTTP/1.1" status: 204 len: 168 time: 0.7031064 Nov 25 11:23:20.285820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36826) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:20.286018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36828) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:20.286309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36830) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:20.286726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7066243 Nov 25 11:23:20.287472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.320183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 35889530-10b9-4162-b42b-b10116d609fb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35889530-10b9-4162-b42b-b10116d609fb,segment=NetworkSegment(872cd4e1-b19e-4fce-9b5e-833e0cec5d15),segment_id=872cd4e1-b19e-4fce-9b5e-833e0cec5d15)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:20.335711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.342754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d609e545-cf2b-4031-88ba-5677d4fd84f4 None None] Port 065c3bc8-7526-4ed7-b040-150dd5f6bc51 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:20.344239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:20.344896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:20.365403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=8961abca-58ad-4711-82a9-d43e4f5fd628,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:20.375399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:20.470965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:20.473810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:20.474249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361954a6-5a46-43c2-a95f-37b7562b8d2b None None] The sync data for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:23:20.475871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.478228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:20.503881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Network b79473bb-401a-46d0-aeca-052745612682 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:20.522399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:20.562004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:20.574908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Pushing event updated for resources: {'Port': ['ID=7e33bec6-e06a-4285-a65d-4944b5b995b6,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:20.604406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:20.607383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-108959fd-9408-4c06-8a51-3af218149466 None None] Provisioning complete for port 243747d1-eff6-45ba-9e2d-536cac78316a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:20.607777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-108959fd-9408-4c06-8a51-3af218149466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.639991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Network 0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5 is not hosted by any dhcp agent {{(pid=83570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 25 11:23:20.640628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:20.641215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.642295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-911230c4-0f74-42dc-baaf-d0d4724fa85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:20.645235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "PUT /v2.0/networks/0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5 HTTP/1.1" status: 200 len: 857 time: 1.2839112 Nov 25 11:23:20.650621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36838) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:20.717810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event updated for resources: {'Network': ['ID=0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:20.720605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:20.756669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:20.838463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Pushing event updated for resources: {'Port': ['ID=f736f96f-ac37-4af1-912b-52e36cef48f5,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:20.842096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dde95659-1f51-49a5-a9f3-57603a8c3c39 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:20.919086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 25e5df7c-4024-482f-b42b-de1d461b2c9a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:20.919716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:20.962047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15225a15-34db-4d63-80e5-2caf10f797e4 None None] Network 7e63ea11-16b7-432a-ba4e-4f6b36bf3290 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:20.976690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:21.023903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:21.025125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.052557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.061439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.073703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-558977bd-47ce-4eae-bc39-fbad8999036a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:21.205060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Attempting to bind port 7e33bec6-e06a-4285-a65d-4944b5b995b6 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:21.205435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Attempting to bind port 7e33bec6-e06a-4285-a65d-4944b5b995b6 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9b1dd09d-b4a1-4d31-94b4-4d8997bb3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b79473bb-401a-46d0-aeca-052745612682'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:21.205803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Attempting to bind port 7e33bec6-e06a-4285-a65d-4944b5b995b6 on network b79473bb-401a-46d0-aeca-052745612682 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:21.207739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Pushing event updated for resources: {'Port': ['ID=3e144df6-b650-4f7d-88b6-dab1e91ee03c,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:21.286628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-558977bd-47ce-4eae-bc39-fbad8999036a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:21.287970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-558977bd-47ce-4eae-bc39-fbad8999036a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9992135 Nov 25 11:23:21.299176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:21.319349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.347101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:21.347401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Checking segment: {'id': '9b1dd09d-b4a1-4d31-94b4-4d8997bb3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b79473bb-401a-46d0-aeca-052745612682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:21.347706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.348135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Bound using segment: {'id': '9b1dd09d-b4a1-4d31-94b4-4d8997bb3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b79473bb-401a-46d0-aeca-052745612682'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:21.348628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Bound port: 7e33bec6-e06a-4285-a65d-4944b5b995b6, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1dd09d-b4a1-4d31-94b4-4d8997bb3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b79473bb-401a-46d0-aeca-052745612682'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:21.349020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.416535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Attempting to bind port 3e144df6-b650-4f7d-88b6-dab1e91ee03c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:21.416909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Attempting to bind port 3e144df6-b650-4f7d-88b6-dab1e91ee03c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '32c2eb72-6d7a-4d46-bb55-ebdd1702b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:21.417834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Attempting to bind port 3e144df6-b650-4f7d-88b6-dab1e91ee03c on network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:21.440968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.444305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-728333f8-2b32-4734-b96c-92b2d110effb tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Synchronizing usage tracker for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:21.451949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:21.474281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-728333f8-2b32-4734-b96c-92b2d110effb tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Unset dirty status for tenant:b5e0cf0576454a499afd3b04d7ba2f74 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:21.481408 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-728333f8-2b32-4734-b96c-92b2d110effb tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1747546 Nov 25 11:23:21.481596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.495222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8:1::1 (1fc2a721-c68a-4fab-addf-1d9197bb5bc9/bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81/ca978e19-0ce3-4d56-a298-c93dfeec0af8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:21.500125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.514318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=35889530-10b9-4162-b42b-b10116d609fb,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:21.518328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:21.523853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.051s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:21.524267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:21.525022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:21.528374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Checking segment: {'id': '32c2eb72-6d7a-4d46-bb55-ebdd1702b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:21.528803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.529209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Bound using segment: {'id': '32c2eb72-6d7a-4d46-bb55-ebdd1702b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:21.529708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Bound port: 3e144df6-b650-4f7d-88b6-dab1e91ee03c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c2eb72-6d7a-4d46-bb55-ebdd1702b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:21.530088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.539039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port dde95659-1f51-49a5-a9f3-57603a8c3c39 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:21.539336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.613574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.109s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:21.613943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:21.625759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 is not hosted by any dhcp agent {{(pid=83570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 25 11:23:21.629675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:21.630330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.634089 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "PUT /v2.0/networks/8961abca-58ad-4711-82a9-d43e4f5fd628 HTTP/1.1" status: 200 len: 723 time: 1.3437290 Nov 25 11:23:21.645234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36848) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:21.656525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': '8961abca-58ad-4711-82a9-d43e4f5fd628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:21.718194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=8961abca-58ad-4711-82a9-d43e4f5fd628,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:21.721511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:21.732451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25781256-ca0f-4ba0-9997-93c3fbe5ed92 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:21.744783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:21.762805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] For port 7e33bec6-e06a-4285-a65d-4944b5b995b6, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:21.773429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:21.800404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.804809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2692c0-c71a-4f4b-b5f2-bb06800274f1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:21.807195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:21.818120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55353ef-e5f5-4c66-b20b-2da645bfc0ac') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:21.818418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55353ef-e5f5-4c66-b20b-2da645bfc0ac') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:21.833633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.837217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.846910 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/subnets/2f2692c0-c71a-4f4b-b5f2-bb06800274f1 HTTP/1.1" status: 204 len: 168 time: 2.3965888 Nov 25 11:23:21.847108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:21.851228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:21.856738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:21.913970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object ca978e19-0ce3-4d56-a298-c93dfeec0af8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:21.915739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:21.947822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e04da-461f-46ab-97f3-dae19df49adf tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:21.949370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-210e04da-461f-46ab-97f3-dae19df49adf tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Synchronizing usage tracker for tenant:26de95034d12409eadb64865e92c30b1 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:21.958117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:21.993662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 25e5df7c-4024-482f-b42b-de1d461b2c9a owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:22.004570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] For port 7e33bec6-e06a-4285-a65d-4944b5b995b6, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=7e33bec6-e06a-4285-a65d-4944b5b995b6,segment=NetworkSegment(9b1dd09d-b4a1-4d31-94b4-4d8997bb3473),segment_id=9b1dd09d-b4a1-4d31-94b4-4d8997bb3473)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:22.039274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.040833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.049725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36858) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:22.058703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c1dca2b2-d685-41c7-9d89-7312b543301f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:22.074714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-210e04da-461f-46ab-97f3-dae19df49adf tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Unset dirty status for tenant:26de95034d12409eadb64865e92c30b1 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:22.076706 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-210e04da-461f-46ab-97f3-dae19df49adf tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2241118 Nov 25 11:23:22.080588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36864) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:22.085689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.085951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:22.087327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.102669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-108959fd-9408-4c06-8a51-3af218149466 None None] Provisioning for port 25e5df7c-4024-482f-b42b-de1d461b2c9a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:22.117586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93acd7ec-eacf-47c8-a11c-4abe3359b037 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:22.118361 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:22.183423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.209045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] For port 3e144df6-b650-4f7d-88b6-dab1e91ee03c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:22.211644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-108959fd-9408-4c06-8a51-3af218149466 None None] Provisioning complete for port 25e5df7c-4024-482f-b42b-de1d461b2c9a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:22.212053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-108959fd-9408-4c06-8a51-3af218149466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.283523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] For port 3e144df6-b650-4f7d-88b6-dab1e91ee03c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3e144df6-b650-4f7d-88b6-dab1e91ee03c,segment=NetworkSegment(32c2eb72-6d7a-4d46-bb55-ebdd1702b316),segment_id=32c2eb72-6d7a-4d46-bb55-ebdd1702b316)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:22.327439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 243747d1-eff6-45ba-9e2d-536cac78316a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:22.366830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.374919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:22.376594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=ca978e19-0ce3-4d56-a298-c93dfeec0af8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:22.382681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:22.390766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:22.391802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:22.392558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.394748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Pushing event updated for resources: {'Port': ['ID=7e33bec6-e06a-4285-a65d-4944b5b995b6,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:22.408202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:22.408827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-108959fd-9408-4c06-8a51-3af218149466 None None] Port 25e5df7c-4024-482f-b42b-de1d461b2c9a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:22.410105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:22.425779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.429880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 11:23:22.431553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.431765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.440466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-65a5c14d-0de8-41fa-8ebc-f7a75d46df72 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:22.491770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:22.494186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:22.506138 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] 10.222.0.41 "DELETE /v2.0/networks/0ddc2a4c-2e5b-49da-af2f-10efb5bc9da5 HTTP/1.1" status: 204 len: 168 time: 1.8402390 Nov 25 11:23:22.506882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36868) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:22.512129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Deleting port 7e33bec6-e06a-4285-a65d-4944b5b995b6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:22.512597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.555767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881f887-96d9-493b-a33c-c197ab16cc00 None None] Network b79473bb-401a-46d0-aeca-052745612682 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:22.570264 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2d162660-2323-4dc3-a069-08f4d5e33305 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5e0cf0576454a499afd3b04d7ba2f74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5191481 Nov 25 11:23:22.575596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36872) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:22.596117 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd76d74-7559-4481-a839-c96dadbecd29 tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:22.596460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd76d74-7559-4481-a839-c96dadbecd29 tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:22.604153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8cd76d74-7559-4481-a839-c96dadbecd29 tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] 10.222.0.41 "DELETE /v2.0/subnets/4586f5c1-cab6-4fb6-9a34-9e2bc8ae861e HTTP/1.1" status: 404 len: 337 time: 0.0909781 Nov 25 11:23:22.605357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:22.764997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Pushing event updated for resources: {'Port': ['ID=3e144df6-b650-4f7d-88b6-dab1e91ee03c,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:22.772322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:22.900363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8d47639a-22f7-40df-ba8e-ee63c651b27a None None] Provisioning complete for port 25e5df7c-4024-482f-b42b-de1d461b2c9a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:22.901011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d47639a-22f7-40df-ba8e-ee63c651b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.976867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:22.986014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5b93711c-939b-44ab-8dc8-18430ab6e8e9 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:22.995592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8d47639a-22f7-40df-ba8e-ee63c651b27a None None] Port 25e5df7c-4024-482f-b42b-de1d461b2c9a was deleted so its status cannot be updated. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Nov 25 11:23:23.001314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 243747d1-eff6-45ba-9e2d-536cac78316a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:23.001699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.048237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.087705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=25e5df7c-4024-482f-b42b-de1d461b2c9a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:23.090439 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.092156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:23.129365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.138636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.147584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487f2c77-e96d-44ab-9da4-d64289c9eb97 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:23.181571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-76287604-b049-405f-9f20-f4fc50b1bb03 None None] Provisioning for port ca978e19-0ce3-4d56-a298-c93dfeec0af8 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:23.191689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-76287604-b049-405f-9f20-f4fc50b1bb03 None None] Provisioning complete for port ca978e19-0ce3-4d56-a298-c93dfeec0af8 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:23.192454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76287604-b049-405f-9f20-f4fc50b1bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.271719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-76287604-b049-405f-9f20-f4fc50b1bb03 None None] Port ca978e19-0ce3-4d56-a298-c93dfeec0af8 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:23.349346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.396652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e144df6-b650-4f7d-88b6-dab1e91ee03c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:23.439271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.445101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=2b5b1459-92d8-4722-a372-20daeaa26584,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:23.459344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.461617 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/25e5df7c-4024-482f-b42b-de1d461b2c9a HTTP/1.1" status: 204 len: 168 time: 3.1743824 Nov 25 11:23:23.480852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36880) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:23.537669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ebdf18-a440-4f6f-9e04-048f943a2147']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:23.549036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 3e144df6-b650-4f7d-88b6-dab1e91ee03c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:23.550009 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-054d1114-27e0-4bbd-be29-ec9d5e7a0cdd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:23:23.550751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-054d1114-27e0-4bbd-be29-ec9d5e7a0cdd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:23.555239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 35889530-10b9-4162-b42b-b10116d609fb up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:23.557981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f642a7-cc58-4c05-81be-fc1900a16296') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:23.558266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f642a7-cc58-4c05-81be-fc1900a16296') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:23.582560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.603460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-054d1114-27e0-4bbd-be29-ec9d5e7a0cdd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:23.604898 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-054d1114-27e0-4bbd-be29-ec9d5e7a0cdd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/25e5df7c-4024-482f-b42b-de1d461b2c9a HTTP/1.1" status: 404 len: 333 time: 0.1154180 Nov 25 11:23:23.606913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.610163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36884) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:23.622010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:23.657907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.661423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 35889530-10b9-4162-b42b-b10116d609fb triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:23.661914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.664757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:23.665152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.681456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49cb9716-b855-464f-b385-f14375743656 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:23.688572 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:23.722424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f4496-659d-4537-9905-f231571b581e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:23.725277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:23.784112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.831204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.834698 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/436f4496-659d-4537-9905-f231571b581e HTTP/1.1" status: 204 len: 168 time: 1.2527876 Nov 25 11:23:23.841272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.846422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.858990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.860096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:23.860599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:23.877897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-18eb9219-c07d-4298-8ca2-1819cbf14c63 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:23.882003 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] 10.222.0.41 "DELETE /v2.0/networks/f2ebdf18-a440-4f6f-9e04-048f943a2147 HTTP/1.1" status: 204 len: 168 time: 1.1991782 Nov 25 11:23:23.929762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': '411e301b-60de-41e1-ad22-0354a26a4ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8961abca-58ad-4711-82a9-d43e4f5fd628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:23.930128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: 8961abca-58ad-4711-82a9-d43e4f5fd628, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:23.940906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a2b92d-5537-473f-a34e-472aae8742ff None None] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:23.945031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Pushing event deleted for resources: {'Network': ['ID=f2ebdf18-a440-4f6f-9e04-048f943a2147,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:23.947478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:24.007622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 02c5d427-dfce-4987-8570-91d118875fd2 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:24.012573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.077767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.132078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] For port 7e33bec6-e06a-4285-a65d-4944b5b995b6, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=7e33bec6-e06a-4285-a65d-4944b5b995b6,segment=NetworkSegment(9b1dd09d-b4a1-4d31-94b4-4d8997bb3473),segment_id=9b1dd09d-b4a1-4d31-94b4-4d8997bb3473)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:24.132689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.165076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Provisioning for port 3e144df6-b650-4f7d-88b6-dab1e91ee03c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:24.175876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=ca978e19-0ce3-4d56-a298-c93dfeec0af8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:24.191054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Provisioning complete for port 3e144df6-b650-4f7d-88b6-dab1e91ee03c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:24.191543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.204013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.266335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36896) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:24.330789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.336839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bdbe4158-71f6-4e5a-bd98-5515768d0f81 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:24.413315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:24.428315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=02c5d427-dfce-4987-8570-91d118875fd2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:24.428741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Calling delete_port for 7e33bec6-e06a-4285-a65d-4944b5b995b6 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:24.435352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.441555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:24.449692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.454097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a144fc-7c30-4646-be8b-49c6bf7ba080 None None] Network 2b414581-6182-4d9b-9651-48718ae6c16b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:24.520638 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a5d154bd-49ac-4f11-bac6-1736a1a5263d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33fb428706a84f519459c6d29d5a008a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2536490 Nov 25 11:23:24.521601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36908) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:24.539712 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/02c5d427-dfce-4987-8570-91d118875fd2 HTTP/1.1" status: 204 len: 168 time: 0.9257150 Nov 25 11:23:24.540040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36912) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:24.567160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:24.633658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] For port 3e144df6-b650-4f7d-88b6-dab1e91ee03c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3e144df6-b650-4f7d-88b6-dab1e91ee03c,segment=NetworkSegment(32c2eb72-6d7a-4d46-bb55-ebdd1702b316),segment_id=32c2eb72-6d7a-4d46-bb55-ebdd1702b316)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:24.648418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 8961abca-58ad-4711-82a9-d43e4f5fd628) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:24.659535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet c91816b9-fad3-4a68-aeaa-2c9343fd0e70 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:24.662765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ffc59-5cb2-4e27-986e-972345688299 None None] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:24.664240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.681131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:24.681713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.699426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:24.704248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:24.754642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.764683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e229300c-0a12-466a-bbb5-68b2433d6f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:24.815394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.894902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.930733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:24.955426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13232ea0-8457-4c35-b7ab-61c9e0f223d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43775298-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:24.997264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.007159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.026342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Port': ['ID=7e33bec6-e06a-4285-a65d-4944b5b995b6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:25.034579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:25.042161 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3956289 Nov 25 11:23:25.044026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8f707ec0-b5a6-4580-bbea-79891879cb72 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:25.044493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36922) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:25.068305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5296105f-3408-4d60-9d32-f6668fe03074,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:25.069436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] No DVR routers for this DVR port 7e33bec6-e06a-4285-a65d-4944b5b995b6 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:25.072782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:25.075710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:25.077433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.081340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5296105f-3408-4d60-9d32-f6668fe03074 HTTP/1.1" status: 204 len: 168 time: 0.5586231 Nov 25 11:23:25.140625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.235923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Update dhcp port {'port': {'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41', 'fixed_ips': [{'subnet_id': '59f91a6b-f10d-4fb2-a448-3e2aa702daa0', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b22f45f-9f88-4b4f-ab76-a767540c7c91'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '3e144df6-b650-4f7d-88b6-dab1e91ee03c'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:23:25.247861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.259512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-498a2293-177e-4c04-bfbd-7e2db34132f3 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:25.377407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=c91816b9-fad3-4a68-aeaa-2c9343fd0e70,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:25.385036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:25.392091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.403191 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/c91816b9-fad3-4a68-aeaa-2c9343fd0e70 HTTP/1.1" status: 204 len: 168 time: 0.8591516 Nov 25 11:23:25.403390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36930) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:25.445861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36934) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:25.456052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Pushing event updated for resources: {'Port': ['ID=3e144df6-b650-4f7d-88b6-dab1e91ee03c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:25.525185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:25.639946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.670009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.698562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 243747d1-eff6-45ba-9e2d-536cac78316a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:25.698953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.701929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-121426f9-85d8-4a2d-af06-56849700e1a4 None None] Provisioning complete for port ca978e19-0ce3-4d56-a298-c93dfeec0af8 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:25.702326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-121426f9-85d8-4a2d-af06-56849700e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.742254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.748275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-62110709-network', 'tenant_id': 'fed2fe42225e458f936c88fd00090f0a'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:25.762272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:25.770072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Usage tracker for resource:network and tenant:fed2fe42225e458f936c88fd00090f0a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:25.774646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:25.782508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36942) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:25.790067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:25.795966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15829115'] for subnet, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.805285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] DHCP port deletion for 2b414581-6182-4d9b-9651-48718ae6c16b request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:25.844689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Made reservation on behalf of fed2fe42225e458f936c88fd00090f0a for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:25.847081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.850619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-8961abca-58ad-4711-82a9-d43e4f5fd628', 'network_id': '8961abca-58ad-4711-82a9-d43e4f5fd628', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': '2b5b1459-92d8-4722-a372-20daeaa26584'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:25.851440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.854089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79473bb-401a-46d0-aeca-052745612682']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:25.866197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.869939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Deleting port 243747d1-eff6-45ba-9e2d-536cac78316a {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:25.870898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.897808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1dd09d-b4a1-4d31-94b4-4d8997bb3473') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:25.898150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1dd09d-b4a1-4d31-94b4-4d8997bb3473') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:25.934173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:25.945635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-121426f9-85d8-4a2d-af06-56849700e1a4 None None] Port ca978e19-0ce3-4d56-a298-c93dfeec0af8 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:26.004995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:26.012657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Usage tracker for resource:security_group_rule and tenant:fed2fe42225e458f936c88fd00090f0a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:26.014946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.018214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:26.021719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] For port 243747d1-eff6-45ba-9e2d-536cac78316a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=243747d1-eff6-45ba-9e2d-536cac78316a,segment=NetworkSegment(5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97),segment_id=5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:26.022356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.035312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:26.036226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:26.036955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:26.058984 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:26.075846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 868d251a-a6f7-41bf-b577-24599643aa56 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:23:26.080062 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b35be3d-50d5-4602-b7f8-efc45c83917a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d096f6513c6b4427b08748e71fcbefd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2877283 Nov 25 11:23:26.092116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36946) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:26.170878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 243747d1-eff6-45ba-9e2d-536cac78316a owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:26.280492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.286526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.301331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Allocated IP 172.20.0.1 (8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41/6b22f45f-9f88-4b4f-ab76-a767540c7c91/3e144df6-b650-4f7d-88b6-dab1e91ee03c) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:26.304298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] For port 243747d1-eff6-45ba-9e2d-536cac78316a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=243747d1-eff6-45ba-9e2d-536cac78316a,segment=NetworkSegment(5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97),segment_id=5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:26.304723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.306321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31ca5010-123a-444d-a73f-cf139ebb0985 tempest-AllowedAddressPairIpV6TestJSON-216341259 tempest-AllowedAddressPairIpV6TestJSON-216341259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:26.316853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-606ac781-dce7-4e2d-aec2-e38822ffd551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.343199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.358432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d2591815-f343-438e-947d-089afaa9e07f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:26.393989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Network': ['ID=b79473bb-401a-46d0-aeca-052745612682,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:26.396736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:26.402367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746508649988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16594539'] for subnet, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.406656 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/networks/b79473bb-401a-46d0-aeca-052745612682 HTTP/1.1" status: 204 len: 168 time: 4.3248692 Nov 25 11:23:26.407657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.409398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ec084e31-e68b-4b58-8c1e-32846be9fe45 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:26.411948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-606ac781-dce7-4e2d-aec2-e38822ffd551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.418610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36950) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:26.419451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=243747d1-eff6-45ba-9e2d-536cac78316a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:26.440762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Calling delete_port for 243747d1-eff6-45ba-9e2d-536cac78316a owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:26.448192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:26.449587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.458456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-68c92f22-05a4-4fde-91b0-5eed4b4d6880 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:26.475297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:26.475960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.480961 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "PUT /v2.0/subnets/2b5b1459-92d8-4722-a372-20daeaa26584 HTTP/1.1" status: 200 len: 826 time: 1.4318306 Nov 25 11:23:26.487707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:26.487903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No DVR routers for this DVR port 243747d1-eff6-45ba-9e2d-536cac78316a on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:26.544769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=2b5b1459-92d8-4722-a372-20daeaa26584,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:26.548148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:26.608400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:26.648888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d508dd-4148-4639-8a78-17b9728ada1b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:26.660841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Allocated IP 2001:db8::2 (8961abca-58ad-4711-82a9-d43e4f5fd628/2b5b1459-92d8-4722-a372-20daeaa26584/730c1615-368a-4222-b197-58f7a558f7e0) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:26.675403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:23:26.684448 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/868d251a-a6f7-41bf-b577-24599643aa56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8897681 Nov 25 11:23:26.685242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:26.694155 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] Sync routers for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:23:26.697572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:26.697929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:26.707156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] For port 3e144df6-b650-4f7d-88b6-dab1e91ee03c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3e144df6-b650-4f7d-88b6-dab1e91ee03c,segment=NetworkSegment(32c2eb72-6d7a-4d46-bb55-ebdd1702b316),segment_id=32c2eb72-6d7a-4d46-bb55-ebdd1702b316)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:26.712715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:26.727415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.729342 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:26.729612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.733130 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Added segment cd4a9833-8a78-4e78-aa2f-b47ea43b0f20 of type vlan for network b8f6769c-1d26-4a6e-a15c-def1fe79f653 Nov 25 11:23:26.738434 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:26.747320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.750520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.801872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.808247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b414581-6182-4d9b-9651-48718ae6c16b']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:26.809055 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:26.821940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-606ac781-dce7-4e2d-aec2-e38822ffd551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.822615 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:26.823502 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:26.828178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-198494a6-7ac5-42b0-9157-c058057ff65b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:26.835372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Deleting port f736f96f-ac37-4af1-912b-52e36cef48f5 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:26.835734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.839361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.863377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:26.863665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abd469b-1efd-4ae7-9dbd-e14f5bf5ad97') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:26.884830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16844fd2-03e8-47fb-8dcd-07459861312e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:26.885399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-16844fd2-03e8-47fb-8dcd-07459861312e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:26.892618 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:26.893278 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db107cc9-dbf9-4f53-8aff-33e45ecd9320 None None] The sync data for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:23:26.907157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ac781-dce7-4e2d-aec2-e38822ffd551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d604a7e8-1802-4ab9-aabf-bb5e109335d5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:26.915923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-606ac781-dce7-4e2d-aec2-e38822ffd551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:26.918672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.928088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-16844fd2-03e8-47fb-8dcd-07459861312e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:26.933795 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-16844fd2-03e8-47fb-8dcd-07459861312e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports/ca978e19-0ce3-4d56-a298-c93dfeec0af8 HTTP/1.1" status: 200 len: 913 time: 0.2448032 Nov 25 11:23:26.935019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:26.943622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:23:26.957986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.966351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.967472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:26.968061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.971336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:26.977650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f1bf0a1b-1403-46de-b649-95b87ba67183 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:26.990776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:26.991164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.004643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Transition to ACTIVE for port object 3e144df6-b650-4f7d-88b6-dab1e91ee03c will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:27.015341 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:27.036038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.045387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:27.157284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.203144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Deleting port 243747d1-eff6-45ba-9e2d-536cac78316a {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:27.203519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.232730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Transition to ACTIVE for port object 730c1615-368a-4222-b197-58f7a558f7e0 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:27.243380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Pushing event updated for resources: {'Port': ['ID=3e144df6-b650-4f7d-88b6-dab1e91ee03c,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:27.257305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:27.307656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-db15e65a-6990-4809-8dd9-271d07a00c1f None None] The port '243747d1-eff6-45ba-9e2d-536cac78316a' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:23:27.316815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Transition to ACTIVE for port object 730c1615-368a-4222-b197-58f7a558f7e0 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:27.329325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e144df6-b650-4f7d-88b6-dab1e91ee03c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:27.342844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-606ac781-dce7-4e2d-aec2-e38822ffd551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.347913 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-606ac781-dce7-4e2d-aec2-e38822ffd551 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d604a7e8-1802-4ab9-aabf-bb5e109335d5 HTTP/1.1" status: 204 len: 168 time: 1.2547407 Nov 25 11:23:27.350647 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9035432 Nov 25 11:23:27.379929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36968) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:27.393610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Request body: {'subnet': {'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-62110709-subnet', 'tenant_id': 'fed2fe42225e458f936c88fd00090f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:27.400357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f6769c-1d26-4a6e-a15c-def1fe79f653,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:27.405108 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.429532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a2c2557-de51-4385-95c8-8eb0421ff187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:27.438113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.452024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2489c599-b896-489d-ac54-603f92d62182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:27.492868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network b8f6769c-1d26-4a6e-a15c-def1fe79f653 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:27.556161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5b1459-92d8-4722-a372-20daeaa26584,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:27.573721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:27.629013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] For port f736f96f-ac37-4af1-912b-52e36cef48f5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f736f96f-ac37-4af1-912b-52e36cef48f5,segment=NetworkSegment(5cfa0361-556c-494e-9717-3761e41170dd),segment_id=5cfa0361-556c-494e-9717-3761e41170dd)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:27.629518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.658133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.682836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:27.697897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:27.701389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Pushing event updated for resources: {'Port': ['ID=730c1615-368a-4222-b197-58f7a558f7e0,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:27.710343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8961abca-58ad-4711-82a9-d43e4f5fd628']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:27.715161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:27.727110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.762433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:27.781678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Calling delete_port for f736f96f-ac37-4af1-912b-52e36cef48f5 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:27.815097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411e301b-60de-41e1-ad22-0354a26a4ace') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:27.815776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411e301b-60de-41e1-ad22-0354a26a4ace') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:27.837667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Attempting to bind port 730c1615-368a-4222-b197-58f7a558f7e0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:27.838262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Attempting to bind port 730c1615-368a-4222-b197-58f7a558f7e0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '411e301b-60de-41e1-ad22-0354a26a4ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8961abca-58ad-4711-82a9-d43e4f5fd628'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:27.838776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Attempting to bind port 730c1615-368a-4222-b197-58f7a558f7e0 on network 8961abca-58ad-4711-82a9-d43e4f5fd628 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:27.848258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:27.848654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Checking segment: {'id': '411e301b-60de-41e1-ad22-0354a26a4ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8961abca-58ad-4711-82a9-d43e4f5fd628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:27.849041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.849437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Bound using segment: {'id': '411e301b-60de-41e1-ad22-0354a26a4ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8961abca-58ad-4711-82a9-d43e4f5fd628'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:27.850145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Bound port: 730c1615-368a-4222-b197-58f7a558f7e0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411e301b-60de-41e1-ad22-0354a26a4ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8961abca-58ad-4711-82a9-d43e4f5fd628'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:27.850873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.898507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.905271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:27.908087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:27.910310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.912368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Usage tracker for resource:subnet and tenant:fed2fe42225e458f936c88fd00090f0a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:27.916626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-28f5c247-9af2-450f-ab33-ed0f8ccf3b1d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:27.944253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.959354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:27.963003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=2b414581-6182-4d9b-9651-48718ae6c16b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:27.966671 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/2b414581-6182-4d9b-9651-48718ae6c16b HTTP/1.1" status: 204 len: 168 time: 2.5619895 Nov 25 11:23:27.969888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.971711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:27.972369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:27.972759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:27.980848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:27.986569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1678c644-ad13-4a08-bd27-e6dd8d91313d tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:27.990370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 243747d1-eff6-45ba-9e2d-536cac78316a no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:28.046041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Port': ['ID=f736f96f-ac37-4af1-912b-52e36cef48f5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:28.051176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:28.057979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] No DVR routers for this DVR port f736f96f-ac37-4af1-912b-52e36cef48f5 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:28.068030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 243747d1-eff6-45ba-9e2d-536cac78316a {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:23:28.068030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 243747d1-eff6-45ba-9e2d-536cac78316a not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:23:28.090366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:28.091011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:28.106750 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:28.122668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] For port 730c1615-368a-4222-b197-58f7a558f7e0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:28.133746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Made reservation on behalf of fed2fe42225e458f936c88fd00090f0a for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:28.136969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.200542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7767e8-6e54-49c3-9596-797be6669830 None None] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:28.266422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:23:28.266422 dv-neutron-819177-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:23:28.266422 dv-neutron-819177-1-hyperv neutron-server[83569]: [parameters: {'id': '8961abca-58ad-4711-82a9-d43e4f5fd628'}] Nov 25 11:23:28.266422 dv-neutron-819177-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:28.266816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:28.300677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] For port 730c1615-368a-4222-b197-58f7a558f7e0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=730c1615-368a-4222-b197-58f7a558f7e0,segment=NetworkSegment(411e301b-60de-41e1-ad22-0354a26a4ace),segment_id=411e301b-60de-41e1-ad22-0354a26a4ace)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:28.314498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccad3cd-85b0-41b0-8b5f-ecd31bd1f610 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:28.320039 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bccad3cd-85b0-41b0-8b5f-ecd31bd1f610 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3424187 Nov 25 11:23:28.320201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 36988) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:28.329802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.346160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-608d8844-febb-4c76-88b8-ea9fb3eb8578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:28.384585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.431928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e63ea11-16b7-432a-ba4e-4f6b36bf3290']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:28.453428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfa0361-556c-494e-9717-3761e41170dd') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:28.453625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfa0361-556c-494e-9717-3761e41170dd') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:28.455366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-50a603ac-f70b-47fa-a991-22b90df0e5a4 None None] Provisioning for port 3e144df6-b650-4f7d-88b6-dab1e91ee03c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:28.481526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.484198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-50a603ac-f70b-47fa-a991-22b90df0e5a4 None None] Provisioning complete for port 3e144df6-b650-4f7d-88b6-dab1e91ee03c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:28.484198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-50a603ac-f70b-47fa-a991-22b90df0e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.539582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2f519da7-6833-455f-9d87-8e6bcc2e477c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:28.550161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.566572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Pushing event updated for resources: {'Port': ['ID=730c1615-368a-4222-b197-58f7a558f7e0,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:28.569970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:28.570262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.638598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:28.661721 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:28.666143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36996) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:28.688264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.691468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2f519da7-6833-455f-9d87-8e6bcc2e477c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:28.696090 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2f519da7-6833-455f-9d87-8e6bcc2e477c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3721521 Nov 25 11:23:28.703005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ee083c0e-9a63-4f98-bf22-8f5ad378536c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:28.704821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 36998) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:28.714625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1129299153'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:28.723966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.724200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:28.730644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:28.731823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Network': ['ID=7e63ea11-16b7-432a-ba4e-4f6b36bf3290,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:28.734495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:28.737311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:28.742045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:28.756806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.759696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:28.763662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.765113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de2d84-4a12-44c2-bbd2-97a58f007603 None None] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:28.768555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a09f60be-5a1c-4cdd-b617-a2cac93b70b0 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:28.774217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.836941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/networks/7e63ea11-16b7-432a-ba4e-4f6b36bf3290 HTTP/1.1" status: 204 len: 168 time: 2.4152317 Nov 25 11:23:28.841950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 730c1615-368a-4222-b197-58f7a558f7e0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:28.842288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.855693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37006) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:28.865744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:28.905452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:28.906103 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment cc88c021-2ca1-4927-88c5-1518da44e2ea of type vlan for network 3f5d8b2c-8238-4601-9b71-b569b56418b0 Nov 25 11:23:28.909803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1412099862'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:28.926095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:28.943774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Usage tracker for resource:network and tenant:70658fdc25974687b26225d967baaf0b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:28.951886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:28.961614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Checking segment: {'id': 'cd4a9833-8a78-4e78-aa2f-b47ea43b0f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:28.962392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Network hostable DHCP agents. Network: b8f6769c-1d26-4a6e-a15c-def1fe79f653, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:28.988418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:29.035830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.037389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d605f19f-0d15-40de-a0c4-365dbe32dfca,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:29.059954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:29.060900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:29.064078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.086086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.094691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26d092-e469-442b-bdbe-b06ead050b81 None None] Network 8961abca-58ad-4711-82a9-d43e4f5fd628 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:29.131609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Network b8f6769c-1d26-4a6e-a15c-def1fe79f653 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:29.165879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.169403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, b8f6769c-1d26-4a6e-a15c-def1fe79f653) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:29.193729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f60d4b-8a1f-4a9d-9fdc-8df3e2e306c8 None None] Network b8f6769c-1d26-4a6e-a15c-def1fe79f653 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:29.218193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:29.218769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.248399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.284528 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8946502 Nov 25 11:23:29.322839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2565d08-338b-43fb-8aa6-74003dccc6db']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:29.325282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e144df6-b650-4f7d-88b6-dab1e91ee03c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:29.341867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43473dd-78df-4c14-8bc0-e731f496002a') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:29.342140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43473dd-78df-4c14-8bc0-e731f496002a') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:29.357980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.454755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:29.459324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Usage tracker for resource:security_group_rule and tenant:70658fdc25974687b26225d967baaf0b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:29.462846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:29.469332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-651558da-77c3-4fca-8571-bd60a43dd125 None None] Provisioning complete for port 3e144df6-b650-4f7d-88b6-dab1e91ee03c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:29.469894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-651558da-77c3-4fca-8571-bd60a43dd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.470409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port ca978e19-0ce3-4d56-a298-c93dfeec0af8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:29.471075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.560478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.567082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:29.567383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:29.595176 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:29.657222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62297b63-a523-4150-8d0e-ca18f8ef342e None None] Network b8f6769c-1d26-4a6e-a15c-def1fe79f653 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:29.705807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 730c1615-368a-4222-b197-58f7a558f7e0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=730c1615-368a-4222-b197-58f7a558f7e0,segment=NetworkSegment(411e301b-60de-41e1-ad22-0354a26a4ace),segment_id=411e301b-60de-41e1-ad22-0354a26a4ace)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:29.706160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.714103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:29.717371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.731980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.744420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.756047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a50eff19-9481-48e6-bc77-3f0df7a65406 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:29.767015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.775096 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/networks/a2565d08-338b-43fb-8aa6-74003dccc6db HTTP/1.1" status: 204 len: 168 time: 0.8935325 Nov 25 11:23:29.775930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37016) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:29.805964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Network': ['ID=a2565d08-338b-43fb-8aa6-74003dccc6db,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:29.813192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3e144df6-b650-4f7d-88b6-dab1e91ee03c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:29.813635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.814476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:29.931414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.932849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 730c1615-368a-4222-b197-58f7a558f7e0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:29.966982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:29.971003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:29.971803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.048523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6932689b-b675-4098-9c7f-f5fa25f5fd88 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:30.063054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50015318-8d79-49e9-b7c2-4e660ae3130d None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:23:30.075705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for ca978e19-0ce3-4d56-a298-c93dfeec0af8 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:30.086866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.121860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d844622-71ba-4090-9fdd-163f41e44238']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:30.136922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67d2148-664a-44fb-b12e-6d874fa0486b') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:30.137218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67d2148-664a-44fb-b12e-6d874fa0486b') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:30.150170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.168960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.176129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:30.176750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:30.199559 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:30.211202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50015318-8d79-49e9-b7c2-4e660ae3130d None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:23:30.294640 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5892673 Nov 25 11:23:30.297782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37030) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:30.304783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:30.317170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=3f5d8b2c-8238-4601-9b71-b569b56418b0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:30.320077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:30.361934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:30.378140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.379233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.384788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-01f1eaff-f401-49bd-9aac-81f830f8ac77 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:30.389887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.406309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e328ffc-5ad6-42f7-9362-2750140ee4ad tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:30.421875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.425687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.443648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Port': ['ID=730c1615-368a-4222-b197-58f7a558f7e0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:30.446713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:30.451133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-449184ba-ec33-4faf-9bf2-7bb7a49fc543 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:30.459023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Pushing event deleted for resources: {'Network': ['ID=4d844622-71ba-4090-9fdd-163f41e44238,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:30.465285 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] 10.222.0.41 "DELETE /v2.0/networks/4d844622-71ba-4090-9fdd-163f41e44238 HTTP/1.1" status: 204 len: 168 time: 0.6847820 Nov 25 11:23:30.467464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:30.470820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:30.478332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:30.485859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:30.488877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:30.503643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:30.514141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No DVR routers for this DVR port 730c1615-368a-4222-b197-58f7a558f7e0 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:30.533099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:30.616416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37038) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:30.638797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1511550900-network', 'tenant_id': '65f064dd20d44ed39dcc7f946915f19d'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:30.665475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.665815 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Added segment dda216a1-d442-4ee0-9e02-3c90dba4e8aa of type vlan for network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 Nov 25 11:23:30.668720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.678550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:30.684245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f7561b-40a9-4be1-8e9e-327d5aa7a71f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:30.694080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Usage tracker for resource:network and tenant:65f064dd20d44ed39dcc7f946915f19d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:30.698532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:30.703038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:30.790888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7590f-9d91-4ff1-803e-45af8a7572e7 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:23:30.839487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:30.871015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Made reservation on behalf of 65f064dd20d44ed39dcc7f946915f19d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:30.873355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.892474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.892712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37044) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:30.900808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.911410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59647a84-36db-4f12-b811-1b33c7bca1b2 tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:30.943050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.948606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4950f5ca-3e4f-4ecb-9233-2f6d6b8eebe4 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:30.954907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.962891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:30.971650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=ca978e19-0ce3-4d56-a298-c93dfeec0af8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:30.980667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:30.982678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7590f-9d91-4ff1-803e-45af8a7572e7 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:23:31.005841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8961abca-58ad-4711-82a9-d43e4f5fd628']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:31.054889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=44da247e-7bdd-444f-8ef2-b6c65467d7be,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:31.069298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:31.070322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': 'cc88c021-2ca1-4927-88c5-1518da44e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:31.070832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: 3f5d8b2c-8238-4601-9b71-b569b56418b0, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:31.071787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411e301b-60de-41e1-ad22-0354a26a4ace') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:31.072103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411e301b-60de-41e1-ad22-0354a26a4ace') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:31.099379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:31.143991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.148360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 3f5d8b2c-8238-4601-9b71-b569b56418b0) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:31.156870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:31.157431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.165613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:31.172736 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-22e9bfc1-0f66-48b7-b406-d53e34812206 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26de95034d12409eadb64865e92c30b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2785025 Nov 25 11:23:31.176504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37050) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:31.220691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Usage tracker for resource:security_group_rule and tenant:65f064dd20d44ed39dcc7f946915f19d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:31.222105 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9230859 Nov 25 11:23:31.225419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37054) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:31.232505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0', 'name': 'tempest-PortsTestJSON-1058510171'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:31.232731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:31.237140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.240991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:31.242031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.248788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.253271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7022f4c9-e86e-40f9-8a96-376237bd74c7 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:31.274279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:31.275344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.290033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:31.290441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.304999 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.368876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174d32b-aa22-40db-a65c-bcae914d98d5 None None] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:31.427203 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:31.470188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.513476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a9901043-39ca-4c6b-98ee-12fb9e7a7cdb tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:31.533077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfb4a8-f6f9-4659-b6f3-2436d113a65f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:31.535528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:31.536619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.540324 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dbfb4a8-f6f9-4659-b6f3-2436d113a65f HTTP/1.1" status: 204 len: 168 time: 0.3603427 Nov 25 11:23:31.553860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:31.571430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:31.664893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Network': ['ID=c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:31.665564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:31.669819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:31.670577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.680976 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9793615 Nov 25 11:23:31.681157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:31.688132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37060) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:31.697080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'subnet': {'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:31.706167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-3f5d8b2c-8238-4601-9b71-b569b56418b0', 'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0', 'tenant_id': 'ebd56f3080ce43f39df9ad7b2c0923b3', 'fixed_ips': [{'subnet_id': '44da247e-7bdd-444f-8ef2-b6c65467d7be'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:31.707956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.715376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.720179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.733066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-649c15ad-08de-4271-9489-b47e67dbbfb3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:31.779902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:31.780955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=8961abca-58ad-4711-82a9-d43e4f5fd628,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:31.783787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:31.790939 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/8961abca-58ad-4711-82a9-d43e4f5fd628 HTTP/1.1" status: 204 len: 168 time: 5.2987976 Nov 25 11:23:31.793270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.794065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37066) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:31.842720 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13456be-aaed-407e-b16c-f368f8779244 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:31.844407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13456be-aaed-407e-b16c-f368f8779244 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:31.850378 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a13456be-aaed-407e-b16c-f368f8779244 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/8961abca-58ad-4711-82a9-d43e4f5fd628 HTTP/1.1" status: 404 len: 339 time: 0.0534492 Nov 25 11:23:31.853297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37070) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:31.856381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.866594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2064782439', 'description': 'd1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:31.872334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1ad4ebbe-0e1c-4964-a6e5-255a74c90c9a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:31.888340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:31.918838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Usage tracker for resource:network and tenant:d370d33409614b36a49c508cbf33fc58 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:31.922430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:31.929015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:31.937089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b54153a-d834-4cf5-8056-a8f4a55ea1aa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:31.960023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:31.970391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:31.975620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:31.978739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.993945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.997524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:31.997680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:31.997951 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Added segment 40d1b6ae-458e-4a32-9413-f8b14e82da12 of type vlan for network 53711924-5cf0-45e6-8862-a26d7b44131a Nov 25 11:23:32.007771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Usage tracker for resource:subnet and tenant:70658fdc25974687b26225d967baaf0b is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:32.013317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:32.015473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Allocated IP 172.20.0.2 (3f5d8b2c-8238-4601-9b71-b569b56418b0/44da247e-7bdd-444f-8ef2-b6c65467d7be/4badfce3-fbae-434b-bc67-1d6f23a88891) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:32.020125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:32.033975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:32.042556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:32.119013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.148582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.220980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.221577 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment fdc32b37-a7ed-4554-9009-e39ca3860743 of type vlan for network 278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 Nov 25 11:23:32.273888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.278585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.281190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.282161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:32.282724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.292432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Transition to ACTIVE for port object 4badfce3-fbae-434b-bc67-1d6f23a88891 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:32.300759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ac59b673-a8e8-4b7e-adfc-4e88ae93238d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:32.318394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Transition to ACTIVE for port object 4badfce3-fbae-434b-bc67-1d6f23a88891 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:32.327929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.336641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:32.411338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Pushing event updated for resources: {'Port': ['ID=4badfce3-fbae-434b-bc67-1d6f23a88891,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:32.416305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:32.428052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:32.429342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:32.430656 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8131759 Nov 25 11:23:32.431962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37086) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:32.432267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:32.451184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Pushing event updated for resources: {'Network': ['ID=53711924-5cf0-45e6-8862-a26d7b44131a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:32.453391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Request body: {'subnet': {'network_id': '53711924-5cf0-45e6-8862-a26d7b44131a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1511550900-subnet', 'tenant_id': '65f064dd20d44ed39dcc7f946915f19d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:32.455420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:32.465845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.8 (3f5d8b2c-8238-4601-9b71-b569b56418b0/44da247e-7bdd-444f-8ef2-b6c65467d7be/51f8966e-1119-48b7-9eb7-3b1f8bbebfe2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:32.466684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.467920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:32.471178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:32.471929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.477338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c216c814-94eb-4e24-8021-2c48bd26a65d tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:32.477647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 53711924-5cf0-45e6-8862-a26d7b44131a details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:32.511089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Usage tracker for resource:subnet and tenant:65f064dd20d44ed39dcc7f946915f19d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:32.521168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:32.551854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:32.580731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.588183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6f13e0c4-61fc-4ed5-83c1-7122fe25cbe8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:32.629187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Attempting to bind port 4badfce3-fbae-434b-bc67-1d6f23a88891 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:32.629583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Attempting to bind port 4badfce3-fbae-434b-bc67-1d6f23a88891 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cc88c021-2ca1-4927-88c5-1518da44e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:32.629971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Attempting to bind port 4badfce3-fbae-434b-bc67-1d6f23a88891 on network 3f5d8b2c-8238-4601-9b71-b569b56418b0 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:32.638170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Made reservation on behalf of 65f064dd20d44ed39dcc7f946915f19d for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:32.639583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:32.639843 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7849770 Nov 25 11:23:32.640098 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Checking segment: {'id': 'cc88c021-2ca1-4927-88c5-1518da44e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:32.640530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.641113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Bound using segment: {'id': 'cc88c021-2ca1-4927-88c5-1518da44e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:32.641583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.641717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Bound port: 4badfce3-fbae-434b-bc67-1d6f23a88891, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc88c021-2ca1-4927-88c5-1518da44e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:32.642235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.647186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:32.693646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37096) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:32.744553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=278ac2a5-a7e2-4dca-92f6-3a5605fd72c4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:32.747487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:32.757839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] For port 4badfce3-fbae-434b-bc67-1d6f23a88891, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:32.762034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:32.794443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] For port 4badfce3-fbae-434b-bc67-1d6f23a88891, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4badfce3-fbae-434b-bc67-1d6f23a88891,segment=NetworkSegment(cc88c021-2ca1-4927-88c5-1518da44e2ea),segment_id=cc88c021-2ca1-4927-88c5-1518da44e2ea)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:32.812428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Subnet': ['ID=9a27e37c-84c3-4a1e-b8d5-468d0dacf595,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:32.837078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:32.876581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:32.886036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8447e1c3-a21a-465f-a7b5-97e0e1c94d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:32.938571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3049fff-4aa6-4780-8f7e-e3a774b4afca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:32.939263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e3049fff-4aa6-4780-8f7e-e3a774b4afca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Synchronizing usage tracker for tenant:d370d33409614b36a49c508cbf33fc58 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:32.942920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Checking segment: {'id': 'dda216a1-d442-4ee0-9e02-3c90dba4e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:32.943280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network hostable DHCP agents. Network: c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:32.993153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-105619598'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:33.038580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e3049fff-4aa6-4780-8f7e-e3a774b4afca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Unset dirty status for tenant:d370d33409614b36a49c508cbf33fc58 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:33.040406 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e3049fff-4aa6-4780-8f7e-e3a774b4afca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/networks?id=278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 HTTP/1.1" status: 200 len: 765 time: 0.3941352 Nov 25 11:23:33.045240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Pushing event updated for resources: {'Port': ['ID=4badfce3-fbae-434b-bc67-1d6f23a88891,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:33.049460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:33.053586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37102) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:33.056199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:33.068922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'description': 'd2'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:33.094434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:network and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:33.101638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:33.129910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:33.139835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.161130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 868d251a-a6f7-41bf-b577-24599643aa56 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:23:33.253364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:33.256314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.266296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:33.299590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:33.311147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.329127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:33.334232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:33.334833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.342940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04467286-8da2-425f-b0c8-93696c9ac2cd None None] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:33.377713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4badfce3-fbae-434b-bc67-1d6f23a88891 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:33.406104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.465108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25ecc33d-6601-43a6-8590-6c49bb7ddc09 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:33.561198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:23:33.575030 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/868d251a-a6f7-41bf-b577-24599643aa56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6388681 Nov 25 11:23:33.575886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] Sync routers for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:23:33.576968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37106) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:33.606071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 4badfce3-fbae-434b-bc67-1d6f23a88891 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:33.621764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:33.638518 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9458833 Nov 25 11:23:33.645178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:security_group_rule and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:33.646708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:33.647391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:33.649315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:33.655726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:33.663196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'name': 'tempest-AllowedAddressPairTestJSON-642115101'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:33.683142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:33.685348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.696326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1834f7b1-6ef0-417e-b9a9-0719415c130e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:33.699406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:33.704762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.714164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-589a7e0d-de56-4ded-ad80-03ed15e0d13c tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:33.716700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:33.723575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'tenant_id': '70658fdc25974687b26225d967baaf0b', 'fixed_ips': [{'subnet_id': '9a27e37c-84c3-4a1e-b8d5-468d0dacf595'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:33.724390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.786092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:33.786736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:33.798809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.832795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:33.840221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:33.843226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:33.860507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:33.860916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24ee61-b835-4086-b6b9-299fc354ca6d None None] The sync data for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:23:33.881185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network 278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 is not hosted by any dhcp agent {{(pid=83570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Nov 25 11:23:33.884792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:33.885370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.889386 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "PUT /v2.0/networks/278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 HTTP/1.1" status: 200 len: 762 time: 0.8347893 Nov 25 11:23:33.890242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Checking segment: {'id': '40d1b6ae-458e-4a32-9413-f8b14e82da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53711924-5cf0-45e6-8862-a26d7b44131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:33.890589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Network hostable DHCP agents. Network: 53711924-5cf0-45e6-8862-a26d7b44131a, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:33.894781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37114) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:33.905132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=51f8966e-1119-48b7-9eb7-3b1f8bbebfe2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:33.908635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:33.909626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:33.915598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Usage tracker for resource:port and tenant:70658fdc25974687b26225d967baaf0b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:33.916134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-16155ba3-4d8b-439a-a8f7-2a16f8a4c801 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:33.924590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:33.932307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:33.972314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e1b5ee28-afb4-40c9-a954-288dccb95e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:33.988741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Allocated IP 172.20.0.2 (c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11/9a27e37c-84c3-4a1e-b8d5-468d0dacf595/093add56-f832-4b2c-9a72-e69f9faf2e89) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:34.117165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:34.121947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.146361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.184073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] device_id is not set on port 83e94f9c-70aa-41c5-aac4-1e036fa657c4 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:34.250305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.265034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Transition to ACTIVE for port object 093add56-f832-4b2c-9a72-e69f9faf2e89 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:34.287660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Transition to ACTIVE for port object 093add56-f832-4b2c-9a72-e69f9faf2e89 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:34.293598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:34.294322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.299517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.301652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.304645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcca10b5-9bfd-4249-a1c9-8d6ebc087e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:34.314538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=278ac2a5-a7e2-4dca-92f6-3a5605fd72c4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:34.317633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:34.338953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f215eb5-0338-449b-bd83-956965c2dfe9 None None] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:34.346386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.356184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff7163-ef3f-4d3a-8df8-aaad57df8583 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:34.356947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3bff7163-ef3f-4d3a-8df8-aaad57df8583 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Synchronizing usage tracker for tenant:d370d33409614b36a49c508cbf33fc58 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:34.357092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:34.363644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.368695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f72476c1-763d-472d-aa70-10ba6ebb070a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:34.384535 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1546130 Nov 25 11:23:34.386652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:34.388354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Network 53711924-5cf0-45e6-8862-a26d7b44131a is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:34.412383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:34.423969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3bff7163-ef3f-4d3a-8df8-aaad57df8583 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Unset dirty status for tenant:d370d33409614b36a49c508cbf33fc58 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:34.428766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3bff7163-ef3f-4d3a-8df8-aaad57df8583 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/networks?id=278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 HTTP/1.1" status: 200 len: 765 time: 0.5217905 Nov 25 11:23:34.428766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10908b3c-c603-4e63-8654-bef7f2bd1890,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:34.430119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37122) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:34.435160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:34.436406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.436780 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Added segment 72bac76c-60d8-42ac-9d45-c89478c64383 of type vlan for network 31daa41c-a782-4d1c-867b-68503f9924d6 Nov 25 11:23:34.460216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '3f5d8b2c-8238-4601-9b71-b569b56418b0', 'name': 'tempest-PortsTestJSON-2048979171'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:34.461793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 53711924-5cf0-45e6-8862-a26d7b44131a) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:34.466564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:34.467131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.535773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b872d8a-8ed6-4bfa-99bb-1fd24a4e6027 None None] Network 53711924-5cf0-45e6-8862-a26d7b44131a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:34.550735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:34.587175 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1448195 Nov 25 11:23:34.587452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:34.592327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Pushing event updated for resources: {'Port': ['ID=093add56-f832-4b2c-9a72-e69f9faf2e89,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:34.603969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:34.613872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:34.648963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Allocated IP 172.20.0.10 (c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11/9a27e37c-84c3-4a1e-b8d5-468d0dacf595/83e94f9c-70aa-41c5-aac4-1e036fa657c4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:34.652494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003a5aa-69ae-4539-9e8e-dd7767452d00 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:34.656478 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1003a5aa-69ae-4539-9e8e-dd7767452d00 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2229118 Nov 25 11:23:34.662687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37128) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:34.669978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.701168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Provisioning for port 4badfce3-fbae-434b-bc67-1d6f23a88891 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:34.711474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.716250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:34.717392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.724721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f11dc1e-17f5-49dd-a7fb-7eaafb901934 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:34.749256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-61bc93e8-f510-4300-9f69-64302341fc53 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Synchronizing usage tracker for tenant:d370d33409614b36a49c508cbf33fc58 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:34.825272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:34.841032 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1416678 Nov 25 11:23:34.844048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:34.849185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:34.888859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-61bc93e8-f510-4300-9f69-64302341fc53 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Unset dirty status for tenant:d370d33409614b36a49c508cbf33fc58 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:34.893347 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-61bc93e8-f510-4300-9f69-64302341fc53 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 207 time: 0.2218831 Nov 25 11:23:34.895879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:34.903650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37134) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:34.908346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Network': ['ID=31daa41c-a782-4d1c-867b-68503f9924d6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:34.918365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:34.949627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Provisioning complete for port 4badfce3-fbae-434b-bc67-1d6f23a88891 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:34.950008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:34.986789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:34.989732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:35.068186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 31daa41c-a782-4d1c-867b-68503f9924d6 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:35.205507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcc02c-1fc3-427c-8feb-5bc8a38888fa None None] Network 53711924-5cf0-45e6-8862-a26d7b44131a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:35.283636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Attempting to bind port 093add56-f832-4b2c-9a72-e69f9faf2e89 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:35.288505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Attempting to bind port 093add56-f832-4b2c-9a72-e69f9faf2e89 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'dda216a1-d442-4ee0-9e02-3c90dba4e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:35.289011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Attempting to bind port 093add56-f832-4b2c-9a72-e69f9faf2e89 on network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:35.290813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 19a2188e-1284-414d-a3bc-375ad95d7986 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:35.385197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:35.386211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Checking segment: {'id': 'dda216a1-d442-4ee0-9e02-3c90dba4e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:35.386632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:35.387171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Bound using segment: {'id': 'dda216a1-d442-4ee0-9e02-3c90dba4e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:35.387661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Bound port: 093add56-f832-4b2c-9a72-e69f9faf2e89, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda216a1-d442-4ee0-9e02-3c90dba4e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:35.388057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:35.455959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.4 (3f5d8b2c-8238-4601-9b71-b569b56418b0/44da247e-7bdd-444f-8ef2-b6c65467d7be/19a2188e-1284-414d-a3bc-375ad95d7986) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:35.469846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-65556dce-f6fd-4570-98ff-385d86b28ec6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:35.471273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-65556dce-f6fd-4570-98ff-385d86b28ec6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Synchronizing usage tracker for tenant:fed2fe42225e458f936c88fd00090f0a on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:35.496941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-65556dce-f6fd-4570-98ff-385d86b28ec6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Unset dirty status for tenant:fed2fe42225e458f936c88fd00090f0a on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:35.505921 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-65556dce-f6fd-4570-98ff-385d86b28ec6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/networks?id=b8f6769c-1d26-4a6e-a15c-def1fe79f653 HTTP/1.1" status: 200 len: 810 time: 0.2014668 Nov 25 11:23:35.580435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49e0f1-124e-42a4-bbe2-07c8cf9ed35e tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:35.584546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49e0f1-124e-42a4-bbe2-07c8cf9ed35e tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:35.589325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49e0f1-124e-42a4-bbe2-07c8cf9ed35e tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:35.593684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49e0f1-124e-42a4-bbe2-07c8cf9ed35e tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:35.597953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49e0f1-124e-42a4-bbe2-07c8cf9ed35e tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:35.602690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49e0f1-124e-42a4-bbe2-07c8cf9ed35e tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:35.610211 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a49e0f1-124e-42a4-bbe2-07c8cf9ed35e tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.7028418 Nov 25 11:23:35.612119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37148) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:35.626976 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-461c122e-9700-420a-8e47-dd1d96860d64 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/quotas/fed2fe42225e458f936c88fd00090f0a HTTP/1.1" status: 200 len: 375 time: 0.1184676 Nov 25 11:23:35.652364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] For port 093add56-f832-4b2c-9a72-e69f9faf2e89, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:35.656294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] For port 093add56-f832-4b2c-9a72-e69f9faf2e89, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=093add56-f832-4b2c-9a72-e69f9faf2e89,segment=NetworkSegment(dda216a1-d442-4ee0-9e02-3c90dba4e8aa),segment_id=dda216a1-d442-4ee0-9e02-3c90dba4e8aa)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:35.700872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:35.714315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c2be177d-8a09-4c1b-bc07-2b2d60acbc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:35.736100 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-38ecae73-8376-4de4-806e-8da0f7d0c075 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fed2fe42225e458f936c88fd00090f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078203 Nov 25 11:23:35.900415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:35.941258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:35.958190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Pushing event updated for resources: {'Port': ['ID=093add56-f832-4b2c-9a72-e69f9faf2e89,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:35.972484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:35.989617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] For port 4badfce3-fbae-434b-bc67-1d6f23a88891, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4badfce3-fbae-434b-bc67-1d6f23a88891,segment=NetworkSegment(cc88c021-2ca1-4927-88c5-1518da44e2ea),segment_id=cc88c021-2ca1-4927-88c5-1518da44e2ea)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:36.002604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:36.004555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-42a03ea0-66d0-4d89-b221-5ed21a16d72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:36.024299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Transition to ACTIVE for port object 83e94f9c-70aa-41c5-aac4-1e036fa657c4 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:36.061936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:36.162687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:36.165009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Pushing event updated for resources: {'Port': ['ID=4badfce3-fbae-434b-bc67-1d6f23a88891,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:36.172792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:36.247200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-067961d9-4f0d-44a9-b232-f3f315c60af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:36.288668 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d431cdf6-0f78-4ddf-b32e-371e6059a368 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.6703060 Nov 25 11:23:36.294638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37152) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:36.305300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:36.329070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:36.333116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:36.353783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-508082ef-50a6-4f49-9229-b2ef0f739593 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158278 Nov 25 11:23:36.357938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9bd25905-3a48-4709-9035-bcb4267409bd None None] Provisioning complete for port 4badfce3-fbae-434b-bc67-1d6f23a88891 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:36.358313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bd25905-3a48-4709-9035-bcb4267409bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:36.511360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:36.512042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:36.551397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=83e94f9c-70aa-41c5-aac4-1e036fa657c4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:36.564348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:36.571337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:36.572836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:36.577007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:36.582861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:36.584413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:36.585981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:36.588363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Synchronizing usage tracker for tenant:d370d33409614b36a49c508cbf33fc58 on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:36.622655 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9709902 Nov 25 11:23:36.625143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37156) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:36.636971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9bd25905-3a48-4709-9035-bcb4267409bd None None] Provisioning for port 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:36.637729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object 19a2188e-1284-414d-a3bc-375ad95d7986 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:36.646988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'name': 'tempest-AllowedAddressPairTestJSON-657735526', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:86:8a:39'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:36.649058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9bd25905-3a48-4709-9035-bcb4267409bd None None] Provisioning complete for port 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:36.649708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bd25905-3a48-4709-9035-bcb4267409bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:36.655211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Unset dirty status for tenant:d370d33409614b36a49c508cbf33fc58 on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:36.659937 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-96ef6380-bb6e-4c62-bd80-91b175594a3a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3606954 Nov 25 11:23:36.668099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37160) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:36.724611 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-f24600d7-3ea4-481e-844b-fed8cf764d0f service neutron] 10.222.0.41 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609149 Nov 25 11:23:36.737918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9bd25905-3a48-4709-9035-bcb4267409bd None None] Port 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:36.896263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-716e8e70-8628-4092-b5e5-bb161f46de00 None None] Provisioning complete for port 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:36.896649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-716e8e70-8628-4092-b5e5-bb161f46de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:37.000033 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8d44fdac-5958-44b9-a55e-c81599b57be7 req-ad597c79-34c2-4a46-80a3-72011f46047c tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 210 time: 0.0913956 Nov 25 11:23:37.032910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-716e8e70-8628-4092-b5e5-bb161f46de00 None None] Port 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:37.044470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446921e-5bfb-4778-b969-e736da1016fc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.045522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446921e-5bfb-4778-b969-e736da1016fc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.048739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446921e-5bfb-4778-b969-e736da1016fc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.048739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446921e-5bfb-4778-b969-e736da1016fc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.049897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446921e-5bfb-4778-b969-e736da1016fc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.051590 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c446921e-5bfb-4778-b969-e736da1016fc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3491573 Nov 25 11:23:37.055008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37168) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:37.077076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:37.081333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Usage tracker for resource:port and tenant:70658fdc25974687b26225d967baaf0b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:37.084481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:37.093695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:37.109719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:37.126096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-59222dca-a81f-46d1-9bb4-47f3fed76145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:37.198089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:37.298799 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:37.339869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce0a1b-a5f7-47b1-8396-a4887ab1892d None None] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:37.374367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03d9e0a-a28a-446c-8539-70c0b9b564c0 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.378398 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c03d9e0a-a28a-446c-8539-70c0b9b564c0 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/networks/11badf4c-8b44-492d-b574-8572d9e96b41 HTTP/1.1" status: 200 len: 802 time: 0.3224180 Nov 25 11:23:37.384334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37178) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:37.439035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:37.453169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=19a2188e-1284-414d-a3bc-375ad95d7986,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:37.459032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:37.467081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:37.475077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:37.517328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bc460f26-8b68-4a20-87b3-0cf11fde6338 None None] Provisioning for port 093add56-f832-4b2c-9a72-e69f9faf2e89 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:37.546312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 093add56-f832-4b2c-9a72-e69f9faf2e89 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:37.719750 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-034eccdb-fdbc-4084-99e3-a788407ab30a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/networks/11badf4c-8b44-492d-b574-8572d9e96b41?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.3292890 Nov 25 11:23:37.719991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37182) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:37.764112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.765139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:37.777955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:37.797751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 065c3bc8-7526-4ed7-b040-150dd5f6bc51 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:37.798432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:37.934017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] device_id is not set on port dc836db6-a64f-42ce-8973-5320efa62de9 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:37.968538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dbb9ea-726f-4766-a11c-9bf2dce29028 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:37.975103 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e1dbb9ea-726f-4766-a11c-9bf2dce29028 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/subnets/e7c4e628-592d-4b9c-a25e-1ac9f0b02fde HTTP/1.1" status: 200 len: 843 time: 0.2492371 Nov 25 11:23:37.975457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37186) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:38.049900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b92aea-d37b-4cff-80cd-d5e6af9e6fce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:38.051659 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-38b92aea-d37b-4cff-80cd-d5e6af9e6fce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "GET /v2.0/subnets/e7c4e628-592d-4b9c-a25e-1ac9f0b02fde?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0748832 Nov 25 11:23:38.056796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37192) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:38.063474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1462058136'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:38.070114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:38.083431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:38.086744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 093add56-f832-4b2c-9a72-e69f9faf2e89 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:38.099283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-03faeab6-f5fb-47a3-a71e-167195802c65 None None] Provisioning for port 19a2188e-1284-414d-a3bc-375ad95d7986 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:38.102972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:38.105990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.115770 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7242365 Nov 25 11:23:38.122212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37196) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:38.132739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-03faeab6-f5fb-47a3-a71e-167195802c65 None None] Provisioning complete for port 19a2188e-1284-414d-a3bc-375ad95d7986 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:38.135193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-03faeab6-f5fb-47a3-a71e-167195802c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.201157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37200) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:38.211842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'subnet': {'network_id': '31daa41c-a782-4d1c-867b-68503f9924d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:38.225776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 093add56-f832-4b2c-9a72-e69f9faf2e89 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:38.226155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.303602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-03faeab6-f5fb-47a3-a71e-167195802c65 None None] Port 19a2188e-1284-414d-a3bc-375ad95d7986 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:38.345555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-df8e800b-ed6e-4b1f-aec7-e2802494f9f6 req-f6455bb2-ecfe-42f9-93d8-aff5f51a9343 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 210 time: 0.1155870 Nov 25 11:23:38.377681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:38.419441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.419789 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Added segment a9f7adc6-6250-49ac-9f52-85740414d4c0 of type vlan for network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 Nov 25 11:23:38.434600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:38.440977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:subnet and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:38.446296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:38.455024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:38.460967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.465197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaed302-28ca-4fc6-9739-9707e080b19a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:38.465899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-aaaed302-28ca-4fc6-9739-9707e080b19a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:38.490556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.500056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:38.514260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 093add56-f832-4b2c-9a72-e69f9faf2e89, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=093add56-f832-4b2c-9a72-e69f9faf2e89,segment=NetworkSegment(dda216a1-d442-4ee0-9e02-3c90dba4e8aa),segment_id=dda216a1-d442-4ee0-9e02-3c90dba4e8aa)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:38.524203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.525457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4badfce3-fbae-434b-bc67-1d6f23a88891 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:38.530322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-aaaed302-28ca-4fc6-9739-9707e080b19a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:38.531496 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aaaed302-28ca-4fc6-9739-9707e080b19a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.4083571 Nov 25 11:23:38.535516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37204) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:38.561751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:38.609509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.652494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:23:38.653139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Allocated IP 172.20.0.8 (c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11/9a27e37c-84c3-4a1e-b8d5-468d0dacf595/dc836db6-a64f-42ce-8973-5320efa62de9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:38.708036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.710692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=093add56-f832-4b2c-9a72-e69f9faf2e89,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:38.717332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:38.742409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 4badfce3-fbae-434b-bc67-1d6f23a88891 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:38.742781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.767369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.771286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:38.771961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.780386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f41642dc-7f40-46c7-abc9-ea1c06ba28aa tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:38.793161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ceac3441-7231-4c31-874e-98ecd44e963c None None] Provisioning for port 83e94f9c-70aa-41c5-aac4-1e036fa657c4 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:38.798642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 19a2188e-1284-414d-a3bc-375ad95d7986 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:38.798979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.815325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ceac3441-7231-4c31-874e-98ecd44e963c None None] Provisioning complete for port 83e94f9c-70aa-41c5-aac4-1e036fa657c4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:38.815665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ceac3441-7231-4c31-874e-98ecd44e963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.870757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:38.891296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 065c3bc8-7526-4ed7-b040-150dd5f6bc51 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:38.933777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ceac3441-7231-4c31-874e-98ecd44e963c None None] Port 83e94f9c-70aa-41c5-aac4-1e036fa657c4 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:38.996372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ceac3441-7231-4c31-874e-98ecd44e963c None None] Provisioning complete for port 093add56-f832-4b2c-9a72-e69f9faf2e89 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:38.996755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ceac3441-7231-4c31-874e-98ecd44e963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.155942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-f6215063-0b96-4eee-bcca-adf85732632b tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:39.157368 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-f6215063-0b96-4eee-bcca-adf85732632b tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.48 "GET /v2.0/networks?id=b8f6769c-1d26-4a6e-a15c-def1fe79f653 HTTP/1.1" status: 200 len: 810 time: 0.6227834 Nov 25 11:23:39.164096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Network': ['ID=cf10a7b9-f635-4f58-a5e1-5c50db38f3f3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:39.174641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:39.175303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Request body: {'port': {'device_id': '551f391c-752b-482a-820b-3119a972b717', 'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653', 'admin_state_up': True, 'tenant_id': 'fed2fe42225e458f936c88fd00090f0a'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:39.176947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:39.216865 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1580608 Nov 25 11:23:39.226074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37208) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:39.233561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'network_id': 'cf10a7b9-f635-4f58-a5e1-5c50db38f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:39.264437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.274416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a0519d24-4d1f-43be-932a-f6fe0ce93824 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:39.296260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f537aa72-c49a-4f39-9b29-d229978e95e8 None None] Provisioning complete for port 83e94f9c-70aa-41c5-aac4-1e036fa657c4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:39.296260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f537aa72-c49a-4f39-9b29-d229978e95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.336971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 093add56-f832-4b2c-9a72-e69f9faf2e89 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:39.405974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f537aa72-c49a-4f39-9b29-d229978e95e8 None None] Port 83e94f9c-70aa-41c5-aac4-1e036fa657c4 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:39.427448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 093add56-f832-4b2c-9a72-e69f9faf2e89 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:39.427913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.484561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:39.494196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Usage tracker for resource:port and tenant:fed2fe42225e458f936c88fd00090f0a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:39.499693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:39.508964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:39.518806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:39.521642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.522661 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:23:39.544289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Transition to ACTIVE for port object dc836db6-a64f-42ce-8973-5320efa62de9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:39.561242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Subnet': ['ID=302a028a-e327-463e-883a-94fae624f683,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:39.568995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:39.570595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.574542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:39.576512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:39.612836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Made reservation on behalf of d370d33409614b36a49c508cbf33fc58 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:39.628667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.634559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Checking segment: {'id': '72bac76c-60d8-42ac-9d45-c89478c64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '31daa41c-a782-4d1c-867b-68503f9924d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:39.634916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network hostable DHCP agents. Network: 31daa41c-a782-4d1c-867b-68503f9924d6, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:39.640876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.644396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Made reservation on behalf of fed2fe42225e458f936c88fd00090f0a for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:39.647669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:39.662818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=065c3bc8-7526-4ed7-b040-150dd5f6bc51,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:39.665397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:39.671457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-904b9e0f-0b38-4606-b2a4-f65159d9f21a tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:39.829422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:39.874257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:39.876713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:39.950827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 19a2188e-1284-414d-a3bc-375ad95d7986 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:40.012978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=dc836db6-a64f-42ce-8973-5320efa62de9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:40.026756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:40.045084 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3bd0c491-f0de-4c40-b063-717edcbffb64 req-746484f3-5ddb-458b-98f0-3f82e557257c tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 210 time: 0.4863701 Nov 25 11:23:40.064145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.066687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:40.067337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.105488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 31daa41c-a782-4d1c-867b-68503f9924d6 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:40.110126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.139468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d2eb76f3-9bc5-47c1-a52b-07a1ed584280 None None] Provisioning for port dc836db6-a64f-42ce-8973-5320efa62de9 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:40.149039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d2eb76f3-9bc5-47c1-a52b-07a1ed584280 None None] Provisioning complete for port dc836db6-a64f-42ce-8973-5320efa62de9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:40.149800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2eb76f3-9bc5-47c1-a52b-07a1ed584280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.178032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 31daa41c-a782-4d1c-867b-68503f9924d6) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:40.181137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing IP validity checks on allocation pools {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:23:40.181846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:23:40.189545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:40.190119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.201072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c2fc9-e66d-41d1-80d6-759da671240b None None] Network 31daa41c-a782-4d1c-867b-68503f9924d6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:40.280334 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0780656 Nov 25 11:23:40.286052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37216) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:40.294244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-511402050'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:40.297896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb76f3-9bc5-47c1-a52b-07a1ed584280 None None] Port dc836db6-a64f-42ce-8973-5320efa62de9 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:40.301462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:40.311212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:network and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:40.313934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.315766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:40.326655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7c4089cc-c928-4533-9ef2-1fb37b70f609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:40.362961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:40.409204 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7735572 Nov 25 11:23:40.413634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:40.413957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=19a2188e-1284-414d-a3bc-375ad95d7986,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:40.421444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:40.445809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Allocated IP 172.20.0.14 (b8f6769c-1d26-4a6e-a15c-def1fe79f653/d605f19f-0d15-40de-a0c4-365dbe32dfca/e5beced5-114c-40a1-8ebb-3fa0f985a5d5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:40.459549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:40.462880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.466574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-31daa41c-a782-4d1c-867b-68503f9924d6', 'network_id': '31daa41c-a782-4d1c-867b-68503f9924d6', 'tenant_id': '0ee8d387eaab47c1b24c34cd08f618d6', 'fixed_ips': [{'subnet_id': '302a028a-e327-463e-883a-94fae624f683'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:40.467550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.581248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:40.601533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.612703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.613071 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Added segment d920538d-c16c-4ebc-aba3-bfe75a7341bc of type vlan for network 949703fa-79b3-49c4-afc6-64abeb91eebd Nov 25 11:23:40.620020 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/19a2188e-1284-414d-a3bc-375ad95d7986 HTTP/1.1" status: 204 len: 168 time: 2.0825489 Nov 25 11:23:40.655676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.661071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37224) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:40.664094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.703632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:40.759205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Allocated IP 2001:db8:0:ffff::2 (31daa41c-a782-4d1c-867b-68503f9924d6/302a028a-e327-463e-883a-94fae624f683/2fd37a1b-5807-4c7c-ba82-557a9e18e053) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:40.763134 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f634f7fe-7052-4ede-82ab-6ee4fb0d7474 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:23:40.763758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f634f7fe-7052-4ede-82ab-6ee4fb0d7474 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:40.820660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=d45c6932-ed6d-4753-bdc6-f64876665409,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:40.830253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:40.830997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.835043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:40.835618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:40.842930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-931c6599-7c23-4fd6-8c39-d30cb982be64 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:40.873215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f634f7fe-7052-4ede-82ab-6ee4fb0d7474 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:40.874449 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f634f7fe-7052-4ede-82ab-6ee4fb0d7474 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/19a2188e-1284-414d-a3bc-375ad95d7986 HTTP/1.1" status: 404 len: 333 time: 0.2122786 Nov 25 11:23:40.880742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37228) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:40.928180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b380b93-4f0f-4078-903a-a7b36e12f9a2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:40.932834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b380b93-4f0f-4078-903a-a7b36e12f9a2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:40.936926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b380b93-4f0f-4078-903a-a7b36e12f9a2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:40.937743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b380b93-4f0f-4078-903a-a7b36e12f9a2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Synchronizing usage tracker for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:40.969349 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6822348 Nov 25 11:23:40.976784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:40.988703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Checking segment: {'id': 'a9f7adc6-6250-49ac-9f52-85740414d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cf10a7b9-f635-4f58-a5e1-5c50db38f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:40.989193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network hostable DHCP agents. Network: cf10a7b9-f635-4f58-a5e1-5c50db38f3f3, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:40.996829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'subnet': {'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:40.999333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.012015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Transition to ACTIVE for port object 2fd37a1b-5807-4c7c-ba82-557a9e18e053 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:41.014664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Network': ['ID=949703fa-79b3-49c4-afc6-64abeb91eebd,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:41.021420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:41.034422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 949703fa-79b3-49c4-afc6-64abeb91eebd details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:41.039775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:41.040244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.046567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b380b93-4f0f-4078-903a-a7b36e12f9a2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Unset dirty status for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:41.052060 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b380b93-4f0f-4078-903a-a7b36e12f9a2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.6334291 Nov 25 11:23:41.062653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37236) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:41.065009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Transition to ACTIVE for port object 2fd37a1b-5807-4c7c-ba82-557a9e18e053 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:41.124139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.136559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:41.167666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.170810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:41.171831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 868d251a-a6f7-41bf-b577-24599643aa56 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:23:41.202861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, cf10a7b9-f635-4f58-a5e1-5c50db38f3f3) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:41.242982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:41.244876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Network 31daa41c-a782-4d1c-867b-68503f9924d6 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:41.248072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port dc836db6-a64f-42ce-8973-5320efa62de9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:41.248418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.251977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6eed26-ca9a-4130-9306-5ef942785ce7 None None] Network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:41.254464 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ca93dbcb-8f54-4299-9798-9880da5e36e1 req-24316dde-8186-4539-9d56-b80b7ea59d3d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 210 time: 0.0635817 Nov 25 11:23:41.265032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:41.267722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:41.275656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:41.276816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.308693 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0817626 Nov 25 11:23:41.311672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37242) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:41.335378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:subnet and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:41.350406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:41.360210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:41.394840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Pushing event updated for resources: {'Port': ['ID=2fd37a1b-5807-4c7c-ba82-557a9e18e053,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:41.397798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:41.416041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:41.474802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Attempting to bind port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:41.474802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Attempting to bind port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '72bac76c-60d8-42ac-9d45-c89478c64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '31daa41c-a782-4d1c-867b-68503f9924d6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:41.475496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Attempting to bind port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 on network 31daa41c-a782-4d1c-867b-68503f9924d6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:41.481887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.490714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:41.500411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:41.500787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Checking segment: {'id': '72bac76c-60d8-42ac-9d45-c89478c64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '31daa41c-a782-4d1c-867b-68503f9924d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:41.501180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.501567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Bound using segment: {'id': '72bac76c-60d8-42ac-9d45-c89478c64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '31daa41c-a782-4d1c-867b-68503f9924d6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:41.502227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Bound port: 2fd37a1b-5807-4c7c-ba82-557a9e18e053, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bac76c-60d8-42ac-9d45-c89478c64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '31daa41c-a782-4d1c-867b-68503f9924d6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:41.502762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.505637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11a6959f-c39d-4b13-985b-a3161d0b0b8d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:41.515965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16513029'] for subnet, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.661032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.674618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-cf10a7b9-f635-4f58-a5e1-5c50db38f3f3', 'network_id': 'cf10a7b9-f635-4f58-a5e1-5c50db38f3f3', 'tenant_id': 'd370d33409614b36a49c508cbf33fc58', 'fixed_ips': [{'subnet_id': 'd45c6932-ed6d-4753-bdc6-f64876665409'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:41.674618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.688664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Network b8f6769c-1d26-4a6e-a15c-def1fe79f653 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:41.701526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] For port 2fd37a1b-5807-4c7c-ba82-557a9e18e053, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:41.706089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] For port 2fd37a1b-5807-4c7c-ba82-557a9e18e053, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2fd37a1b-5807-4c7c-ba82-557a9e18e053,segment=NetworkSegment(72bac76c-60d8-42ac-9d45-c89478c64383),segment_id=72bac76c-60d8-42ac-9d45-c89478c64383)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:41.747626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.752863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-98ac3e60-88f3-4c6a-a48d-0def9511380b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:41.872318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Pushing event updated for resources: {'Port': ['ID=2fd37a1b-5807-4c7c-ba82-557a9e18e053,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:41.874054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:23:41.876936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:41.887161 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/868d251a-a6f7-41bf-b577-24599643aa56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3056889 Nov 25 11:23:41.890266 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] Sync routers for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:23:41.904211 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:41.907809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Pushing event updated for resources: {'Port': ['ID=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:41.908241 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:41.910742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37246) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:41.911403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:41.912543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:41.915080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:41.947133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:41.962998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:41.982373 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:41.995434 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] Routers {'868d251a-a6f7-41bf-b577-24599643aa56'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:23:41.996189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['868d251a-a6f7-41bf-b577-24599643aa56'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:42.063648 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:42.063648 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec8ba6-2744-41ac-8b18-7f6fc7050ad9 None None] The sync data for ids ['868d251a-a6f7-41bf-b577-24599643aa56'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:23:42.131871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:42.136050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.170519 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a4ce0580-a2e6-421c-98ec-b6832f693ec9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d251a-a6f7-41bf-b577-24599643aa56 HTTP/1.1" status: 200 len: 205 time: 0.2584488 Nov 25 11:23:42.170753 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9991310 Nov 25 11:23:42.171053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37250) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:42.178739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.207021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746508649988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16690915'] for subnet, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.211467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-83a14163-20a9-4224-aa18-bf6956e93433 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:42.249735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.275813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Request body: {'port': {'device_id': '551f391c-752b-482a-820b-3119a972b717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:42.288070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Allocated IP 2001:db8::3 (cf10a7b9-f635-4f58-a5e1-5c50db38f3f3/d45c6932-ed6d-4753-bdc6-f64876665409/3bbe1836-396a-4cf4-81c3-4ac322e49541) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:42.297319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:42.297906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.299165 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "PUT /v2.0/subnets/d45c6932-ed6d-4753-bdc6-f64876665409 HTTP/1.1" status: 200 len: 900 time: 0.9866650 Nov 25 11:23:42.324486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event updated for resources: {'Subnet': ['ID=d45c6932-ed6d-4753-bdc6-f64876665409,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:42.326632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37256) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:42.338522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:42.339037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80938fcf-3ad9-4602-8b03-0801eb7bff38 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:42.474365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=51f8966e-1119-48b7-9eb7-3b1f8bbebfe2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:42.489828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:42.536752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.555228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Transition to ACTIVE for port object 3bbe1836-396a-4cf4-81c3-4ac322e49541 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:42.582543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Transition to ACTIVE for port object 3bbe1836-396a-4cf4-81c3-4ac322e49541 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:42.599531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.614030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6963edd0-71c1-47f8-bd60-47a228639d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:42.654170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Calling delete_port for dc836db6-a64f-42ce-8973-5320efa62de9 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:42.663097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.687137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:42.688539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.692334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:42.695947 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 HTTP/1.1" status: 204 len: 168 time: 1.8107679 Nov 25 11:23:42.697052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37260) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:42.697413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:42.705758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Pushing event updated for resources: {'Port': ['ID=3bbe1836-396a-4cf4-81c3-4ac322e49541,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:42.709829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:42.768512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 3bbe1836-396a-4cf4-81c3-4ac322e49541 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:42.769324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.799876 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d934eace-8156-4c8a-976e-66365d11da0e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:23:42.800635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d934eace-8156-4c8a-976e-66365d11da0e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:42.809700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Attempting to bind port 3bbe1836-396a-4cf4-81c3-4ac322e49541 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:42.810079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Attempting to bind port 3bbe1836-396a-4cf4-81c3-4ac322e49541 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a9f7adc6-6250-49ac-9f52-85740414d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cf10a7b9-f635-4f58-a5e1-5c50db38f3f3'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:42.810507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Attempting to bind port 3bbe1836-396a-4cf4-81c3-4ac322e49541 on network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:42.818058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:42.818494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Checking segment: {'id': 'a9f7adc6-6250-49ac-9f52-85740414d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cf10a7b9-f635-4f58-a5e1-5c50db38f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:42.818899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.819640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.819759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Bound using segment: {'id': 'a9f7adc6-6250-49ac-9f52-85740414d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cf10a7b9-f635-4f58-a5e1-5c50db38f3f3'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:42.819856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Bound port: 3bbe1836-396a-4cf4-81c3-4ac322e49541, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7adc6-6250-49ac-9f52-85740414d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cf10a7b9-f635-4f58-a5e1-5c50db38f3f3'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:42.820339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.822521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e741e3-2bf5-4cbe-9957-1a9490adfe32 req-c08fd663-8549-4d32-9287-09045955176e tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:42.824637 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e1e741e3-2bf5-4cbe-9957-1a9490adfe32 req-c08fd663-8549-4d32-9287-09045955176e tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 932 time: 0.4058313 Nov 25 11:23:42.862716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-363c578f-53fb-4480-ba1a-730b589f47cb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.875164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d934eace-8156-4c8a-976e-66365d11da0e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:42.879100 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d934eace-8156-4c8a-976e-66365d11da0e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/51f8966e-1119-48b7-9eb7-3b1f8bbebfe2 HTTP/1.1" status: 404 len: 333 time: 0.1787839 Nov 25 11:23:42.907317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37264) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:42.926832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] For port 3bbe1836-396a-4cf4-81c3-4ac322e49541, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:42.930433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] For port 3bbe1836-396a-4cf4-81c3-4ac322e49541, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3bbe1836-396a-4cf4-81c3-4ac322e49541,segment=NetworkSegment(a9f7adc6-6250-49ac-9f52-85740414d4c0),segment_id=a9f7adc6-6250-49ac-9f52-85740414d4c0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:42.939367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:42.944831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9e894fd7-ab89-4b13-b33a-3428306e7b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:43.036441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e1e741e3-2bf5-4cbe-9957-1a9490adfe32 req-1389596a-c22e-4236-b72b-ab4f1e613cf1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Synchronizing usage tracker for tenant:fed2fe42225e458f936c88fd00090f0a on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:43.041088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Pushing event updated for resources: {'Port': ['ID=3bbe1836-396a-4cf4-81c3-4ac322e49541,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:43.051928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:43.243508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e1e741e3-2bf5-4cbe-9957-1a9490adfe32 req-1389596a-c22e-4236-b72b-ab4f1e613cf1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Unset dirty status for tenant:fed2fe42225e458f936c88fd00090f0a on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:43.256717 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e1e741e3-2bf5-4cbe-9957-1a9490adfe32 req-1389596a-c22e-4236-b72b-ab4f1e613cf1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141126 Nov 25 11:23:43.263695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd878234-149b-4aed-93b0-1a84fd2e7eb6 None None] Network 31daa41c-a782-4d1c-867b-68503f9924d6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:43.300667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 3bbe1836-396a-4cf4-81c3-4ac322e49541, host dv-neutron-819177-1-hyperv, got binding levels [] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:43.301014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:43.426509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:43.525298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 3bbe1836-396a-4cf4-81c3-4ac322e49541 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:43.555281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2fd37a1b-5807-4c7c-ba82-557a9e18e053 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:43.704686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-167288d4-f67d-4d64-89b1-263118148ef7 None None] Provisioning for port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:43.723334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d7e33007-5b38-4ea7-91f0-d3d1b9c0cc94 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:43.812557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:43.812857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:43.821434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 44da247e-7bdd-444f-8ef2-b6c65467d7be {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:43.824499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:43.837327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:43.845924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:43.846436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:43.880589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:43.880819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Port': ['ID=dc836db6-a64f-42ce-8973-5320efa62de9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:43.883529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:43.951634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-363c578f-53fb-4480-ba1a-730b589f47cb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.012116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.018279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.022924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-363c578f-53fb-4480-ba1a-730b589f47cb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.072584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 2fd37a1b-5807-4c7c-ba82-557a9e18e053, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2fd37a1b-5807-4c7c-ba82-557a9e18e053,segment=NetworkSegment(72bac76c-60d8-42ac-9d45-c89478c64383),segment_id=72bac76c-60d8-42ac-9d45-c89478c64383)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:44.081348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.084816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:44.139794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.148275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:23:44.155971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:44.177803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-363c578f-53fb-4480-ba1a-730b589f47cb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.178457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363c578f-53fb-4480-ba1a-730b589f47cb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Fanout notify agent at l3_agent the message router_deleted on router 868d251a-a6f7-41bf-b577-24599643aa56 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:23:44.187184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.195203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.203354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bf4bb58-ed5f-49f9-aff1-e1711f7eab42 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:44.210026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=44da247e-7bdd-444f-8ef2-b6c65467d7be,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:44.213189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c01e6c-0288-4211-8afe-7c7bd16f3668 None None] Network 3f5d8b2c-8238-4601-9b71-b569b56418b0 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:44.213978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:44.218475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/44da247e-7bdd-444f-8ef2-b6c65467d7be HTTP/1.1" status: 204 len: 168 time: 1.3008149 Nov 25 11:23:44.218740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37268) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:44.331654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 3bbe1836-396a-4cf4-81c3-4ac322e49541 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:44.332260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.373550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=2fd37a1b-5807-4c7c-ba82-557a9e18e053,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:44.387418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:44.443570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.518822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:23:44.524571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8645285e-4db1-4daa-8027-0b88f5ac6886 None None] Provisioning complete for port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:44.524959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8645285e-4db1-4daa-8027-0b88f5ac6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.601637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5beced5-114c-40a1-8ebb-3fa0f985a5d5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:23:44.610534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.613137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 4badfce3-fbae-434b-bc67-1d6f23a88891 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:44.613517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.630289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d982940d-52d6-43f1-b9fd-3f636d49f2c4 None None] Network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:44.634203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Subnet': ['ID=ca3aafd8-b37a-4a98-ac26-b740b7890a52,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:44.639641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-363c578f-53fb-4480-ba1a-730b589f47cb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.645900 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-363c578f-53fb-4480-ba1a-730b589f47cb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/868d251a-a6f7-41bf-b577-24599643aa56 HTTP/1.1" status: 204 len: 168 time: 2.4697497 Nov 25 11:23:44.655125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37274) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:44.671464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:44.682763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Transition to ACTIVE for port object e5beced5-114c-40a1-8ebb-3fa0f985a5d5 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:44.696868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Checking segment: {'id': 'd920538d-c16c-4ebc-aba3-bfe75a7341bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:44.697310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network hostable DHCP agents. Network: 949703fa-79b3-49c4-afc6-64abeb91eebd, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:44.703795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.718511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] DHCP port deletion for 3f5d8b2c-8238-4601-9b71-b569b56418b0 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:44.718821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9da4155c-a85c-49ea-8d82-c8c49de2f972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:44.737538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Deleting port 4badfce3-fbae-434b-bc67-1d6f23a88891 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:44.737913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.755297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.757371 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/ports/dc836db6-a64f-42ce-8973-5320efa62de9 HTTP/1.1" status: 204 len: 168 time: 3.6937885 Nov 25 11:23:44.764899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37278) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:44.890921 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc50b10-8b6e-40be-9b80-4a28a1509634 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] GET failed (client error): The resource could not be found. Nov 25 11:23:44.891946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bfc50b10-8b6e-40be-9b80-4a28a1509634 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Synchronizing usage tracker for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:44.955196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 3bbe1836-396a-4cf4-81c3-4ac322e49541, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3bbe1836-396a-4cf4-81c3-4ac322e49541,segment=NetworkSegment(a9f7adc6-6250-49ac-9f52-85740414d4c0),segment_id=a9f7adc6-6250-49ac-9f52-85740414d4c0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:44.955541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:44.960769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Pushing event updated for resources: {'Port': ['ID=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:44.963038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 949703fa-79b3-49c4-afc6-64abeb91eebd is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:44.968082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:45.043170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 949703fa-79b3-49c4-afc6-64abeb91eebd) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:45.045490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bfc50b10-8b6e-40be-9b80-4a28a1509634 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Unset dirty status for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:45.051063 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bfc50b10-8b6e-40be-9b80-4a28a1509634 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "GET /v2.0/ports/dc836db6-a64f-42ce-8973-5320efa62de9 HTTP/1.1" status: 404 len: 333 time: 0.2733159 Nov 25 11:23:45.056709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37282) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:45.058312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:45.058899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.074014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8c4d6476-e68e-4130-be9b-a9bc209c0327 None None] Provisioning for port 3bbe1836-396a-4cf4-81c3-4ac322e49541 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:45.075710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'name': 'tempest-AllowedAddressPairTestJSON-97943505'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:45.077202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b683e5-d318-43de-adcc-90eeb1cae16f None None] Network 949703fa-79b3-49c4-afc6-64abeb91eebd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:45.099294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Attempting to bind port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:45.099294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Attempting to bind port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'cd4a9833-8a78-4e78-aa2f-b47ea43b0f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:45.099640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Attempting to bind port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 on network b8f6769c-1d26-4a6e-a15c-def1fe79f653 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:45.164645 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1837871 Nov 25 11:23:45.164645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37286) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:45.167587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 on network b8f6769c-1d26-4a6e-a15c-def1fe79f653 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:23:45.168196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Attempting to bind port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 on network b8f6769c-1d26-4a6e-a15c-def1fe79f653 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:45.178804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'port': {'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd', 'name': 'tempest-NetworksIpV6TestAttrs-1292922883'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:45.189363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] For port 4badfce3-fbae-434b-bc67-1d6f23a88891, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4badfce3-fbae-434b-bc67-1d6f23a88891,segment=NetworkSegment(cc88c021-2ca1-4927-88c5-1518da44e2ea),segment_id=cc88c021-2ca1-4927-88c5-1518da44e2ea)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:45.189769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.195654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:45.196045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Checking segment: {'id': 'cd4a9833-8a78-4e78-aa2f-b47ea43b0f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:45.196397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Bound using segment: {'id': 'cd4a9833-8a78-4e78-aa2f-b47ea43b0f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:45.196845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Bound port: e5beced5-114c-40a1-8ebb-3fa0f985a5d5, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4a9833-8a78-4e78-aa2f-b47ea43b0f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:45.197588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.197805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 3bbe1836-396a-4cf4-81c3-4ac322e49541 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:45.243174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725071f-685b-48b9-894a-e9fdd9fb1ca0 req-b543b294-878a-44d8-853e-f2095de2a9ce tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:45.245484 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c725071f-685b-48b9-894a-e9fdd9fb1ca0 req-b543b294-878a-44d8-853e-f2095de2a9ce tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 932 time: 0.7426486 Nov 25 11:23:45.305149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] For port 4badfce3-fbae-434b-bc67-1d6f23a88891, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4badfce3-fbae-434b-bc67-1d6f23a88891,segment=NetworkSegment(cc88c021-2ca1-4927-88c5-1518da44e2ea),segment_id=cc88c021-2ca1-4927-88c5-1518da44e2ea)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:45.305499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.339425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Calling delete_port for 4badfce3-fbae-434b-bc67-1d6f23a88891 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:45.458110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] For port e5beced5-114c-40a1-8ebb-3fa0f985a5d5, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:45.459338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2fd37a1b-5807-4c7c-ba82-557a9e18e053 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:45.462903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] For port e5beced5-114c-40a1-8ebb-3fa0f985a5d5, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,segment=NetworkSegment(cd4a9833-8a78-4e78-aa2f-b47ea43b0f20),segment_id=cd4a9833-8a78-4e78-aa2f-b47ea43b0f20)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:45.472399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:45.488092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:45.536310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.545971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-498a466e-0bff-47e8-823a-49f16551dfae tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:45.626128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:45.632643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.632841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 4badfce3-fbae-434b-bc67-1d6f23a88891 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:45.634733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8dcb8-8203-46b4-b69f-8f106853dd91 None None] Network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:45.660639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:45.669040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.670313 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] 10.222.0.48 "PUT /v2.0/ports/e5beced5-114c-40a1-8ebb-3fa0f985a5d5 HTTP/1.1" status: 200 len: 1094 time: 3.4003112 Nov 25 11:23:45.674411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551f391c-752b-482a-820b-3119a972b717', 'tag': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:23:45.680545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:45.684453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:port and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:45.690066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.690253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:45.703000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:45.715930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.723662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:45.725745 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c725071f-685b-48b9-894a-e9fdd9fb1ca0 req-23b81303-dbb9-484e-9110-77df67455317 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715424 Nov 25 11:23:45.833611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.849825 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551f391c-752b-482a-820b-3119a972b717', 'tag': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5', 'status': 'completed', 'code': 200} Nov 25 11:23:45.852010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] device_id is not set on port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:45.899200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:45.899607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:45.909667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-949703fa-79b3-49c4-afc6-64abeb91eebd', 'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd', 'tenant_id': '0ee8d387eaab47c1b24c34cd08f618d6', 'fixed_ips': [{'subnet_id': 'ca3aafd8-b37a-4a98-ac26-b740b7890a52'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:45.910140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.910481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.917258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:45.926019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Pushing event deleted for resources: {'Port': ['ID=4badfce3-fbae-434b-bc67-1d6f23a88891,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:45.947601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:45.952813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:45.955682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:45.956166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] No DVR routers for this DVR port 4badfce3-fbae-434b-bc67-1d6f23a88891 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:45.968115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Pushing event updated for resources: {'Port': ['ID=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:45.978446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Port': ['ID=3bbe1836-396a-4cf4-81c3-4ac322e49541,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:45.981295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:45.985027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:46.038047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:46.038455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.046020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] device_id is not set on port fb2487c2-837b-49f0-83d4-ec86585ffcf4 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:46.060980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No DVR routers for this DVR port 3bbe1836-396a-4cf4-81c3-4ac322e49541 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:46.070302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-834f18ff-6401-4823-ac1f-6df51f148169 None None] Provisioning complete for port 3bbe1836-396a-4cf4-81c3-4ac322e49541 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:46.070679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-834f18ff-6401-4823-ac1f-6df51f148169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.112604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.141713 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-9e2c9685-e223-4496-b0df-2ea3ede5105d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed2fe42225e458f936c88fd00090f0a&device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 1097 time: 0.2939832 Nov 25 11:23:46.152863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-834f18ff-6401-4823-ac1f-6df51f148169 None None] Port 3bbe1836-396a-4cf4-81c3-4ac322e49541 was deleted so its status cannot be updated. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Nov 25 11:23:46.175137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.211541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Allocated IP 172.20.0.9 (c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11/9a27e37c-84c3-4a1e-b8d5-468d0dacf595/e39f2469-2fbf-498a-9dd3-d4758e9cf6ef) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:46.231972 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-18f4c6e2-2e86-4b94-b519-fc5f528022cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5 HTTP/1.1" status: 200 len: 217 time: 0.0782626 Nov 25 11:23:46.269729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.284325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7814b4df-8468-4807-9659-598dd92be71b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:46.312845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Allocated IP 2001:db8::f816:3eff:fe3a:110e (949703fa-79b3-49c4-afc6-64abeb91eebd/ca3aafd8-b37a-4a98-ac26-b740b7890a52/de14ab73-c9e2-4819-b8c4-ab6f684b8753) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:46.319922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.341345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:46.345977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d9bba-517e-4e2d-afdc-2e64167542cc None None] Network 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:46.348956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:46.358927 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81 HTTP/1.1" status: 204 len: 168 time: 1.6976743 Nov 25 11:23:46.359780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37292) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:46.366217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-07d67f3d-703f-4e9d-b911-5446b36eeb67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:46.368015 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-07d67f3d-703f-4e9d-b911-5446b36eeb67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d605f19f-0d15-40de-a0c4-365dbe32dfca HTTP/1.1" status: 200 len: 850 time: 0.1278093 Nov 25 11:23:46.400203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.409793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 4badfce3-fbae-434b-bc67-1d6f23a88891 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:46.410032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.433988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3ceaeb47-b071-4e48-bb01-14c69fbed4a8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:46.477708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=d45c6932-ed6d-4753-bdc6-f64876665409,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:46.480889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:46.492384 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-b1d70184-1087-48e0-a641-2988cbd05ba1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b8f6769c-1d26-4a6e-a15c-def1fe79f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693016 Nov 25 11:23:46.550143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] The port '4badfce3-fbae-434b-bc67-1d6f23a88891' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:23:46.558725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3bbe1836-396a-4cf4-81c3-4ac322e49541 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:46.612545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66593771-6ac7-4966-8536-c2f039dc4e4d None None] Network cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:46.633939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3bbe1836-396a-4cf4-81c3-4ac322e49541 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:23:46.634649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3bbe1836-396a-4cf4-81c3-4ac322e49541 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 11:23:46.670616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.704397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 3bbe1836-396a-4cf4-81c3-4ac322e49541 not found, will not notify nova. {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 11:23:46.709671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Transition to ACTIVE for port object e39f2469-2fbf-498a-9dd3-d4758e9cf6ef will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:46.715004 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-3b4fb04e-f100-4a09-8938-085b3bf1ec3d service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071254 Nov 25 11:23:46.807950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4badfce3-fbae-434b-bc67-1d6f23a88891 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:46.841553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet e89f05bd-dd0e-4cd6-ad38-b869f86aee13 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:46.862086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.876767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 4badfce3-fbae-434b-bc67-1d6f23a88891 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:23:46.877121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4badfce3-fbae-434b-bc67-1d6f23a88891 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:23:46.893184 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81192eb2-255b-49db-bd6d-ef6afe54dd5f req-3141c1c7-5e9b-47d1-97ea-a2b25197dd09 service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688485 Nov 25 11:23:46.900511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:46.912072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:47.008266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.015927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:47.020373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:47.033058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.033303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:47.051435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Transition to ACTIVE for port object de14ab73-c9e2-4819-b8c4-ab6f684b8753 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:47.069986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.077541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Transition to ACTIVE for port object de14ab73-c9e2-4819-b8c4-ab6f684b8753 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:47.080413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf10a7b9-f635-4f58-a5e1-5c50db38f3f3']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:47.087641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=e39f2469-2fbf-498a-9dd3-d4758e9cf6ef,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:47.090757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.091917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:47.095341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca8c460-f83d-4822-bb47-bde4e99efbf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:47.109409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.178413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Network 949703fa-79b3-49c4-afc6-64abeb91eebd is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:47.181902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:47.183118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:47.183756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.186249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:47.189139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Pushing event updated for resources: {'Port': ['ID=de14ab73-c9e2-4819-b8c4-ab6f684b8753,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:47.192923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:47.196575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee1aa35-b258-4833-a457-942a388f888d None None] DHCP port deletion for cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:47.218630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f7adc6-6250-49ac-9f52-85740414d4c0') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:47.218630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f7adc6-6250-49ac-9f52-85740414d4c0') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:47.226332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Allocated IP 2001:db8::f816:3eff:fe5c:1747 (949703fa-79b3-49c4-afc6-64abeb91eebd/ca3aafd8-b37a-4a98-ac26-b740b7890a52/fb2487c2-837b-49f0-83d4-ec86585ffcf4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:47.237075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.249371 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7535514d-111d-4de7-9418-8158fc81abf7 req-f83b10e6-a37c-4ed6-9526-a9bae1f4126f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed2fe42225e458f936c88fd00090f0a&device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 1097 time: 0.2936175 Nov 25 11:23:47.267349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] DHCP port deletion for 1fc2a721-c68a-4fab-addf-1d9197bb5bc9 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:47.303426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5d8b2c-8238-4601-9b71-b569b56418b0']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:47.310414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Deleting port 35889530-10b9-4162-b42b-b10116d609fb {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:47.311056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.327389 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2612414 Nov 25 11:23:47.339281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37298) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:47.339281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc88c021-2ca1-4927-88c5-1518da44e2ea') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:47.339281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc88c021-2ca1-4927-88c5-1518da44e2ea') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:47.344766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.377554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:86:8a:39'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:47.415635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.429490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:47.429885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.439184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3bbe1836-396a-4cf4-81c3-4ac322e49541 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:47.449696 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:47.484287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3bbe1836-396a-4cf4-81c3-4ac322e49541 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:23:47.484645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3bbe1836-396a-4cf4-81c3-4ac322e49541 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:23:47.485081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 35889530-10b9-4162-b42b-b10116d609fb no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:47.513603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Attempting to bind port de14ab73-c9e2-4819-b8c4-ab6f684b8753 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:47.513982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Attempting to bind port de14ab73-c9e2-4819-b8c4-ab6f684b8753 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'd920538d-c16c-4ebc-aba3-bfe75a7341bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:47.514350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Attempting to bind port de14ab73-c9e2-4819-b8c4-ab6f684b8753 on network 949703fa-79b3-49c4-afc6-64abeb91eebd {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:47.550540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535514d-111d-4de7-9418-8158fc81abf7 req-ae2aa97a-088d-4f44-9dd4-d7ce4ada52f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:47.551992 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7535514d-111d-4de7-9418-8158fc81abf7 req-ae2aa97a-088d-4f44-9dd4-d7ce4ada52f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b8f6769c-1d26-4a6e-a15c-def1fe79f653 HTTP/1.1" status: 200 len: 911 time: 0.2950592 Nov 25 11:23:47.569908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3c01a813-9fbe-4dfd-aa2f-584ef4582190 None None] Provisioning for port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:47.585571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3c01a813-9fbe-4dfd-aa2f-584ef4582190 None None] Provisioning complete for port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:47.586238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3c01a813-9fbe-4dfd-aa2f-584ef4582190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.593359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219da9b-a8c4-4af3-812f-29259c6c6cb4 req-5974da4e-84bf-4a66-b0dd-7b54cbcdcac2 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:47.594840 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2219da9b-a8c4-4af3-812f-29259c6c6cb4 req-5974da4e-84bf-4a66-b0dd-7b54cbcdcac2 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 944 time: 0.7338371 Nov 25 11:23:47.638990 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7535514d-111d-4de7-9418-8158fc81abf7 req-345246a4-a19e-4193-8f7f-f701bd823c4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5 HTTP/1.1" status: 200 len: 217 time: 0.0751219 Nov 25 11:23:47.664716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.679161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:47.679881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Checking segment: {'id': 'd920538d-c16c-4ebc-aba3-bfe75a7341bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:47.680515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.680922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Bound using segment: {'id': 'd920538d-c16c-4ebc-aba3-bfe75a7341bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:47.681422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Bound port: de14ab73-c9e2-4819-b8c4-ab6f684b8753, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd920538d-c16c-4ebc-aba3-bfe75a7341bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '949703fa-79b3-49c4-afc6-64abeb91eebd'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:47.682416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.721016 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2219da9b-a8c4-4af3-812f-29259c6c6cb4 req-ced27cf3-b315-4e9d-a36a-b7b98b3304b9 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129181 Nov 25 11:23:47.747955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.784526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:47.784941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:47.800090 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:47.856140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.864977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535514d-111d-4de7-9418-8158fc81abf7 req-a21f9521-a571-4487-8ad2-385523c10b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:47.866445 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7535514d-111d-4de7-9418-8158fc81abf7 req-a21f9521-a571-4487-8ad2-385523c10b93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d605f19f-0d15-40de-a0c4-365dbe32dfca HTTP/1.1" status: 200 len: 850 time: 0.0932798 Nov 25 11:23:47.884298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.884942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] For port 35889530-10b9-4162-b42b-b10116d609fb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35889530-10b9-4162-b42b-b10116d609fb,segment=NetworkSegment(872cd4e1-b19e-4fce-9b5e-833e0cec5d15),segment_id=872cd4e1-b19e-4fce-9b5e-833e0cec5d15)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:47.885921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.889737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:47.893177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d846c0ed-f062-453f-b705-74dff55ff841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:47.895312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3c01a813-9fbe-4dfd-aa2f-584ef4582190 None None] Port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:47.919579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Transition to ACTIVE for port object fb2487c2-837b-49f0-83d4-ec86585ffcf4 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:47.922704 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7535514d-111d-4de7-9418-8158fc81abf7 req-eb8b8689-60b7-422c-a811-748ee3a7e576 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b8f6769c-1d26-4a6e-a15c-def1fe79f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485678 Nov 25 11:23:47.993621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=cf10a7b9-f635-4f58-a5e1-5c50db38f3f3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:47.996501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:48.002888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 HTTP/1.1" status: 204 len: 168 time: 5.6704249 Nov 25 11:23:48.015157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37302) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:48.054158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.062723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-603edf6b-0136-4dd6-a68d-3b330d19a034 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:48.072156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.076529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.083433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5433700f-da61-472f-a32c-3314c4bc7228 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:48.096641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Calling delete_port for 35889530-10b9-4162-b42b-b10116d609fb owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:48.097069 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbb6fd5-9ed6-4027-a958-7511602dd98f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:48.097503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbb6fd5-9ed6-4027-a958-7511602dd98f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:48.128920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=3f5d8b2c-8238-4601-9b71-b569b56418b0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:48.131649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:48.134164 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7535514d-111d-4de7-9418-8158fc81abf7 req-27345625-a0b8-4f7d-abe9-39e1444841a5 service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041287 Nov 25 11:23:48.149516 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/3f5d8b2c-8238-4601-9b71-b569b56418b0 HTTP/1.1" status: 204 len: 168 time: 3.9255927 Nov 25 11:23:48.149861 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6bbb6fd5-9ed6-4027-a958-7511602dd98f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/d45c6932-ed6d-4753-bdc6-f64876665409 HTTP/1.1" status: 404 len: 337 time: 0.1336596 Nov 25 11:23:48.150912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37306) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:48.155377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.160249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37310) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:48.162061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] For port de14ab73-c9e2-4819-b8c4-ab6f684b8753, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:48.163907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-110234482'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:48.165883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.168347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d1c96aa-34a2-4b04-88d2-a8aa27468bb5 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:48.172428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 949703fa-79b3-49c4-afc6-64abeb91eebd is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:48.179210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:48.186369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:48.190542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:48.191110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.198178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Port': ['ID=fb2487c2-837b-49f0-83d4-ec86585ffcf4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:48.200892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] For port de14ab73-c9e2-4819-b8c4-ab6f684b8753, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=de14ab73-c9e2-4819-b8c4-ab6f684b8753,segment=NetworkSegment(d920538d-c16c-4ebc-aba3-bfe75a7341bc),segment_id=d920538d-c16c-4ebc-aba3-bfe75a7341bc)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:48.225728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.234211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:48.251717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:48.257907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:48.276800 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1085327 Nov 25 11:23:48.277033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37314) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:48.278857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=e89f05bd-dd0e-4cd6-ad38-b869f86aee13,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:48.281258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:48.285005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:48.288473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 35889530-10b9-4162-b42b-b10116d609fb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35889530-10b9-4162-b42b-b10116d609fb,segment=NetworkSegment(872cd4e1-b19e-4fce-9b5e-833e0cec5d15),segment_id=872cd4e1-b19e-4fce-9b5e-833e0cec5d15)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:48.293949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:48.300188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.306178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.311939 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/e89f05bd-dd0e-4cd6-ad38-b869f86aee13 HTTP/1.1" status: 204 len: 168 time: 1.9508340 Nov 25 11:23:48.313037 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a774f25-5c3b-42bd-a34a-35b72333f442 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:48.313487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a774f25-5c3b-42bd-a34a-35b72333f442 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:48.315072 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9a774f25-5c3b-42bd-a34a-35b72333f442 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/cf10a7b9-f635-4f58-a5e1-5c50db38f3f3 HTTP/1.1" status: 404 len: 339 time: 0.1151061 Nov 25 11:23:48.315464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37318) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:48.316428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:48.317694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37320) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:48.323190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:48.323616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:48.339522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Pushing event updated for resources: {'Port': ['ID=de14ab73-c9e2-4819-b8c4-ab6f684b8753,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:48.342643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cbee6-3c66-433b-92c2-09d29f55771b None None] Network e9c99719-cbc5-4bd1-b1ab-5432d796683a requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:48.363431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:48.364753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:48.419695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.455767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:48.458865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.459419 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7535514d-111d-4de7-9418-8158fc81abf7 req-774f8aee-c3fe-41df-8e12-0972bb7ffb37 service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138793 Nov 25 11:23:48.507064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.527041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.537631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=35889530-10b9-4162-b42b-b10116d609fb,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:48.542984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:48.575154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:48.592476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 35889530-10b9-4162-b42b-b10116d609fb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:48.592892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.628034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.628525 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment 15b3f6a7-46b4-4687-9014-c691debb6b3c of type vlan for network 75f3350f-e0a5-407d-a618-7bae9d4a1585 Nov 25 11:23:48.799482 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Deleting subnet ca3aafd8-b37a-4a98-ac26-b740b7890a52 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:48.804888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.810168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] DHCP port deletion for e9c99719-cbc5-4bd1-b1ab-5432d796683a request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:48.814998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Deleting port dde95659-1f51-49a5-a9f3-57603a8c3c39 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:48.815502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.871758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.875757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Deleting port 35889530-10b9-4162-b42b-b10116d609fb {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:48.876249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.897254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.932199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278ac2a5-a7e2-4dca-92f6-3a5605fd72c4']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:48.955012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc32b37-a7ed-4554-9009-e39ca3860743') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:48.955012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc32b37-a7ed-4554-9009-e39ca3860743') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:48.972525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:48.980399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.032317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.044362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:49.044362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:49.060573 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:49.109698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.113054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:49.113621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.119078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 35889530-10b9-4162-b42b-b10116d609fb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35889530-10b9-4162-b42b-b10116d609fb,segment=NetworkSegment(872cd4e1-b19e-4fce-9b5e-833e0cec5d15),segment_id=872cd4e1-b19e-4fce-9b5e-833e0cec5d15)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:49.119467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.137525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:49.174004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.179162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3ca1573f-8347-4df5-a696-1496ed58c70a tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:49.181761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.195485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.218225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=278ac2a5-a7e2-4dca-92f6-3a5605fd72c4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:49.221391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:49.225255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] For port dde95659-1f51-49a5-a9f3-57603a8c3c39, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dde95659-1f51-49a5-a9f3-57603a8c3c39,segment=NetworkSegment(38cf2d50-f5ab-4d9d-881e-a54be5e12cb8),segment_id=38cf2d50-f5ab-4d9d-881e-a54be5e12cb8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:49.225812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/278ac2a5-a7e2-4dca-92f6-3a5605fd72c4 HTTP/1.1" status: 204 len: 168 time: 0.9068820 Nov 25 11:23:49.225920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.227649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37328) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:49.276077 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c1ac34-9bea-4ec9-ad33-411c7c30bb60 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:49.276705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c1ac34-9bea-4ec9-ad33-411c7c30bb60 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:49.281893 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-65c1ac34-9bea-4ec9-ad33-411c7c30bb60 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/2b5b1459-92d8-4722-a372-20daeaa26584 HTTP/1.1" status: 404 len: 337 time: 0.0531788 Nov 25 11:23:49.282648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:49.308749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.316792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.324475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 35889530-10b9-4162-b42b-b10116d609fb owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:49.374379 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d0d3f9-32ab-4b5c-812a-5714e3d3ec55 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:49.374992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d0d3f9-32ab-4b5c-812a-5714e3d3ec55 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:49.378959 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8d0d3f9-32ab-4b5c-812a-5714e3d3ec55 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/8961abca-58ad-4711-82a9-d43e4f5fd628 HTTP/1.1" status: 404 len: 339 time: 0.0911658 Nov 25 11:23:49.381889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37336) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:49.425415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Calling delete_port for dde95659-1f51-49a5-a9f3-57603a8c3c39 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:49.538536 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3871214 Nov 25 11:23:49.564337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccee2e2-54e0-4f59-8723-e5b500dd3017 req-74eea4fc-648d-4154-b9f0-fdb4cc0fb876 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:49.565746 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7ccee2e2-54e0-4f59-8723-e5b500dd3017 req-74eea4fc-648d-4154-b9f0-fdb4cc0fb876 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 944 time: 0.6962051 Nov 25 11:23:49.566214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37340) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:49.577804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.579737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:49.586745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] For port 35889530-10b9-4162-b42b-b10116d609fb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=35889530-10b9-4162-b42b-b10116d609fb,segment=NetworkSegment(872cd4e1-b19e-4fce-9b5e-833e0cec5d15),segment_id=872cd4e1-b19e-4fce-9b5e-833e0cec5d15)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:49.587141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.634396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=75f3350f-e0a5-407d-a618-7bae9d4a1585,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:49.638782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:49.647561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41053685-7d0e-4d29-ae29-1665f23f500e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:49.740091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-77d57b8d-a1c6-49e0-89ea-0b5096c66243 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:49.756724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device de14ab73-c9e2-4819-b8c4-ab6f684b8753 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:49.784660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:49.787259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3aafd8-b37a-4a98-ac26-b740b7890a52,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:49.793175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:49.805247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.820232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Calling delete_port for 35889530-10b9-4162-b42b-b10116d609fb owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:49.875423 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/ca3aafd8-b37a-4a98-ac26-b740b7890a52 HTTP/1.1" status: 204 len: 168 time: 1.5974200 Nov 25 11:23:49.879029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e5beced5-114c-40a1-8ebb-3fa0f985a5d5 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:23:49.879196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:49.915882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.919613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting subnet 6b22f45f-9f88-4b4f-ab76-a767540c7c91 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:49.932632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f445f3e6-6101-4ec1-91bb-04fd5b79f9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:49.933894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.948008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=e39f2469-2fbf-498a-9dd3-d4758e9cf6ef,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:49.955780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:49.973601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:49.975121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:50.016432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94bb7d-2091-4379-9433-e445d6ef7288 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:50.017909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94bb7d-2091-4379-9433-e445d6ef7288 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:50.019078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] In _notify_port_updated(), no bound segment for port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef on network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:23:50.019298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e94bb7d-2091-4379-9433-e445d6ef7288 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Synchronizing usage tracker for tenant:0ee8d387eaab47c1b24c34cd08f618d6 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:50.023045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:50.023662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.023885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.024957 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-28c0f900-4eaa-4188-9896-53eca563eea9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "PUT /v2.0/ports/e39f2469-2fbf-498a-9dd3-d4758e9cf6ef HTTP/1.1" status: 200 len: 992 time: 2.6622968 Nov 25 11:23:50.026405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No DVR routers for this DVR port 35889530-10b9-4162-b42b-b10116d609fb on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:50.034253 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7ccee2e2-54e0-4f59-8723-e5b500dd3017 req-15979a81-5fcb-4e03-9852-545887ff7f7f tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339223 Nov 25 11:23:50.039413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:50.043335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Pushing event deleted for resources: {'Port': ['ID=dde95659-1f51-49a5-a9f3-57603a8c3c39,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:50.044960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:50.045343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95530f61-1347-4580-bb63-b6030546ceb8 None None] Network 949703fa-79b3-49c4-afc6-64abeb91eebd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:50.048186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:50.054148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:50.054407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:50.099591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=35889530-10b9-4162-b42b-b10116d609fb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:50.101676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:50.114846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:50.124656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:50.154727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e94bb7d-2091-4379-9433-e445d6ef7288 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Unset dirty status for tenant:0ee8d387eaab47c1b24c34cd08f618d6 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:50.155864 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e94bb7d-2091-4379-9433-e445d6ef7288 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2761211 Nov 25 11:23:50.160276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37352) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:50.182757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] No DVR routers for this DVR port dde95659-1f51-49a5-a9f3-57603a8c3c39 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:50.190091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:50.190357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.305497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.322041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.338994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.356283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc2a721-c68a-4fab-addf-1d9197bb5bc9']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:50.375630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-022b06b5-1b31-4988-b8e7-56c00b21fa01 None None] Provisioning for port de14ab73-c9e2-4819-b8c4-ab6f684b8753 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:50.379119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:50.379472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:50.389071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port e5beced5-114c-40a1-8ebb-3fa0f985a5d5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,segment=NetworkSegment(cd4a9833-8a78-4e78-aa2f-b47ea43b0f20),segment_id=cd4a9833-8a78-4e78-aa2f-b47ea43b0f20)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:50.424088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bcae26e-ac55-4266-adc7-6b3f21aef4f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.433264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872cd4e1-b19e-4fce-9b5e-833e0cec5d15') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:50.433559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872cd4e1-b19e-4fce-9b5e-833e0cec5d15') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:50.439985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5', 'network_id': 'b8f6769c-1d26-4a6e-a15c-def1fe79f653', 'port_id': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5', 'mac_address': 'fa:16:3e:b4:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd605f19f-0d15-40de-a0c4-365dbe32dfca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:23:50.444839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port de14ab73-c9e2-4819-b8c4-ab6f684b8753 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:50.453421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.464849 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcae26e-ac55-4266-adc7-6b3f21aef4f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 11:23:50.465281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcae26e-ac55-4266-adc7-6b3f21aef4f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:50.468801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bcae26e-ac55-4266-adc7-6b3f21aef4f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/949703fa-79b3-49c4-afc6-64abeb91eebd HTTP/1.1" status: 409 len: 405 time: 0.3058832 Nov 25 11:23:50.476037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37356) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:50.488160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1237381732'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:50.495408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.500710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:50.509024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:network and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:50.514129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:50.517357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:50.517913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:50.533994 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:50.550882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:50.561266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.573855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.574941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port de14ab73-c9e2-4819-b8c4-ab6f684b8753 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:50.575418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.581304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:50.613452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-022b06b5-1b31-4988-b8e7-56c00b21fa01 None None] Provisioning complete for port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:50.614009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-022b06b5-1b31-4988-b8e7-56c00b21fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.633929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=6b22f45f-9f88-4b4f-ab76-a767540c7c91,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:50.636316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:50.643079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.665772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:50.668910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e238183-53eb-4395-bc31-48667e1190a9 None None] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:50.669252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.671778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.680831 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/6b22f45f-9f88-4b4f-ab76-a767540c7c91 HTTP/1.1" status: 204 len: 168 time: 1.2979753 Nov 25 11:23:50.683017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.684775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37360) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:50.691234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7e8534ab-efc9-4199-98ac-d255d9619398 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:50.712895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.727976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=1fc2a721-c68a-4fab-addf-1d9197bb5bc9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:50.735091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:50.756117 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/1fc2a721-c68a-4fab-addf-1d9197bb5bc9 HTTP/1.1" status: 204 len: 168 time: 2.4329560 Nov 25 11:23:50.769384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37364) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:50.785898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5beced5-114c-40a1-8ebb-3fa0f985a5d5 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:23:50.793608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:50.796897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-022b06b5-1b31-4988-b8e7-56c00b21fa01 None None] Port e39f2469-2fbf-498a-9dd3-d4758e9cf6ef cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:50.855619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Calling delete_port for e39f2469-2fbf-498a-9dd3-d4758e9cf6ef owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:50.865199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port e5beced5-114c-40a1-8ebb-3fa0f985a5d5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,segment=NetworkSegment(cd4a9833-8a78-4e78-aa2f-b47ea43b0f20),segment_id=cd4a9833-8a78-4e78-aa2f-b47ea43b0f20)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:50.874700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.875034 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Added segment 0d8947e4-8370-43ec-8872-196e2f23a19c of type vlan for network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 Nov 25 11:23:50.877137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.881048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:50.896165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.903663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-496ce012-b82f-4309-80ba-296ed5f45704 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:50.928765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting subnet 59f91a6b-f10d-4fb2-a448-3e2aa702daa0 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:50.934064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.980151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.990805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:50.994030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Deleting port 35889530-10b9-4162-b42b-b10116d609fb {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:50.995022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.009777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.036503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=9b4c02a5-32e9-49c7-98c4-952b7fba814d,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:51.052332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:51.099916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] DHCP port deletion for 949703fa-79b3-49c4-afc6-64abeb91eebd request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:51.126292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4a33-9895-42ad-b977-6cdb2a6f33c6 None None] The port '35889530-10b9-4162-b42b-b10116d609fb' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:23:51.162207 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['e5beced5-114c-40a1-8ebb-3fa0f985a5d5'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:23:51.163655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.167574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.184299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.188745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:51.189580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.197133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a3fbfc45-f56e-4cc6-9bc3-926b319c2475 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:51.210941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd8c24ba-9b1c-49d0-9df3-3d5ced0ebff8 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:51.220011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': '15b3f6a7-46b4-4687-9014-c691debb6b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:51.220632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: 75f3350f-e0a5-407d-a618-7bae9d4a1585, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:51.226294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.259916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Deleting port de14ab73-c9e2-4819-b8c4-ab6f684b8753 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:51.260209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Port': ['ID=e39f2469-2fbf-498a-9dd3-d4758e9cf6ef,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:51.260589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.262668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:51.284700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.318256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:51.334523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:51.446846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.460317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1671f52a-ce22-460f-ade2-d618688f6a12 tempest-RoutersIpV6AdminTest-528628813 tempest-RoutersIpV6AdminTest-528628813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:51.519577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c99719-cbc5-4bd1-b1ab-5432d796683a']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:51.534871 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0548809 Nov 25 11:23:51.543203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37370) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:51.546928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cf2d50-f5ab-4d9d-881e-a54be5e12cb8') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:51.547485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cf2d50-f5ab-4d9d-881e-a54be5e12cb8') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:51.563018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Network': ['ID=5b43a88d-c0d7-42fd-89d2-9c62155898a1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:51.568662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'subnet': {'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:51.589398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.596766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:51.612696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:51.639525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.649117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port de14ab73-c9e2-4819-b8c4-ab6f684b8753, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=de14ab73-c9e2-4819-b8c4-ab6f684b8753,segment=NetworkSegment(d920538d-c16c-4ebc-aba3-bfe75a7341bc),segment_id=d920538d-c16c-4ebc-aba3-bfe75a7341bc)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:51.666969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.687637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=59f91a6b-f10d-4fb2-a448-3e2aa702daa0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:51.690274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:51.690875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:51.693985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:51.694378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.700791 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/59f91a6b-f10d-4fb2-a448-3e2aa702daa0 HTTP/1.1" status: 204 len: 168 time: 1.0125313 Nov 25 11:23:51.701654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:51.712337 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:51.724323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.744810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:51.808116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dde95659-1f51-49a5-a9f3-57603a8c3c39 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:51.810946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 75f3350f-e0a5-407d-a618-7bae9d4a1585) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:51.822186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:51.823761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.828359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:51.828683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.830668 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/ports/e39f2469-2fbf-498a-9dd3-d4758e9cf6ef HTTP/1.1" status: 204 len: 168 time: 1.7694187 Nov 25 11:23:51.834606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37378) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:51.840690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256dcae-9f67-405b-9980-9aad75dd7a2a req-8ea06d15-5772-40c5-b3ba-d7e5283b7a08 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:51.842148 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c256dcae-9f67-405b-9980-9aad75dd7a2a req-8ea06d15-5772-40c5-b3ba-d7e5283b7a08 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 945 time: 0.4634588 Nov 25 11:23:51.851442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c869f1f-eb9c-418e-892f-ca1990d28f08 None None] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:51.874032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:51.876344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.880256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.887914 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-44981e9e-7615-44a4-b8fb-61addbc2029f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] GET failed (client error): The resource could not be found. Nov 25 11:23:51.889139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:51.889263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44981e9e-7615-44a4-b8fb-61addbc2029f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Synchronizing usage tracker for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:51.905758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.911246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/e9c99719-cbc5-4bd1-b1ab-5432d796683a HTTP/1.1" status: 204 len: 168 time: 1.1372564 Nov 25 11:23:51.911433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 3e144df6-b650-4f7d-88b6-dab1e91ee03c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:51.911433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:51.913698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37382) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:51.920871 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3437660 Nov 25 11:23:51.929364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37386) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:51.934511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-966766463'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:51.940797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=e9c99719-cbc5-4bd1-b1ab-5432d796683a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:51.943539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: dde95659-1f51-49a5-a9f3-57603a8c3c39 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:23:51.943539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dde95659-1f51-49a5-a9f3-57603a8c3c39 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:23:51.945492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585', 'name': 'tempest-PortsTestJSON-2030784110', 'fixed_ips': [{'subnet_id': '9b4c02a5-32e9-49c7-98c4-952b7fba814d', 'ip_address': '172.20.0.10'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:51.950510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44981e9e-7615-44a4-b8fb-61addbc2029f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Unset dirty status for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:51.951676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44981e9e-7615-44a4-b8fb-61addbc2029f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "GET /v2.0/ports/e39f2469-2fbf-498a-9dd3-d4758e9cf6ef HTTP/1.1" status: 404 len: 333 time: 0.1166756 Nov 25 11:23:51.957813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:51.967029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'name': 'tempest-AllowedAddressPairTestJSON-883923573'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:51.969354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:51.970422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:51.978267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:52.004496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:52.018471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:52.024934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=de14ab73-c9e2-4819-b8c4-ab6f684b8753,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:52.049372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:52.082286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:52.086177 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c256dcae-9f67-405b-9980-9aad75dd7a2a req-418a2612-8d16-48d5-82a2-c7073c3bda16 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368364 Nov 25 11:23:52.136061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device de14ab73-c9e2-4819-b8c4-ab6f684b8753 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:52.180466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] For port de14ab73-c9e2-4819-b8c4-ab6f684b8753, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=de14ab73-c9e2-4819-b8c4-ab6f684b8753,segment=NetworkSegment(d920538d-c16c-4ebc-aba3-bfe75a7341bc),segment_id=d920538d-c16c-4ebc-aba3-bfe75a7341bc)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:52.180876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.183295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:52.186433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.216920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.251299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:52.274144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:52.281081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 3e144df6-b650-4f7d-88b6-dab1e91ee03c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3e144df6-b650-4f7d-88b6-dab1e91ee03c,segment=NetworkSegment(32c2eb72-6d7a-4d46-bb55-ebdd1702b316),segment_id=32c2eb72-6d7a-4d46-bb55-ebdd1702b316)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:52.281476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.325437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:52.327692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Calling delete_port for de14ab73-c9e2-4819-b8c4-ab6f684b8753 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:52.335935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:52.340441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:52.342445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:52.350112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:52.353431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.356083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:52.371105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.371687 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment 3a990939-6b8f-49ce-a0b0-cc9917a76beb of type vlan for network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda Nov 25 11:23:52.393477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:52.398697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.424972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 3e144df6-b650-4f7d-88b6-dab1e91ee03c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:52.431114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.446181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port a8697195-0ad5-4c4a-b702-accf638ef748 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:52.456246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f852a-248e-4d77-a0b9-2f8ab8e1e3db None None] Update dhcp port {'port': {'network_id': '8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41', 'fixed_ips': [{'subnet_id': '59f91a6b-f10d-4fb2-a448-3e2aa702daa0'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '3e144df6-b650-4f7d-88b6-dab1e91ee03c'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:23:52.476057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] device_id is not set on port bef5b747-5f87-4081-b935-bf682207953e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:52.586376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.590174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:52.590742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.617413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:52.617936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:52.625331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.630406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:52.636301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.637722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-233f852a-248e-4d77-a0b9-2f8ab8e1e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.642931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:52.652179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-75f3350f-e0a5-407d-a618-7bae9d4a1585', 'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585', 'tenant_id': 'ebd56f3080ce43f39df9ad7b2c0923b3', 'fixed_ips': [{'subnet_id': '9b4c02a5-32e9-49c7-98c4-952b7fba814d'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:52.653010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.696651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Port': ['ID=3e144df6-b650-4f7d-88b6-dab1e91ee03c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:52.703392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:52.706571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No DVR routers for this DVR port 3e144df6-b650-4f7d-88b6-dab1e91ee03c on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:52.730057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f852a-248e-4d77-a0b9-2f8ab8e1e3db None None] Host dv-neutron-819177-1-hyperv tried to update port 3e144df6-b650-4f7d-88b6-dab1e91ee03c which no longer exists. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:313}} Nov 25 11:23:52.763086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Allocated IP 172.20.0.12 (c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11/9a27e37c-84c3-4a1e-b8d5-468d0dacf595/bef5b747-5f87-4081-b935-bf682207953e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:52.773768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port de14ab73-c9e2-4819-b8c4-ab6f684b8753, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=de14ab73-c9e2-4819-b8c4-ab6f684b8753,segment=NetworkSegment(d920538d-c16c-4ebc-aba3-bfe75a7341bc),segment_id=d920538d-c16c-4ebc-aba3-bfe75a7341bc)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:52.786766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.793904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c625175b-5474-4d3c-bb61-cb1af2448491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:52.843889 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9274397 Nov 25 11:23:52.844697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=6d4fbfb4-1e78-4bd2-ab25-33725649bdda,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:52.852754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:52.853214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37394) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:52.864465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:52.876881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:52.911640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daf223d-f8ae-40de-ac35-2a4cc62bdd35 None None] Network 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:52.924246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:52.925862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:52.944687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c2eb72-6d7a-4d46-bb55-ebdd1702b316') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:52.945110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c2eb72-6d7a-4d46-bb55-ebdd1702b316') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:52.981862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.023468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.10 (75f3350f-e0a5-407d-a618-7bae9d4a1585/9b4c02a5-32e9-49c7-98c4-952b7fba814d/a8697195-0ad5-4c4a-b702-accf638ef748) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:53.033817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ba447661-654f-4e32-8ef5-c85673f2c93b None None] Could not find standard attr ID for object 3e144df6-b650-4f7d-88b6-dab1e91ee03c. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:23:53.048979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:53.051461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.071898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:53.072459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:53.087551 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:53.119764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Deleting port de14ab73-c9e2-4819-b8c4-ab6f684b8753 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:53.120335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.178831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=de14ab73-c9e2-4819-b8c4-ab6f684b8753,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:53.182549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:53.193774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:53.197645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:53.209548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:53.218914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.225177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-14c8d48b-2b73-49e0-ad4e-f3e114125cbd tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:53.230670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:23:53.241472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.243623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.251475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-34ed3f9c-4b9c-41ac-b373-962d7d18c9c6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:53.258126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.273943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:53.282269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:53.288264 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 HTTP/1.1" status: 204 len: 168 time: 1.5861166 Nov 25 11:23:53.289458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:53.293956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37400) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:53.318915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d980b-c865-491d-bfbf-3a6253762a13 None None] DHCP port deletion for 8fc3da4c-91c3-4f11-8ce8-ab4633a3cd41 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:53.449965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Transition to ACTIVE for port object bef5b747-5f87-4081-b935-bf682207953e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:53.459669 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc06ae77-44e0-40be-b48f-e95ad879fdf9 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:53.460201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc06ae77-44e0-40be-b48f-e95ad879fdf9 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:53.464948 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc06ae77-44e0-40be-b48f-e95ad879fdf9 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/6a982d58-743b-4594-a3b9-26d348dfb3d4 HTTP/1.1" status: 404 len: 337 time: 0.1697896 Nov 25 11:23:53.466676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:53.467594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] For port de14ab73-c9e2-4819-b8c4-ab6f684b8753, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=de14ab73-c9e2-4819-b8c4-ab6f684b8753,segment=NetworkSegment(d920538d-c16c-4ebc-aba3-bfe75a7341bc),segment_id=d920538d-c16c-4ebc-aba3-bfe75a7341bc)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:53.468102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.498014 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-df30a899-a988-4166-806e-7d95d0221641 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:53.498448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df30a899-a988-4166-806e-7d95d0221641 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:53.502652 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df30a899-a988-4166-806e-7d95d0221641 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/005f21ae-0035-42a1-84d5-51161dd43034 HTTP/1.1" status: 404 len: 339 time: 0.0350621 Nov 25 11:23:53.503185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37408) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:53.545401 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adcfc8f-9ff5-48a0-a727-f2e224e60772 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:53.545841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adcfc8f-9ff5-48a0-a727-f2e224e60772 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:53.545990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Subnet': ['ID=9a0a5e34-42be-44be-9e3d-68e6b84f11a7,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:53.550512 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7adcfc8f-9ff5-48a0-a727-f2e224e60772 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/54158aeb-fc21-4d12-b31f-b4758aac4da6 HTTP/1.1" status: 404 len: 337 time: 0.0449641 Nov 25 11:23:53.551068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37412) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:53.552200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:53.571441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.583393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb5b996-e335-46ec-a61e-b80d7da47dc8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:53.584125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb5b996-e335-46ec-a61e-b80d7da47dc8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:53.589472 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6bb5b996-e335-46ec-a61e-b80d7da47dc8 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/6d39e2c8-a529-4cee-be73-626e6e5bb3ec HTTP/1.1" status: 404 len: 339 time: 0.0364769 Nov 25 11:23:53.590756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37416) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:53.601908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Calling delete_port for de14ab73-c9e2-4819-b8c4-ab6f684b8753 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:53.636710 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-757362a1-2843-4141-88d3-d4e1d34fdf30 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:53.637143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757362a1-2843-4141-88d3-d4e1d34fdf30 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:53.638978 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-757362a1-2843-4141-88d3-d4e1d34fdf30 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/27579558-954b-4458-bb12-c4c5be30eb8d HTTP/1.1" status: 404 len: 337 time: 0.0473583 Nov 25 11:23:53.640368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.641934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37420) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:53.647989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:53.691157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.696594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4bb7bd17-9517-4f8e-8a37-db2a28f6e6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:53.720038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Checking segment: {'id': '0d8947e4-8370-43ec-8872-196e2f23a19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:53.720301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network hostable DHCP agents. Network: 5b43a88d-c0d7-42fd-89d2-9c62155898a1, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:53.725229 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f378691e-1ad6-4760-bad9-1e7dba4b5e36 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:53.725873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f378691e-1ad6-4760-bad9-1e7dba4b5e36 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:53.727670 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f378691e-1ad6-4760-bad9-1e7dba4b5e36 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/c9725b7f-c3f4-489a-a8b4-311395461fc6 HTTP/1.1" status: 404 len: 339 time: 0.0846832 Nov 25 11:23:53.730961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37424) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:53.747723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Pushing event deleted for resources: {'Port': ['ID=de14ab73-c9e2-4819-b8c4-ab6f684b8753,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:53.755680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:53.759162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] No DVR routers for this DVR port de14ab73-c9e2-4819-b8c4-ab6f684b8753 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:53.773113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.788670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:53.793871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=bef5b747-5f87-4081-b935-bf682207953e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:53.796371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:53.798442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:53.801208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:53.811231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object a8697195-0ad5-4c4a-b702-accf638ef748 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:53.817905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887f206-0774-4012-b59f-cd18a4244a50 req-06322227-e31b-41c3-9155-37851a65409a tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:53.819582 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b887f206-0774-4012-b59f-cd18a4244a50 req-06322227-e31b-41c3-9155-37851a65409a tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 945 time: 0.4028959 Nov 25 11:23:53.827481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e5beced5-114c-40a1-8ebb-3fa0f985a5d5 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:53.849665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:53.917189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:53.918399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:53.919005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.919857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5b43a88d-c0d7-42fd-89d2-9c62155898a1) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:53.923483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:53.924606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.941146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:53.941747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.957595 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b887f206-0774-4012-b59f-cd18a4244a50 req-3d00bc9d-e055-42c1-8db5-e57c1642c774 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287804 Nov 25 11:23:53.972263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:53.978426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-abdf1b0a-e77c-468f-b96a-9685afee88b4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:54.020178 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0588794 Nov 25 11:23:54.023120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37428) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:54.040391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:86:8a:39'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:54.062157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906cea04-0e49-405c-8de7-a53edbfa948e None None] Network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:54.066184 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5107543 Nov 25 11:23:54.078774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37432) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:54.093337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e144df6-b650-4f7d-88b6-dab1e91ee03c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:54.108075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'port': {'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1', 'name': 'tempest-NetworksIpV6TestAttrs-220292160'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:54.115350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting subnet cca479f5-1fd7-4fff-b801-96fb722e91cb {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:54.129155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.133995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.153234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3e144df6-b650-4f7d-88b6-dab1e91ee03c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:23:54.153962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e144df6-b650-4f7d-88b6-dab1e91ee03c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:23:54.163163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=a8697195-0ad5-4c4a-b702-accf638ef748,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:54.167143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:54.171163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:54.172608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67e58502-68ad-4ff0-9ee1-0c363fa9bf81 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:54.199438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:54.251779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Allocated IP 172.20.0.2 (75f3350f-e0a5-407d-a618-7bae9d4a1585/9b4c02a5-32e9-49c7-98c4-952b7fba814d/3a0f77d8-e7dd-42b5-8100-84a4aa47c092) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:54.256975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:54.259467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.318590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0ea9dc2d-8147-46bc-bbbf-3c43bbdc9269 None None] Provisioning for port bef5b747-5f87-4081-b935-bf682207953e completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:54.355587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0ea9dc2d-8147-46bc-bbbf-3c43bbdc9269 None None] Provisioning complete for port bef5b747-5f87-4081-b935-bf682207953e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:54.356270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ea9dc2d-8147-46bc-bbbf-3c43bbdc9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.378344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=cefbca36-f5ad-4f69-8ead-e1bea907fda9,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:54.383814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:54.384595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.392958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:54.425191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:54.431559 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5012743 Nov 25 11:23:54.433834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:port and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:54.434840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37436) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:54.437262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': '3a990939-6b8f-49ce-a0b0-cc9917a76beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:54.437627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: 6d4fbfb4-1e78-4bd2-ab25-33725649bdda, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:23:54.439177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.443030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:54.451785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585', 'name': 'tempest-PortsTestJSON-1060138826', 'fixed_ips': [{'subnet_id': '9b4c02a5-32e9-49c7-98c4-952b7fba814d', 'ip_address': '172.20.0.9'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:54.452715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:54.469320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:54.472144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.472761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.487630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:23:54.498746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.505209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] device_id is not set on port f3068207-8e9a-46f4-afd9-c11b44eb6c84 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:54.546088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6d4fbfb4-1e78-4bd2-ab25-33725649bdda) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:54.605228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:54.606280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.634155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9dc2d-8147-46bc-bbbf-3c43bbdc9269 None None] Port bef5b747-5f87-4081-b935-bf682207953e cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:54.636390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad24a4f-03b6-44f0-8d3b-4f88618e8a8f None None] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:54.675529 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8186786 Nov 25 11:23:54.679131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37440) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:54.682223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f391c-752b-482a-820b-3119a972b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:23:54.687407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-335374590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:54.694915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:54.699909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:router and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:54.703270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:54.709754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:54.730860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.732063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.740740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.747807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:54.750129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:54.760833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.782558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Allocated IP 2001:db8::f816:3eff:fedd:ad77 (5b43a88d-c0d7-42fd-89d2-9c62155898a1/9a0a5e34-42be-44be-9e3d-68e6b84f11a7/f3068207-8e9a-46f4-afd9-c11b44eb6c84) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:54.793016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.803169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.804613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Transition to ACTIVE for port object 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:54.859946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:54.868440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:54.879143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=cca479f5-1fd7-4fff-b801-96fb722e91cb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:54.893834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:54.894953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:54.900503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:54.933590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:54.949199 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/cca479f5-1fd7-4fff-b801-96fb722e91cb HTTP/1.1" status: 204 len: 168 time: 1.2170684 Nov 25 11:23:54.960911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:54.965063 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f391c-752b-482a-820b-3119a972b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5', 'code': 200} Nov 25 11:23:54.974349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61d375-7493-4f5e-8a73-b4f689316cda None None] Network 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:55.013197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.014438 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0ab91099-60af-49f9-adea-7ed1694aea6d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3335388 Nov 25 11:23:55.016289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port e5beced5-114c-40a1-8ebb-3fa0f985a5d5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,segment=NetworkSegment(cd4a9833-8a78-4e78-aa2f-b47ea43b0f20),segment_id=cd4a9833-8a78-4e78-aa2f-b47ea43b0f20)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:55.028943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37454) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:55.031374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Transition to ACTIVE for port object 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:55.038244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'port': {'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda', 'name': 'tempest-RoutersIpV6Test-1536243567'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:55.089318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.092023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5b43a88d-c0d7-42fd-89d2-9c62155898a1', 'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1', 'tenant_id': '0ee8d387eaab47c1b24c34cd08f618d6', 'fixed_ips': [{'subnet_id': '9a0a5e34-42be-44be-9e3d-68e6b84f11a7'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:55.093083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.112603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:55.146541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.298851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:55.315166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.352712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:23:55.365532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:55.381367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:55.385634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.390153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Transition to ACTIVE for port object f3068207-8e9a-46f4-afd9-c11b44eb6c84 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:55.390355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.401955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:55.402811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.409470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:port and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:55.413111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:55.416109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:55.417013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-61c18cc8-ab12-4ca0-b422-f566dd3f3e8f tempest-RoutersAdminTest-872829273 tempest-RoutersAdminTest-872829273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:55.422947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:55.441940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:55.444880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.450984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:55.458950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e6492e6f-dfa4-4bd0-a71e-46e9708a7e66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:55.478992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.483875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.490523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6488c-585f-4773-9422-cb3e0236a5a3 req-d3b46637-d994-406a-bdaf-a975b9e5cc51 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:55.491970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-13a6488c-585f-4773-9422-cb3e0236a5a3 req-d3b46637-d994-406a-bdaf-a975b9e5cc51 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.2149212 Nov 25 11:23:55.493280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:55.503569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port 5f9d392c-762b-4288-8375-a4bb99ede348 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:55.503930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.554125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] device_id is not set on port 15b05998-df98-4a5c-904e-3e70876a43eb yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:55.557849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6d4fbfb4-1e78-4bd2-ab25-33725649bdda', 'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': 'cefbca36-f5ad-4f69-8ead-e1bea907fda9'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:23:55.558663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.677498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Port': ['ID=f3068207-8e9a-46f4-afd9-c11b44eb6c84,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:55.680520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:55.690454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Pushing event updated for resources: {'Port': ['ID=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:55.699349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:55.711947 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-13a6488c-585f-4773-9422-cb3e0236a5a3 req-111a7865-6714-447d-a4ac-7a5a7a7f552e tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789415 Nov 25 11:23:55.719063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:55.726275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:55.732398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:55.733172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.738153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:55.747815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Attempting to bind port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:55.748217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Attempting to bind port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '15b3f6a7-46b4-4687-9014-c691debb6b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:55.748588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Attempting to bind port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 on network 75f3350f-e0a5-407d-a618-7bae9d4a1585 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:55.795474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:55.796188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Checking segment: {'id': '15b3f6a7-46b4-4687-9014-c691debb6b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:55.796289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.796537 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6970153 Nov 25 11:23:55.796685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Bound using segment: {'id': '15b3f6a7-46b4-4687-9014-c691debb6b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:55.797430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Bound port: 3a0f77d8-e7dd-42b5-8100-84a4aa47c092, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b3f6a7-46b4-4687-9014-c691debb6b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '75f3350f-e0a5-407d-a618-7bae9d4a1585'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:55.797949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.803887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37458) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:55.815365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Allocated IP 2001:db8::f816:3eff:febd:4bef (5b43a88d-c0d7-42fd-89d2-9c62155898a1/9a0a5e34-42be-44be-9e3d-68e6b84f11a7/bfdb7a2e-bee8-40fd-ac94-a04737b64a8c) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:55.838175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=bef5b747-5f87-4081-b935-bf682207953e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:55.844904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 3d2eacee-b784-4281-95c4-3309fb146a50 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:55.880495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8::119 (6d4fbfb4-1e78-4bd2-ab25-33725649bdda/cefbca36-f5ad-4f69-8ead-e1bea907fda9/15b05998-df98-4a5c-904e-3e70876a43eb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:55.882048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port 5f9d392c-762b-4288-8375-a4bb99ede348, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5f9d392c-762b-4288-8375-a4bb99ede348,segment=NetworkSegment(f29baf47-fa3d-4639-bbd9-9aae2e6dd80d),segment_id=f29baf47-fa3d-4639-bbd9-9aae2e6dd80d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:55.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:55.894401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:55.913997 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4622858f-5f5d-417a-ae61-4f3fce325934 req-17b60ed7-8ea9-44b1-89c2-68e6c97ff85b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 1099 time: 0.9538541 Nov 25 11:23:55.915065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Deleting subnet 9a0a5e34-42be-44be-9e3d-68e6b84f11a7 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:56.017031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] DHCP port deletion for 3c6a577a-a36b-44e1-bdf2-138f1ec587d3 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:23:56.032352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Deleting port 5f9d392c-762b-4288-8375-a4bb99ede348 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:56.032730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.051228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for 5f9d392c-762b-4288-8375-a4bb99ede348 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:56.086846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] For port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:56.112792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5f9d392c-762b-4288-8375-a4bb99ede348 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:23:56.114750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] In _notify_port_updated(), no bound segment for port bef5b747-5f87-4081-b935-bf682207953e on network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:23:56.118793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:56.119516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.123896 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "PUT /v2.0/ports/bef5b747-5f87-4081-b935-bf682207953e HTTP/1.1" status: 200 len: 996 time: 2.0966589 Nov 25 11:23:56.126243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37462) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:56.139546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] For port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,segment=NetworkSegment(15b3f6a7-46b4-4687-9014-c691debb6b3c),segment_id=15b3f6a7-46b4-4687-9014-c691debb6b3c)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:56.165442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.169551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6cbc613e-b216-493e-8520-585f34e05a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:56.226401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.229822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4622858f-5f5d-417a-ae61-4f3fce325934 req-d120724f-d208-428e-ac4a-a0a05337c571 service neutron] Synchronizing usage tracker for tenant:728e12e490464ee4a31fc7b1867346e1 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:56.237864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port bef5b747-5f87-4081-b935-bf682207953e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:56.238193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.265579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.293000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object 15b05998-df98-4a5c-904e-3e70876a43eb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:56.303845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6965bacd-0fd2-4df7-bfdb-f2e8f28776b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:56.358851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Port': ['ID=5f9d392c-762b-4288-8375-a4bb99ede348,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:56.367647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:56.376139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No DVR routers for this DVR port 5f9d392c-762b-4288-8375-a4bb99ede348 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:23:56.405134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4622858f-5f5d-417a-ae61-4f3fce325934 req-d120724f-d208-428e-ac4a-a0a05337c571 service neutron] Unset dirty status for tenant:728e12e490464ee4a31fc7b1867346e1 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:56.405845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-00956f0e-8eec-471a-99e7-10934188f2d5 None None] Provisioning complete for port bef5b747-5f87-4081-b935-bf682207953e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:56.406208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-00956f0e-8eec-471a-99e7-10934188f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.406536 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4622858f-5f5d-417a-ae61-4f3fce325934 req-d120724f-d208-428e-ac4a-a0a05337c571 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651116 Nov 25 11:23:56.440430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.9 (75f3350f-e0a5-407d-a618-7bae9d4a1585/9b4c02a5-32e9-49c7-98c4-952b7fba814d/3d2eacee-b784-4281-95c4-3309fb146a50) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:56.457920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.466793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f26cf29-3dd3-4d01-b8e2-415b55147b8a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:56.531684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No active binding found for port 5f9d392c-762b-4288-8375-a4bb99ede348 {{(pid=83571) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 25 11:23:56.532194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5f9d392c-762b-4288-8375-a4bb99ede348 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:23:56.537646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=15b05998-df98-4a5c-904e-3e70876a43eb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:56.540399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:56.568640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.585608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:56.595227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:56.597612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:56.602263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:56.602880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.606314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Pushing event updated for resources: {'Port': ['ID=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:56.614072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6a577a-a36b-44e1-bdf2-138f1ec587d3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:56.624361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.629353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.631842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:56.638508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29baf47-fa3d-4639-bbd9-9aae2e6dd80d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:56.638813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29baf47-fa3d-4639-bbd9-9aae2e6dd80d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:23:56.643716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-00956f0e-8eec-471a-99e7-10934188f2d5 None None] Port bef5b747-5f87-4081-b935-bf682207953e cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:56.670725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Transition to ACTIVE for port object bfdb7a2e-bee8-40fd-ac94-a04737b64a8c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:56.676078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.678362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Allocated IP 2001:db8::2 (6d4fbfb4-1e78-4bd2-ab25-33725649bdda/cefbca36-f5ad-4f69-8ead-e1bea907fda9/926c4b4e-b6d5-44ce-9837-296e7711ec04) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:56.696598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] For port 5f9d392c-762b-4288-8375-a4bb99ede348, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5f9d392c-762b-4288-8375-a4bb99ede348,segment=NetworkSegment(f29baf47-fa3d-4639-bbd9-9aae2e6dd80d),segment_id=f29baf47-fa3d-4639-bbd9-9aae2e6dd80d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:56.697331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.702646 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6726367 Nov 25 11:23:56.711764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:56.720150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.777427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Calling delete_port for bef5b747-5f87-4081-b935-bf682207953e owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:56.831536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Transition to ACTIVE for port object bfdb7a2e-bee8-40fd-ac94-a04737b64a8c will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:56.841575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Calling delete_port for 5f9d392c-762b-4288-8375-a4bb99ede348 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:23:56.935984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.991142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:56.999109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:57.051836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.123711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.126485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Pushing event updated for resources: {'Port': ['ID=bfdb7a2e-bee8-40fd-ac94-a04737b64a8c,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:57.130191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:57.134221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:57.135755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:57.139991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:57.140640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:23:57.141229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.143233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a4b35a91-006a-4cbc-af21-6d0e957deac1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:57.151084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:23:57.151444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:23:57.157570 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:23:57.202667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Port': ['ID=bef5b747-5f87-4081-b935-bf682207953e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:57.206850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:57.301881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Attempting to bind port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:57.302353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Attempting to bind port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '0d8947e4-8370-43ec-8872-196e2f23a19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:57.302792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Attempting to bind port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c on network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:57.311356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.319071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8bf30b28-a4d8-47d7-919e-3fdddae69532 tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:57.320963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:57.321453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Checking segment: {'id': '0d8947e4-8370-43ec-8872-196e2f23a19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:57.322416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.322416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Bound using segment: {'id': '0d8947e4-8370-43ec-8872-196e2f23a19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:57.322933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Bound port: bfdb7a2e-bee8-40fd-ac94-a04737b64a8c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8947e4-8370-43ec-8872-196e2f23a19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5b43a88d-c0d7-42fd-89d2-9c62155898a1'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:57.323394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.333605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.352870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Transition to ACTIVE for port object 926c4b4e-b6d5-44ce-9837-296e7711ec04 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:57.386782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.400213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6da31-5b98-4fe2-998d-1c38d5c4beaf req-9ee40555-e5ca-42ad-91b5-5a309a5e6688 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:57.407762 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eed6da31-5b98-4fe2-998d-1c38d5c4beaf req-9ee40555-e5ca-42ad-91b5-5a309a5e6688 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.5390646 Nov 25 11:23:57.423209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=3c6a577a-a36b-44e1-bdf2-138f1ec587d3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:57.432176 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/3c6a577a-a36b-44e1-bdf2-138f1ec587d3 HTTP/1.1" status: 204 len: 168 time: 2.4630938 Nov 25 11:23:57.443689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37472) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:57.447351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Transition to ACTIVE for port object 926c4b4e-b6d5-44ce-9837-296e7711ec04 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:57.450574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:57.476508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.482858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e078f4-e1ad-4da3-bc25-276ebce8120a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:57.608321 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eed6da31-5b98-4fe2-998d-1c38d5c4beaf req-9c3d461a-9564-4f52-9b4b-fe366e52333d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995447 Nov 25 11:23:57.642646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.662982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Deleting port 5f9d392c-762b-4288-8375-a4bb99ede348 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:57.663646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.663834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.691285 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3d8229-fe1d-414f-acc3-607746408247 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:57.691730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3d8229-fe1d-414f-acc3-607746408247 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:57.693459 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc3d8229-fe1d-414f-acc3-607746408247 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/1f905ccb-d35c-47f3-a80a-e7e4cf94aaf2 HTTP/1.1" status: 404 len: 337 time: 0.1584113 Nov 25 11:23:57.702554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37476) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:57.707458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Pushing event updated for resources: {'Port': ['ID=926c4b4e-b6d5-44ce-9837-296e7711ec04,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:57.717866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:57.726615 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:57.727822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:57.739080 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89aaf74-2378-4117-b35e-0ab811512b8a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] DELETE failed (client error): The resource could not be found. Nov 25 11:23:57.739706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89aaf74-2378-4117-b35e-0ab811512b8a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:57.741586 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a89aaf74-2378-4117-b35e-0ab811512b8a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/78c8333b-9711-4533-b749-3d766c7d35eb HTTP/1.1" status: 404 len: 339 time: 0.0377030 Nov 25 11:23:57.745955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.747618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37480) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:57.754568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/ports/bef5b747-5f87-4081-b935-bf682207953e HTTP/1.1" status: 204 len: 168 time: 1.6272840 Nov 25 11:23:57.755889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37484) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:57.761238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:57.768248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dc9038dc-80aa-4be4-ab9f-98d721f7ab03 None None] The port '5f9d392c-762b-4288-8375-a4bb99ede348' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:23:57.779093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] For port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:57.828594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] For port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bfdb7a2e-bee8-40fd-ac94-a04737b64a8c,segment=NetworkSegment(0d8947e4-8370-43ec-8872-196e2f23a19c),segment_id=0d8947e4-8370-43ec-8872-196e2f23a19c)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:57.828848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.835136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object 3d2eacee-b784-4281-95c4-3309fb146a50 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:23:57.852469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e61aa0c-34c8-4a56-b882-b3342a12c178 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:57.861881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.873416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cdfa0ed9-eeb6-453d-97c0-64ffdc3bffb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:57.910781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0a5e34-42be-44be-9e3d-68e6b84f11a7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:57.913125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.930695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:57.935111 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9227da-d146-46ba-b2a3-6d34dd12e920 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] GET failed (client error): The resource could not be found. Nov 25 11:23:57.935593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4e9227da-d146-46ba-b2a3-6d34dd12e920 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Synchronizing usage tracker for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:57.956023 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/9a0a5e34-42be-44be-9e3d-68e6b84f11a7 HTTP/1.1" status: 204 len: 168 time: 2.1511750 Nov 25 11:23:57.958802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Attempting to bind port 926c4b4e-b6d5-44ce-9837-296e7711ec04 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:23:57.959208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Attempting to bind port 926c4b4e-b6d5-44ce-9837-296e7711ec04 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '3a990939-6b8f-49ce-a0b0-cc9917a76beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:23:57.959563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Attempting to bind port 926c4b4e-b6d5-44ce-9837-296e7711ec04 on network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:23:57.961986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37488) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:57.980106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Pushing event updated for resources: {'Port': ['ID=bfdb7a2e-bee8-40fd-ac94-a04737b64a8c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:57.982622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:23:57.983005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Checking segment: {'id': '3a990939-6b8f-49ce-a0b0-cc9917a76beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:23:57.983413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.983805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Bound using segment: {'id': '3a990939-6b8f-49ce-a0b0-cc9917a76beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:23:57.984389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Bound port: 926c4b4e-b6d5-44ce-9837-296e7711ec04, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a990939-6b8f-49ce-a0b0-cc9917a76beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6d4fbfb4-1e78-4bd2-ab25-33725649bdda'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:23:57.984743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:57.994496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:58.016807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.048472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ded457d1-d50c-46e2-8685-888014b1d5f4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:58.051332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d05d9-7583-4f22-87bb-0d3ce02c0202 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:58.053419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d05d9-7583-4f22-87bb-0d3ce02c0202 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:58.054538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a12d05d9-7583-4f22-87bb-0d3ce02c0202 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Synchronizing usage tracker for tenant:0ee8d387eaab47c1b24c34cd08f618d6 on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:58.080632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ffdfb-3266-4d1a-9f1f-ecf48e54a59b None None] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:58.166142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:23:58.173483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:23:58.183453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:23:58.199045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:23:58.223975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a12d05d9-7583-4f22-87bb-0d3ce02c0202 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Unset dirty status for tenant:0ee8d387eaab47c1b24c34cd08f618d6 on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:58.225214 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a12d05d9-7583-4f22-87bb-0d3ce02c0202 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2591894 Nov 25 11:23:58.225870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4e9227da-d146-46ba-b2a3-6d34dd12e920 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Unset dirty status for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:58.230598 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4e9227da-d146-46ba-b2a3-6d34dd12e920 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "GET /v2.0/ports/bef5b747-5f87-4081-b935-bf682207953e HTTP/1.1" status: 404 len: 333 time: 0.4352825 Nov 25 11:23:58.230598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37492) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:58.235392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37494) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:58.269425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] For port 926c4b4e-b6d5-44ce-9837-296e7711ec04, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:23:58.296666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'name': 'tempest-AllowedAddressPairTestJSON-899096014'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:58.312247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] For port 926c4b4e-b6d5-44ce-9837-296e7711ec04, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=926c4b4e-b6d5-44ce-9837-296e7711ec04,segment=NetworkSegment(3a990939-6b8f-49ce-a0b0-cc9917a76beb),segment_id=3a990939-6b8f-49ce-a0b0-cc9917a76beb)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:23:58.344510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting subnet e7c4e628-592d-4b9c-a25e-1ac9f0b02fde {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:23:58.344965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.355309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:58.368275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.391757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:58.392435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.427676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Pushing event updated for resources: {'Port': ['ID=926c4b4e-b6d5-44ce-9837-296e7711ec04,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:58.439499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:58.442991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b2db3756-7702-483a-910c-4cfbf50fc32a None None] Provisioning for port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:58.463708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.487107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=3d2eacee-b784-4281-95c4-3309fb146a50,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:58.495798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:58.509369 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0734429 Nov 25 11:23:58.512685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:58.555420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:58.562504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c33f2531-a4af-4afb-9249-c770edb4f01e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.571301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:58.571950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.600919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.630116 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33f2531-a4af-4afb-9249-c770edb4f01e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 11:23:58.630813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33f2531-a4af-4afb-9249-c770edb4f01e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:23:58.636342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c33f2531-a4af-4afb-9249-c770edb4f01e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/5b43a88d-c0d7-42fd-89d2-9c62155898a1 HTTP/1.1" status: 409 len: 405 time: 0.3997812 Nov 25 11:23:58.640451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37504) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:58.650190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1337099351'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:23:58.654749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:58.659436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:network and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:23:58.662388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:23:58.668766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:58.686023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:23:58.691430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:58.694361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.729065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:23:58.762636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:23:58.773448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:23:58.777864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.808559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.843856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.843856 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Added segment 361438b7-ce31-4242-8209-979a1c091057 of type vlan for network 6f06a3e9-1a8e-42b6-91e5-c37927742cdc Nov 25 11:23:58.844827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.847577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,segment=NetworkSegment(15b3f6a7-46b4-4687-9014-c691debb6b3c),segment_id=15b3f6a7-46b4-4687-9014-c691debb6b3c)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:23:58.858481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:58.860376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-235c5e34-2e94-4972-866c-f7a8760eec3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:58.909812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] device_id is not set on port ed312084-e6bd-4caf-8be2-8eaee74adc6c yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:23:58.941702 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81076df-df9f-4268-a882-9870f3d8e0cf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:58.942290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a81076df-df9f-4268-a882-9870f3d8e0cf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:23:58.945841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:58.949645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:58.973330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a81076df-df9f-4268-a882-9870f3d8e0cf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:23:58.976548 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a81076df-df9f-4268-a882-9870f3d8e0cf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4606433 Nov 25 11:23:58.977720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:58.990673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.014688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.054936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.062512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dc266af4-621e-4ad3-a5d8-a9c55fd92c98 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:59.166528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.173729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b9f1383d-2106-4327-b89e-829c9a8ae021 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:59.215593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c717c9-d23c-4848-bb01-b7da33aab3a3 req-a856f11b-1269-4278-8ffd-07132bf32452 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:59.217199 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b6c717c9-d23c-4848-bb01-b7da33aab3a3 req-a856f11b-1269-4278-8ffd-07132bf32452 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.4221375 Nov 25 11:23:59.246341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c4e628-592d-4b9c-a25e-1ac9f0b02fde,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:59.270716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.274530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:59.275135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.279889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:59.284910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-36434159-7529-47ec-99cd-c5bca156ea48 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:23:59.338779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840d8e1-e4ba-4248-960e-9b9c066e09f6 None None] Network 11badf4c-8b44-492d-b574-8572d9e96b41 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:59.391185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.419459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Allocated IP 172.20.0.14 (c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11/9a27e37c-84c3-4a1e-b8d5-468d0dacf595/ed312084-e6bd-4caf-8be2-8eaee74adc6c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:23:59.440674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=15b05998-df98-4a5c-904e-3e70876a43eb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:59.462089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:59.503720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34555d0-7617-4e40-ae1b-25ae2a9132ef tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:59.512367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34555d0-7617-4e40-ae1b-25ae2a9132ef tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:59.527002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34555d0-7617-4e40-ae1b-25ae2a9132ef tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:23:59.529337 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b34555d0-7617-4e40-ae1b-25ae2a9132ef tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.5361211 Nov 25 11:23:59.602036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Provisioning for port 3d2eacee-b784-4281-95c4-3309fb146a50 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:23:59.615576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Provisioning complete for port 3d2eacee-b784-4281-95c4-3309fb146a50 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:59.616607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.628696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37514) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:59.698480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Port 3d2eacee-b784-4281-95c4-3309fb146a50 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:23:59.718514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.720136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Network': ['ID=6f06a3e9-1a8e-42b6-91e5-c37927742cdc,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:23:59.722783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.723536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:23:59.735476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Provisioning complete for port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:23:59.735855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.742227 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/subnets/e7c4e628-592d-4b9c-a25e-1ac9f0b02fde HTTP/1.1" status: 204 len: 168 time: 1.9930191 Nov 25 11:23:59.746165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:23:59.770684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6f06a3e9-1a8e-42b6-91e5-c37927742cdc details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:23:59.772590 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b6c717c9-d23c-4848-bb01-b7da33aab3a3 req-f1e41b21-27c0-4b87-a008-b65f9916fc5a tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424192 Nov 25 11:23:59.795445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b01e81-d3e0-4467-8043-7aeed876ce5d None None] Network 5b43a88d-c0d7-42fd-89d2-9c62155898a1 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:23:59.908421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 3d2eacee-b784-4281-95c4-3309fb146a50 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:23:59.908726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:23:59.981237 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3396924 Nov 25 11:23:59.986785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37524) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:00.006512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'subnet': {'network_id': '6f06a3e9-1a8e-42b6-91e5-c37927742cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:00.234695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:00.257967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.269081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.272486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:00.305100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Transition to ACTIVE for port object ed312084-e6bd-4caf-8be2-8eaee74adc6c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:00.320524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] DHCP port deletion for 11badf4c-8b44-492d-b574-8572d9e96b41 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:00.335507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb33dcc-f162-489e-8d6d-85f8772d8701 req-1bc0fe9a-9b27-4902-abc6-a60f3e10232e tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:00.343004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Deleting port a6282851-1264-4355-8e0a-cf860bcfd7df {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:00.343382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.346891 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1eb33dcc-f162-489e-8d6d-85f8772d8701 req-1bc0fe9a-9b27-4902-abc6-a60f3e10232e tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.2177260 Nov 25 11:24:00.382491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:00.428639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:00.487245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.510792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 3d2eacee-b784-4281-95c4-3309fb146a50 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:00.524894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836dfac8-c944-401c-b5ec-a07388a5c007 None None] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:00.532538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.550520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-680870b9-b94e-4a96-b7a3-a88e24f07d3a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:00.578621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.587067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Provisioning for port a8697195-0ad5-4c4a-b702-accf638ef748 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:00.605788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Provisioning complete for port a8697195-0ad5-4c4a-b702-accf638ef748 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:00.606346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.624261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.630398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port a6282851-1264-4355-8e0a-cf860bcfd7df {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:00.630750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.650763 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1eb33dcc-f162-489e-8d6d-85f8772d8701 req-91f10458-247c-49f6-9d8d-3c7efa35ef35 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024719 Nov 25 11:24:00.746625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] DHCP port deletion for 5b43a88d-c0d7-42fd-89d2-9c62155898a1 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:00.765286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:00.766932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=ed312084-e6bd-4caf-8be2-8eaee74adc6c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:00.770679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:00.775845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:00.781111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:00.789086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Deleting port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:00.789518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.893661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:00.894196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:00.984109 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7082269 Nov 25 11:24:00.987941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f954-9947-40d7-82d9-b7c49a66f6e6 None None] Port a8697195-0ad5-4c4a-b702-accf638ef748 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:00.994339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37532) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:01.004628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'network_id': 'c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11', 'name': 'tempest-AllowedAddressPairTestJSON-580156192'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:01.084596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] For port a6282851-1264-4355-8e0a-cf860bcfd7df, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6282851-1264-4355-8e0a-cf860bcfd7df,segment=NetworkSegment(2d9819bc-1d99-4a92-b223-5b3e4c99d64f),segment_id=2d9819bc-1d99-4a92-b223-5b3e4c99d64f)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:01.085007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.166916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.179064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0c8c17b-6002-4298-b73a-e3826ec52d8e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:01.258539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=3d2eacee-b784-4281-95c4-3309fb146a50,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:01.275132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:01.287458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Calling delete_port for a6282851-1264-4355-8e0a-cf860bcfd7df owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:01.311160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:01.318314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0b968227-3de4-42c4-963d-b57bcae2db73 None None] Could not find standard attr ID for object 3d2eacee-b784-4281-95c4-3309fb146a50. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:24:01.341541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:01.342632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:01.343118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.399223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b24fb1-a1c4-47f6-910d-43761bb4075e req-7069b8e6-abf4-4ef1-a087-1573cc079c64 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:01.401300 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-57b24fb1-a1c4-47f6-910d-43761bb4075e req-7069b8e6-abf4-4ef1-a087-1573cc079c64 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.2684155 Nov 25 11:24:01.407464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Made reservation on behalf of 70658fdc25974687b26225d967baaf0b for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:01.410856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.421285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:24:01.438484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.447889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bc66d8ab-b27b-4c10-bb03-d25deeabd5e7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:01.575636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] device_id is not set on port 715d854b-3066-4d32-b5dc-df7abc9307f9 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:01.585914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0b968227-3de4-42c4-963d-b57bcae2db73 None None] Provisioning for port 926c4b4e-b6d5-44ce-9837-296e7711ec04 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:01.605740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] For port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bfdb7a2e-bee8-40fd-ac94-a04737b64a8c,segment=NetworkSegment(0d8947e4-8370-43ec-8872-196e2f23a19c),segment_id=0d8947e4-8370-43ec-8872-196e2f23a19c)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:01.606605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.680329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] For port a6282851-1264-4355-8e0a-cf860bcfd7df, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6282851-1264-4355-8e0a-cf860bcfd7df,segment=NetworkSegment(2d9819bc-1d99-4a92-b223-5b3e4c99d64f),segment_id=2d9819bc-1d99-4a92-b223-5b3e4c99d64f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:01.682643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.683799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.709268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Subnet': ['ID=0b9f5cc9-5589-43be-b9a5-f51ab19def0c,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:01.712302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:01.716304 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-57b24fb1-a1c4-47f6-910d-43761bb4075e req-b4cd2c6d-c8fb-45ca-aecd-7ef9e6d71b1f tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933316 Nov 25 11:24:01.754072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Checking segment: {'id': '361438b7-ce31-4242-8209-979a1c091057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6f06a3e9-1a8e-42b6-91e5-c37927742cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:01.754513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network hostable DHCP agents. Network: 6f06a3e9-1a8e-42b6-91e5-c37927742cdc, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:01.768216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:01.800192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Calling delete_port for bfdb7a2e-bee8-40fd-ac94-a04737b64a8c owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:01.840611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Calling delete_port for a6282851-1264-4355-8e0a-cf860bcfd7df owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:01.842062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 6f06a3e9-1a8e-42b6-91e5-c37927742cdc is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:01.848470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Allocated IP 172.20.0.4 (c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11/9a27e37c-84c3-4a1e-b8d5-468d0dacf595/715d854b-3066-4d32-b5dc-df7abc9307f9) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:01.862224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6f06a3e9-1a8e-42b6-91e5-c37927742cdc) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:01.871571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:01.872181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.902708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864d077-a226-4842-9291-acaa6997b7d7 None None] Network 6f06a3e9-1a8e-42b6-91e5-c37927742cdc requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:01.911345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.919078 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9287281 Nov 25 11:24:01.919311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Pushing event deleted for resources: {'Port': ['ID=a6282851-1264-4355-8e0a-cf860bcfd7df,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:01.919646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:01.920063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37536) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:01.949367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.953287 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/3d2eacee-b784-4281-95c4-3309fb146a50 HTTP/1.1" status: 204 len: 168 time: 2.2787850 Nov 25 11:24:01.953966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] No DVR routers for this DVR port a6282851-1264-4355-8e0a-cf860bcfd7df on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:01.956069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37540) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:01.987296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.988236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:01.997109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:02.044744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:02.044744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:02.057593 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2ad553-6557-45c4-95a6-e203a1b83a4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:24:02.058187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b2ad553-6557-45c4-95a6-e203a1b83a4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:02.068524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0b968227-3de4-42c4-963d-b57bcae2db73 None None] Provisioning complete for port a8697195-0ad5-4c4a-b702-accf638ef748 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:02.068524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0b968227-3de4-42c4-963d-b57bcae2db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.117714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 926c4b4e-b6d5-44ce-9837-296e7711ec04 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:02.155285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=15b05998-df98-4a5c-904e-3e70876a43eb,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:02.162487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:02.163183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b2ad553-6557-45c4-95a6-e203a1b83a4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:02.167296 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b2ad553-6557-45c4-95a6-e203a1b83a4c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/3d2eacee-b784-4281-95c4-3309fb146a50 HTTP/1.1" status: 404 len: 333 time: 0.2077575 Nov 25 11:24:02.168093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:02.194911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.270608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port a8697195-0ad5-4c4a-b702-accf638ef748 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:02.271375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.284517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.298747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9299bb82-610d-41ee-9443-66223774c1a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:02.337894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:02.341510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:02.358992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.379984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0b968227-3de4-42c4-963d-b57bcae2db73 None None] Port a8697195-0ad5-4c4a-b702-accf638ef748 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:02.392490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] No DVR routers for this DVR port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:02.395453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Pushing event deleted for resources: {'Port': ['ID=bfdb7a2e-bee8-40fd-ac94-a04737b64a8c,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:02.420770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0b968227-3de4-42c4-963d-b57bcae2db73 None None] Could not find standard attr ID for object bfdb7a2e-bee8-40fd-ac94-a04737b64a8c. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:24:02.425531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Transition to ACTIVE for port object 715d854b-3066-4d32-b5dc-df7abc9307f9 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:02.440744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.466362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:02.526522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.541928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4934527-b9a6-45bc-ae2a-9898282f174c tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:02.555165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Deleting port a6282851-1264-4355-8e0a-cf860bcfd7df {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:02.555491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.568306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 926c4b4e-b6d5-44ce-9837-296e7711ec04 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:02.585079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 926c4b4e-b6d5-44ce-9837-296e7711ec04 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:02.585989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.600330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:02.608059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:02.618450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133cd45-4ce7-497c-acd9-d8d09b339d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6f06a3e9-1a8e-42b6-91e5-c37927742cdc', 'network_id': '6f06a3e9-1a8e-42b6-91e5-c37927742cdc', 'tenant_id': '0ee8d387eaab47c1b24c34cd08f618d6', 'fixed_ips': [{'subnet_id': '0b9f5cc9-5589-43be-b9a5-f51ab19def0c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:02.619661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5133cd45-4ce7-497c-acd9-d8d09b339d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.620413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.627492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:02.676990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] The port 'a6282851-1264-4355-8e0a-cf860bcfd7df' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:24:02.847378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.874017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Provisioning for port ed312084-e6bd-4caf-8be2-8eaee74adc6c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:02.881233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f06a3e9-1a8e-42b6-91e5-c37927742cdc']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:02.895866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361438b7-ce31-4242-8209-979a1c091057') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:02.896306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361438b7-ce31-4242-8209-979a1c091057') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:02.915221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.938894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Provisioning complete for port ed312084-e6bd-4caf-8be2-8eaee74adc6c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:02.939278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.941482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:02.951794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:02.952380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.029012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Port ed312084-e6bd-4caf-8be2-8eaee74adc6c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:03.066364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=715d854b-3066-4d32-b5dc-df7abc9307f9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:03.067331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.069691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:03.070607 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:03.125556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d90238-5f2f-41c0-b5ee-b800747ab7f3 None None] Network 6f06a3e9-1a8e-42b6-91e5-c37927742cdc requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:03.126218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b3769425-dd22-47d3-9387-d44c05c88229 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:03.161407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d90238-5f2f-41c0-b5ee-b800747ab7f3 None None] Network 6f06a3e9-1a8e-42b6-91e5-c37927742cdc could not be found, it might have been deleted concurrently. {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Nov 25 11:24:03.164948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.170173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.179030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Provisioning for port 15b05998-df98-4a5c-904e-3e70876a43eb completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:03.185634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9f5cc9-5589-43be-b9a5-f51ab19def0c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:03.190131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:03.196289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Provisioning complete for port 15b05998-df98-4a5c-904e-3e70876a43eb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:03.196538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:03.196813 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.197480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.208664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f50a2119-f24c-4fa4-abf1-d99600c5a018 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:03.239317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Network': ['ID=6f06a3e9-1a8e-42b6-91e5-c37927742cdc,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:03.241876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:03.252260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.264757 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/6f06a3e9-1a8e-42b6-91e5-c37927742cdc HTTP/1.1" status: 204 len: 168 time: 1.3402936 Nov 25 11:24:03.268798 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2707078 Nov 25 11:24:03.268798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37550) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:03.270566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37552) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:03.274800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1852266536'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:03.302939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:86:8a:39'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:08:0d:81'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:03.325017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Port 15b05998-df98-4a5c-904e-3e70876a43eb cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:03.330053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 926c4b4e-b6d5-44ce-9837-296e7711ec04, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=926c4b4e-b6d5-44ce-9837-296e7711ec04,segment=NetworkSegment(3a990939-6b8f-49ce-a0b0-cc9917a76beb),segment_id=3a990939-6b8f-49ce-a0b0-cc9917a76beb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:03.341633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for a8697195-0ad5-4c4a-b702-accf638ef748 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:03.343695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Provisioning complete for port 926c4b4e-b6d5-44ce-9837-296e7711ec04 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:03.344293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8ab76324-70d5-4dbe-b319-55dd6de05410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.346504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:03.359519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:network and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:03.371440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e2943-d447-4b0d-a21a-832d1e7a4fe0 req-a006eff6-2aa7-49a7-bfc9-6c07da95784b tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:03.372946 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-351e2943-d447-4b0d-a21a-832d1e7a4fe0 req-a006eff6-2aa7-49a7-bfc9-6c07da95784b tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.2970893 Nov 25 11:24:03.375369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.376191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bfdb7a2e-bee8-40fd-ac94-a04737b64a8c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:03.376658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:03.409851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:03.418257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83db417c-d503-4cfc-8d7a-c2c600ea6515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:03.461300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: bfdb7a2e-bee8-40fd-ac94-a04737b64a8c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:03.461647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bfdb7a2e-bee8-40fd-ac94-a04737b64a8c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 11:24:03.505548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port bfdb7a2e-bee8-40fd-ac94-a04737b64a8c not found, will not notify nova. {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 11:24:03.551731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.567606 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-351e2943-d447-4b0d-a21a-832d1e7a4fe0 req-58bc691b-f730-4f95-a9fe-ecc152047401 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877091 Nov 25 11:24:03.571372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=926c4b4e-b6d5-44ce-9837-296e7711ec04,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:03.578513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:03.586411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:03.590756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.636450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bfdb7a2e-bee8-40fd-ac94-a04737b64a8c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:03.688374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: bfdb7a2e-bee8-40fd-ac94-a04737b64a8c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:03.688573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bfdb7a2e-bee8-40fd-ac94-a04737b64a8c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:03.688771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11badf4c-8b44-492d-b574-8572d9e96b41']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:03.688989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6282851-1264-4355-8e0a-cf860bcfd7df no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:03.700978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:03.708676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9819bc-1d99-4a92-b223-5b3e4c99d64f') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:03.709195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9819bc-1d99-4a92-b223-5b3e4c99d64f') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:03.733047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.733274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: a6282851-1264-4355-8e0a-cf860bcfd7df {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:03.733635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6282851-1264-4355-8e0a-cf860bcfd7df not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:03.757148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c65966f4-f920-4ad1-8d67-6531d09cae3d None None] Provisioning for port 715d854b-3066-4d32-b5dc-df7abc9307f9 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:03.770298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c65966f4-f920-4ad1-8d67-6531d09cae3d None None] Provisioning complete for port 715d854b-3066-4d32-b5dc-df7abc9307f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:03.771064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c65966f4-f920-4ad1-8d67-6531d09cae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.771776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.787440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:03.788095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.796160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.796563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Added segment 91ba0707-8e17-4303-af34-cbe5fd8dae57 of type vlan for network 318010a7-90c4-48da-bcd5-e2938cef3279 Nov 25 11:24:03.799872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:03.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:03.810661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.825877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-217db7ce-1029-4942-a8ae-593d5256df83 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:03.849304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c65966f4-f920-4ad1-8d67-6531d09cae3d None None] Port 715d854b-3066-4d32-b5dc-df7abc9307f9 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:03.863059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c65966f4-f920-4ad1-8d67-6531d09cae3d None None] Provisioning complete for port 15b05998-df98-4a5c-904e-3e70876a43eb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:03.863545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c65966f4-f920-4ad1-8d67-6531d09cae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:03.936785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c65966f4-f920-4ad1-8d67-6531d09cae3d None None] Port 15b05998-df98-4a5c-904e-3e70876a43eb cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:03.952992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ac3650b3-f630-4fe5-bae0-3efb5179fddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.005188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=a8697195-0ad5-4c4a-b702-accf638ef748,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:04.008054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:04.032493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.106551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.118435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:04.125891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.139239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.141285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.143012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:04.143600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.151281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9436504-65af-40fa-a331-5eeee49f8c77 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:04.168407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Pushing event deleted for resources: {'Network': ['ID=11badf4c-8b44-492d-b574-8572d9e96b41,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:04.178379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:04.198168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.202435 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/a8697195-0ad5-4c4a-b702-accf638ef748 HTTP/1.1" status: 204 len: 168 time: 2.0312343 Nov 25 11:24:04.204342 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] 10.222.0.41 "DELETE /v2.0/networks/11badf4c-8b44-492d-b574-8572d9e96b41 HTTP/1.1" status: 204 len: 168 time: 4.4554446 Nov 25 11:24:04.210787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:04.265201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:24:04.275980 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bed6c03-9d5a-4401-b7ab-189b946d0da9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:24:04.276448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bed6c03-9d5a-4401-b7ab-189b946d0da9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:04.277025 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0076323 Nov 25 11:24:04.282908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b5eee-688a-4039-9b17-400a42507b15 req-75e16802-731d-4758-9ff7-2bcc7e0d43e1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:04.283085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37568) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:04.284356 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-100b5eee-688a-4039-9b17-400a42507b15 req-75e16802-731d-4758-9ff7-2bcc7e0d43e1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.2889571 Nov 25 11:24:04.288428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'subnet': {'network_id': '318010a7-90c4-48da-bcd5-e2938cef3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:04.307068 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-89d7c3cd-cf27-4ab3-b4b7-f1340fa47faf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed2fe42225e458f936c88fd00090f0a&device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 1099 time: 0.3478451 Nov 25 11:24:04.308084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Network': ['ID=318010a7-90c4-48da-bcd5-e2938cef3279,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:04.311758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.315197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:04.328955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 318010a7-90c4-48da-bcd5-e2938cef3279 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:04.331180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.335909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:04.400403 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-100b5eee-688a-4039-9b17-400a42507b15 req-fa59f49e-d87f-4e93-bd0c-5d90a5c6ae0f tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081634 Nov 25 11:24:04.471943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 888ecc95-4808-459f-a1ba-6a576eea4fa7 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:24:04.480117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event updated for resources: {'Port': ['ID=715d854b-3066-4d32-b5dc-df7abc9307f9,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:04.480311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bed6c03-9d5a-4401-b7ab-189b946d0da9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:04.481456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bed6c03-9d5a-4401-b7ab-189b946d0da9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/a8697195-0ad5-4c4a-b702-accf638ef748 HTTP/1.1" status: 404 len: 333 time: 0.2662184 Nov 25 11:24:04.486540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:04.495626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37572) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:04.532938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:04.553474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:subnet and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:04.566570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:04.666922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:04.685395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37578) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:04.726979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] In _notify_port_updated(), no bound segment for port 715d854b-3066-4d32-b5dc-df7abc9307f9 on network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:24:04.731268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:04.731868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.732852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-85c7e9eb-c120-4cbd-857f-42eff19297b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:04.733138 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "PUT /v2.0/ports/715d854b-3066-4d32-b5dc-df7abc9307f9 HTTP/1.1" status: 200 len: 1056 time: 1.4540153 Nov 25 11:24:04.734469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-85c7e9eb-c120-4cbd-857f-42eff19297b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b8f6769c-1d26-4a6e-a15c-def1fe79f653 HTTP/1.1" status: 200 len: 911 time: 0.4153149 Nov 25 11:24:04.736238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37584) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:04.773022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-64d3929a-350b-42e5-9f7b-b6331bb1d1a6 None None] Provisioning complete for port 715d854b-3066-4d32-b5dc-df7abc9307f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:04.773599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-64d3929a-350b-42e5-9f7b-b6331bb1d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:04.803510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:04.841764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-64d3929a-350b-42e5-9f7b-b6331bb1d1a6 None None] Port 715d854b-3066-4d32-b5dc-df7abc9307f9 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:04.901274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port 715d854b-3066-4d32-b5dc-df7abc9307f9 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:04.901606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.015176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 9b4c02a5-32e9-49c7-98c4-952b7fba814d {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:05.017308 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-15e6283a-b7e9-4178-9ca4-436cb0cac222 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5 HTTP/1.1" status: 200 len: 217 time: 0.2753527 Nov 25 11:24:05.044865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.080700 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c26350d3-f61a-4f4e-8e58-24440f96ad67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d370d33409614b36a49c508cbf33fc58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3920672 Nov 25 11:24:05.083311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:05.118374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.136133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.242357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-727a9674-e06a-4456-a665-cb142fa55a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:05.243889 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-727a9674-e06a-4456-a665-cb142fa55a65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d605f19f-0d15-40de-a0c4-365dbe32dfca HTTP/1.1" status: 200 len: 850 time: 0.2130051 Nov 25 11:24:05.308941 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-d2a755a6-8b30-4835-82e3-b681dffcd3c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b8f6769c-1d26-4a6e-a15c-def1fe79f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545673 Nov 25 11:24:05.309147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.360287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:05.365378 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/888ecc95-4808-459f-a1ba-6a576eea4fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6523459 Nov 25 11:24:05.371392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37592) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:05.375901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] Sync routers for ids ['888ecc95-4808-459f-a1ba-6a576eea4fa7'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:05.378116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.388959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] Routers {'888ecc95-4808-459f-a1ba-6a576eea4fa7'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:05.389592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['888ecc95-4808-459f-a1ba-6a576eea4fa7'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:05.430221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.452382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:05.466085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] Routers {'888ecc95-4808-459f-a1ba-6a576eea4fa7'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:05.466793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:23:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['888ecc95-4808-459f-a1ba-6a576eea4fa7'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:05.468958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Calling delete_port for 715d854b-3066-4d32-b5dc-df7abc9307f9 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:05.499345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.566044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:05.566551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac26871-afb4-45f2-8f2e-958f2fa3af37 None None] The sync data for ids ['888ecc95-4808-459f-a1ba-6a576eea4fa7'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:05.618363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 926c4b4e-b6d5-44ce-9837-296e7711ec04 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:05.671830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7540b4c-ebd3-46d0-ac8b-0c150d63d1bc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:05.672712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a7540b4c-ebd3-46d0-ac8b-0c150d63d1bc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:05.678961 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-5bce0a46-ba95-43cc-9658-f83bc08514bc service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514869 Nov 25 11:24:05.692407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 926c4b4e-b6d5-44ce-9837-296e7711ec04 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:05.692947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.738584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.748033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d7f2eb1d-a0e2-4b02-8696-8adcb430440f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:05.775551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a7540b4c-ebd3-46d0-ac8b-0c150d63d1bc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:05.779656 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a7540b4c-ebd3-46d0-ac8b-0c150d63d1bc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports/15b05998-df98-4a5c-904e-3e70876a43eb HTTP/1.1" status: 200 len: 984 time: 0.4071164 Nov 25 11:24:05.782177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37598) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:05.835508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.842676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-26447a94-8f88-4a2f-8e26-30d6f2813cbb tempest-RoutersNegativeIpV6Test-1134862651 tempest-RoutersNegativeIpV6Test-1134862651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:05.855358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4c02a5-32e9-49c7-98c4-952b7fba814d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:05.870632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:05.874005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.898465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80470e8a-a2e3-4246-9c1c-c4f8f02f0097 None None] Network 75f3350f-e0a5-407d-a618-7bae9d4a1585 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:05.939259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.961286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb751b-f7c0-4e0f-b46e-489fd55b3250 req-ce3f5b8a-9fd0-4de7-b279-947b30f7cf32 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:05.962782 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cddb751b-f7c0-4e0f-b46e-489fd55b3250 req-ce3f5b8a-9fd0-4de7-b279-947b30f7cf32 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.4024434 Nov 25 11:24:05.983571 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c532eff-6d0e-4185-a291-1c4aabb9fd2f req-01c1b554-4374-4ce5-b22d-a4f764109b54 service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961333 Nov 25 11:24:05.984300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:05.987656 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93796d03-5165-41b5-82a9-c6f819974330 HTTP/1.1" status: 204 len: 168 time: 0.8953679 Nov 25 11:24:05.987822 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/9b4c02a5-32e9-49c7-98c4-952b7fba814d HTTP/1.1" status: 204 len: 168 time: 1.4889569 Nov 25 11:24:05.989064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37604) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:05.994345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Subnet': ['ID=2c562822-28ad-425f-acce-9b260969b41f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:05.996861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:05.999346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed689741-daf1-47a9-b2c7-875a78f8d495 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:06.005930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.016464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93796d03-5165-41b5-82a9-c6f819974330,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:06.018860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:06.027349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Checking segment: {'id': '91ba0707-8e17-4303-af34-cbe5fd8dae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '318010a7-90c4-48da-bcd5-e2938cef3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:06.027716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network hostable DHCP agents. Network: 318010a7-90c4-48da-bcd5-e2938cef3279, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:06.039550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1b0338c3-6889-4246-a5d1-be58af9f79a9 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:06.057494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 318010a7-90c4-48da-bcd5-e2938cef3279 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:06.070873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 318010a7-90c4-48da-bcd5-e2938cef3279) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:06.082657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:06.083223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.108109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8239689 Nov 25 11:24:06.108851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:06.121137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82fcb92-28cc-4942-9505-178c3ff66c8b None None] Network 318010a7-90c4-48da-bcd5-e2938cef3279 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:06.223985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Port': ['ID=715d854b-3066-4d32-b5dc-df7abc9307f9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:06.271467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.277804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:06.312204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-79e8a527-c70c-4ae2-99b2-d3e80062b024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.386690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.404753 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cddb751b-f7c0-4e0f-b46e-489fd55b3250 req-b01d0d1a-d193-4890-81b7-50d3bae2f6b9 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348056 Nov 25 11:24:06.431790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.519162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c364a6d9-4562-421e-865b-54b69ca3c0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-318010a7-90c4-48da-bcd5-e2938cef3279', 'network_id': '318010a7-90c4-48da-bcd5-e2938cef3279', 'tenant_id': '0ee8d387eaab47c1b24c34cd08f618d6', 'fixed_ips': [{'subnet_id': '2c562822-28ad-425f-acce-9b260969b41f'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:06.519884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c364a6d9-4562-421e-865b-54b69ca3c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.550822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:06.551527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.554038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] DHCP port deletion for 75f3350f-e0a5-407d-a618-7bae9d4a1585 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:06.569854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Deleting port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:06.570245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.597700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.602236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-572a2f66-998c-4ed0-96eb-b8c8c6aff0ac tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:06.673704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Subnet': ['ID=2c562822-28ad-425f-acce-9b260969b41f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:06.677673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:06.817301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.846337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318010a7-90c4-48da-bcd5-e2938cef3279']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:06.862202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ba0707-8e17-4303-af34-cbe5fd8dae57') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:06.862471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ba0707-8e17-4303-af34-cbe5fd8dae57') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:06.880722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.898925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.916471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:06.917154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:06.955427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c1a909-9da9-4c6e-960f-0e16970b79cd None None] Network 318010a7-90c4-48da-bcd5-e2938cef3279 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:07.020162 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:07.030141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.034843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81cde5a1-0812-4aa5-9149-79eeaa5d8003 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:07.063180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.073912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] For port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,segment=NetworkSegment(15b3f6a7-46b4-4687-9014-c691debb6b3c),segment_id=15b3f6a7-46b4-4687-9014-c691debb6b3c)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:07.074315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.077876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Network': ['ID=318010a7-90c4-48da-bcd5-e2938cef3279,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:07.081456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/318010a7-90c4-48da-bcd5-e2938cef3279 HTTP/1.1" status: 204 len: 168 time: 0.9712434 Nov 25 11:24:07.082609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:07.085749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37624) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:07.092350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2064043240'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:07.099929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:07.105141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:network and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:07.108327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:07.119231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:07.129652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.131864 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/ports/715d854b-3066-4d32-b5dc-df7abc9307f9 HTTP/1.1" status: 204 len: 168 time: 2.3950169 Nov 25 11:24:07.133337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:07.137859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37630) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:07.138401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.172660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:07.182395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.182843 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Added segment 9ba489f9-4604-4e2f-9ae0-5895560e473e of type vlan for network 0ad904ec-26b8-4cbb-a14d-318eabcf10c5 Nov 25 11:24:07.195332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] For port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,segment=NetworkSegment(15b3f6a7-46b4-4687-9014-c691debb6b3c),segment_id=15b3f6a7-46b4-4687-9014-c691debb6b3c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:07.195727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.213407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.218021 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6798aa-1cb6-4e5e-bcc7-f181b75ed960 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] GET failed (client error): The resource could not be found. Nov 25 11:24:07.218605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ea6798aa-1cb6-4e5e-bcc7-f181b75ed960 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Synchronizing usage tracker for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:07.248697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Calling delete_port for 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:07.260434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.265320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:07.265711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.272828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-917d7bf1-32fe-4663-9d50-ad6e23758184 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:07.347337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:07.369609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.384203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.389542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:07.401403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ea6798aa-1cb6-4e5e-bcc7-f181b75ed960 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Unset dirty status for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:07.405057 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ea6798aa-1cb6-4e5e-bcc7-f181b75ed960 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "GET /v2.0/ports/715d854b-3066-4d32-b5dc-df7abc9307f9 HTTP/1.1" status: 404 len: 333 time: 0.2638080 Nov 25 11:24:07.412496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37636) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:07.457793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Pushing event deleted for resources: {'Port': ['ID=3a0f77d8-e7dd-42b5-8100-84a4aa47c092,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:07.494318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:07.507884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] No DVR routers for this DVR port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:07.542172 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4550974 Nov 25 11:24:07.545739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:07.555937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Request body: {'subnet': {'network_id': '0ad904ec-26b8-4cbb-a14d-318eabcf10c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:07.592260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Network': ['ID=0ad904ec-26b8-4cbb-a14d-318eabcf10c5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:07.597835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:07.606033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 0ad904ec-26b8-4cbb-a14d-318eabcf10c5 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:07.633258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:07.688542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:07.688916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:07.694992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:07.701442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Usage tracker for resource:subnet and tenant:0ee8d387eaab47c1b24c34cd08f618d6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:07.701644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port ed312084-e6bd-4caf-8be2-8eaee74adc6c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:07.701843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:07.705209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:07.705753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:07.706114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:07.721212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:07.734773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Made reservation on behalf of 0ee8d387eaab47c1b24c34cd08f618d6 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:07.848195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.112260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d39e1-0f33-46dc-b3b2-018cf8b675ec req-9d0a9c54-d438-4d99-8f1a-d39e0ef50437 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:08.113715 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-551d39e1-0f33-46dc-b3b2-018cf8b675ec req-9d0a9c54-d438-4d99-8f1a-d39e0ef50437 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.4640751 Nov 25 11:24:08.184726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:24:08.186772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.190187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fd43cbf-694d-4af8-a7fa-9e69e1cdfb62 tempest-FloatingIPTestJSON-935216193 tempest-FloatingIPTestJSON-935216193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:08.196011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 3a0f77d8-e7dd-42b5-8100-84a4aa47c092 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:08.196352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.249705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.270300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event updated for resources: {'Subnet': ['ID=17e6ab28-d9c5-4a3d-9a70-16570d2afcf7,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:08.274050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:08.283185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Checking segment: {'id': '9ba489f9-4604-4e2f-9ae0-5895560e473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0ad904ec-26b8-4cbb-a14d-318eabcf10c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:08.283544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network hostable DHCP agents. Network: 0ad904ec-26b8-4cbb-a14d-318eabcf10c5, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:08.296374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] The port '3a0f77d8-e7dd-42b5-8100-84a4aa47c092' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:24:08.309142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Network 0ad904ec-26b8-4cbb-a14d-318eabcf10c5 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:08.322351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 0ad904ec-26b8-4cbb-a14d-318eabcf10c5) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:08.327780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:08.328909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.334806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157eb87f-de71-47f0-bd2b-3a1e0785318c None None] Network 0ad904ec-26b8-4cbb-a14d-318eabcf10c5 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:08.373725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8267176 Nov 25 11:24:08.376470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37664) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:08.387903 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-551d39e1-0f33-46dc-b3b2-018cf8b675ec req-6449f1fe-fdf0-4dbe-820a-0883d215ece5 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671843 Nov 25 11:24:08.553694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.569012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Calling delete_port for ed312084-e6bd-4caf-8be2-8eaee74adc6c owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:08.683200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.692844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.708945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d696778-4462-4a36-bb61-7d3b8641b8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-0ad904ec-26b8-4cbb-a14d-318eabcf10c5', 'network_id': '0ad904ec-26b8-4cbb-a14d-318eabcf10c5', 'tenant_id': '0ee8d387eaab47c1b24c34cd08f618d6', 'fixed_ips': [{'subnet_id': '17e6ab28-d9c5-4a3d-9a70-16570d2afcf7'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:08.709898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7d696778-4462-4a36-bb61-7d3b8641b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.792013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.796181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6445fcdf-6d9c-42b9-8787-9de9bec6137b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:08.835224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Subnet': ['ID=17e6ab28-d9c5-4a3d-9a70-16570d2afcf7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:08.843986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:08.849836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server [None req-7d696778-4462-4a36-bb61-7d3b8641b8b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17e6ab28-d9c5-4a3d-9a70-16570d2afcf7: This subnet is being modified by another concurrent operation. Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:24:08.901215 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17e6ab28-d9c5-4a3d-9a70-16570d2afcf7: This subnet is being modified by another concurrent operation. Nov 25 11:24:08.905137 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Nov 25 11:24:08.921815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100bc315-e689-4b4f-a301-67924c402037 None None] Network 0ad904ec-26b8-4cbb-a14d-318eabcf10c5 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:08.967952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.000452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad904ec-26b8-4cbb-a14d-318eabcf10c5']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:09.007172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.018174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba489f9-4604-4e2f-9ae0-5895560e473e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:09.018762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba489f9-4604-4e2f-9ae0-5895560e473e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:09.038166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.061675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.070516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:09.071208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.085807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f3350f-e0a5-407d-a618-7bae9d4a1585']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:09.111832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a1660-5149-4f95-a795-90432355a096 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:24:09.116918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b3f6a7-46b4-4687-9014-c691debb6b3c') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:09.117217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b3f6a7-46b4-4687-9014-c691debb6b3c') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:09.136759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.165379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:09.177609 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:09.184722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.194121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8566dfc-3514-4eb8-995c-69b2a376ae78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:09.221543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.225929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a1660-5149-4f95-a795-90432355a096 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:24:09.226209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:09.231817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:09.232244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:09.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:09.257094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.259923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Network': ['ID=0ad904ec-26b8-4cbb-a14d-318eabcf10c5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:09.262111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:09.263373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37676) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.271249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319948860', 'description': 'tempest-secgroup-smoke-319948860 description', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:09.280362 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Port': ['ID=ed312084-e6bd-4caf-8be2-8eaee74adc6c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:09.285584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:09.287063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:09.296226 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/0ad904ec-26b8-4cbb-a14d-318eabcf10c5 HTTP/1.1" status: 204 len: 168 time: 0.9151099 Nov 25 11:24:09.296663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:09.300126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37680) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.302683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:09.346924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:09.354589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-200b39cb-c2ce-4732-bad8-7b0b665d3b41 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:09.355023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200b39cb-c2ce-4732-bad8-7b0b665d3b41 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:09.359058 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-200b39cb-c2ce-4732-bad8-7b0b665d3b41 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/17e6ab28-d9c5-4a3d-9a70-16570d2afcf7 HTTP/1.1" status: 404 len: 337 time: 0.0556901 Nov 25 11:24:09.359613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.390173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.397499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2040-959d-4b75-81f8-c25629fab99b req-13d49378-faba-4f49-b7cb-8467373dacbe tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:09.398965 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-884a2040-959d-4b75-81f8-c25629fab99b req-13d49378-faba-4f49-b7cb-8467373dacbe tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.5005591 Nov 25 11:24:09.402382 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fdb04e-08a1-462a-934c-4521038bc242 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:09.402810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fdb04e-08a1-462a-934c-4521038bc242 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:09.404452 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-23fdb04e-08a1-462a-934c-4521038bc242 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/0ad904ec-26b8-4cbb-a14d-318eabcf10c5 HTTP/1.1" status: 404 len: 339 time: 0.0426800 Nov 25 11:24:09.407132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37688) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.438060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.455560 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aaa6fd4-7696-4c9e-829a-54c26b07b348 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:09.456018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aaa6fd4-7696-4c9e-829a-54c26b07b348 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:09.460051 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1aaa6fd4-7696-4c9e-829a-54c26b07b348 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/2c562822-28ad-425f-acce-9b260969b41f HTTP/1.1" status: 404 len: 337 time: 0.0496197 Nov 25 11:24:09.460272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37692) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.482744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.486757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.499256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2e79f783-f49d-4e9e-b374-dcc3130af04d tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:09.500282 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4691f75-6b90-42d0-b292-939d0ed1a685 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:09.500876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4691f75-6b90-42d0-b292-939d0ed1a685 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:09.514109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4691f75-6b90-42d0-b292-939d0ed1a685 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/318010a7-90c4-48da-bcd5-e2938cef3279 HTTP/1.1" status: 404 len: 339 time: 0.0506203 Nov 25 11:24:09.515801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37696) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.517500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:09.597431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.602166 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/ports/ed312084-e6bd-4caf-8be2-8eaee74adc6c HTTP/1.1" status: 204 len: 168 time: 2.1832922 Nov 25 11:24:09.602166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=75f3350f-e0a5-407d-a618-7bae9d4a1585,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:09.617730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:09.619323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.669801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:09.672932 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/75f3350f-e0a5-407d-a618-7bae9d4a1585 HTTP/1.1" status: 204 len: 168 time: 3.6828537 Nov 25 11:24:09.677803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:09.680535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37704) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.683209 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a5699a-f41f-4a6b-a928-528902084ac7 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:09.683637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a5699a-f41f-4a6b-a928-528902084ac7 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:09.684205 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-884a2040-959d-4b75-81f8-c25629fab99b req-db7b5129-4547-4df1-9ffc-25a3eb60689c tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726657 Nov 25 11:24:09.685355 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-20a5699a-f41f-4a6b-a928-528902084ac7 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/0b9f5cc9-5589-43be-b9a5-f51ab19def0c HTTP/1.1" status: 404 len: 337 time: 0.1700413 Nov 25 11:24:09.689455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:09.694315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1976049749'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:09.697365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37708) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.724657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:09.735832 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a40604-5f7e-46c5-9fb8-f033c98c0f64 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:09.736295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a40604-5f7e-46c5-9fb8-f033c98c0f64 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:09.740287 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-75a40604-5f7e-46c5-9fb8-f033c98c0f64 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/6f06a3e9-1a8e-42b6-91e5-c37927742cdc HTTP/1.1" status: 404 len: 339 time: 0.0387979 Nov 25 11:24:09.740287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:network and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:09.743700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:09.746184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37712) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.753555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f3bcf3-4cd6-4d37-b92b-05ae88d553e1 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] GET failed (client error): The resource could not be found. Nov 25 11:24:09.754383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-83f3bcf3-4cd6-4d37-b92b-05ae88d553e1 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Synchronizing usage tracker for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:09.779889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:09.813762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:09.816833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.857007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Deleting port f3068207-8e9a-46f4-afd9-c11b44eb6c84 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:09.857341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.949726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:09.956616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-83f3bcf3-4cd6-4d37-b92b-05ae88d553e1 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Unset dirty status for tenant:70658fdc25974687b26225d967baaf0b on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:09.957879 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-83f3bcf3-4cd6-4d37-b92b-05ae88d553e1 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "GET /v2.0/ports/ed312084-e6bd-4caf-8be2-8eaee74adc6c HTTP/1.1" status: 404 len: 333 time: 0.3350313 Nov 25 11:24:09.960861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.961358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37716) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:09.991486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:09.991815 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Added segment a1fbec19-dae3-416e-b62b-32df1fc01adb of type vlan for network 73f0a973-0597-4f89-91bc-90d61a5ee9cd Nov 25 11:24:10.006388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.012544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c3750baf-c381-4c27-addc-52560409d26e tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:10.020455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 15b05998-df98-4a5c-904e-3e70876a43eb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:10.020784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.072751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port 83e94f9c-70aa-41c5-aac4-1e036fa657c4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:10.073077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.098085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.113198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:10.115323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3326d1c0-e013-4742-87ab-d695c86549c8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:10.163660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:10.181680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:10.189840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:10.212984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:10.223205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.348192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.351950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:10.352529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.361718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Calling delete_port for f3068207-8e9a-46f4-afd9-c11b44eb6c84 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:10.381251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.390011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0cd64788-b2b0-4e3e-8e9d-96cd7516df16 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:10.518749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 15b05998-df98-4a5c-904e-3e70876a43eb owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:10.548249 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8665328 Nov 25 11:24:10.550505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.553281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Network': ['ID=73f0a973-0597-4f89-91bc-90d61a5ee9cd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:10.555569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37720) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:10.559249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:10.570165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:10.574624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.582700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:10.596448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:10.609471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.703775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.705379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.709658 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4419315 Nov 25 11:24:10.722965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:10.729776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:10.734810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'security_group_rule': {'security_group_id': '9ea949ed-09e3-4d7b-a8c5-28aea49fefb1', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:10.745115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:10.747122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-674fd458-dda3-490b-becf-b3145109d257 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:10.750309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Calling delete_port for 83e94f9c-70aa-41c5-aac4-1e036fa657c4 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:10.775006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:10.788407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:10.792053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:10.799840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:10.805132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Port': ['ID=f3068207-8e9a-46f4-afd9-c11b44eb6c84,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:10.810123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:10.814037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:10.814873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:10.817129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:10.821084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.825055 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/ports/f3068207-8e9a-46f4-afd9-c11b44eb6c84 HTTP/1.1" status: 204 len: 168 time: 1.0757077 Nov 25 11:24:10.826468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37730) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:10.828067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:10.842382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:10.859135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:10.912326 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ca7916-3654-47c5-a14f-bced2456f15c tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:10.912753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ca7916-3654-47c5-a14f-bced2456f15c tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:10.917285 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a8ca7916-3654-47c5-a14f-bced2456f15c tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/9a0a5e34-42be-44be-9e3d-68e6b84f11a7 HTTP/1.1" status: 404 len: 337 time: 0.0879698 Nov 25 11:24:10.923109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37734) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:11.056338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.069552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d1f785c0-fc9d-4047-b7d4-1ba286174005 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:11.074238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.109232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.128392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Port': ['ID=83e94f9c-70aa-41c5-aac4-1e036fa657c4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:11.131001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:11.168957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.179000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-84aefc56-abb0-4ac6-8bf1-7c0c74ecc407 tempest-ExtraDHCPOptionsTestJSON-1264519043 tempest-ExtraDHCPOptionsTestJSON-1264519043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:11.194297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.208017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.213087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-adbe81ac-eaef-4a89-91fa-845663132698 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:11.218148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877e412-8508-4a98-9c40-544c5e857fdf req-64ca6938-7f3d-4415-9ffc-8b7f261d4a8d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:11.219547 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5877e412-8508-4a98-9c40-544c5e857fdf req-64ca6938-7f3d-4415-9ffc-8b7f261d4a8d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.3588052 Nov 25 11:24:11.270253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=15b05998-df98-4a5c-904e-3e70876a43eb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:11.272816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:11.287201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f9809a-7fd0-45f6-b79c-f4414346a010,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:11.307325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:11.487479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.491221 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7647917 Nov 25 11:24:11.527143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37738) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:11.538047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'security_group_rule': {'security_group_id': '9ea949ed-09e3-4d7b-a8c5-28aea49fefb1', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:11.541418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.545848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.561144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:11.584832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:11.588647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b43a88d-c0d7-42fd-89d2-9c62155898a1']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:11.597045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:11.608208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:11.612381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8947e4-8370-43ec-8872-196e2f23a19c') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:11.612533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8947e4-8370-43ec-8872-196e2f23a19c') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:11.632641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5877e412-8508-4a98-9c40-544c5e857fdf req-21aecb75-9306-4218-a3ce-f63aced34130 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710990 Nov 25 11:24:11.640306 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/ports/83e94f9c-70aa-41c5-aac4-1e036fa657c4 HTTP/1.1" status: 204 len: 168 time: 1.6757054 Nov 25 11:24:11.640724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:11.645729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.650639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.719647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.722969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.739167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.751337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:11.751724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:11.766943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:11.791012 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:12.019959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=97231ed5-efc6-4ab5-9de7-c59489b911de,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:12.053901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.066130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:12.077152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a23de46-558f-4951-8f17-2335c0969c2d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:12.110419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.123753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.130597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Network': ['ID=5b43a88d-c0d7-42fd-89d2-9c62155898a1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:12.137543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:12.138264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 888ecc95-4808-459f-a1ba-6a576eea4fa7 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:24:12.140847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.154443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:12.160446 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/5b43a88d-c0d7-42fd-89d2-9c62155898a1 HTTP/1.1" status: 204 len: 168 time: 1.2305830 Nov 25 11:24:12.162745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bd0eb-50a5-487d-9c83-38e58e106977 req-b07f0d94-1120-4c8b-97f6-cb99e477906a tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:12.164218 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1d4bd0eb-50a5-487d-9c83-38e58e106977 req-b07f0d94-1120-4c8b-97f6-cb99e477906a tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.1651590 Nov 25 11:24:12.165922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37750) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:12.175376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Checking segment: {'id': 'a1fbec19-dae3-416e-b62b-32df1fc01adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:12.175732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network hostable DHCP agents. Network: 73f0a973-0597-4f89-91bc-90d61a5ee9cd, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:12.202366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb10b6ae-1da8-436d-b839-d7019dc2fe63,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:12.212033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:12.217116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting subnet 9a27e37c-84c3-4a1e-b8d5-468d0dacf595 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:12.221822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.222914 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6951075 Nov 25 11:24:12.225114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.251366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37754) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:12.262790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'security_group_rule': {'security_group_id': '9ea949ed-09e3-4d7b-a8c5-28aea49fefb1', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:12.281653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:12.290757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:12.302675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:12.313412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:12.317566 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-0ba15414-c5bd-4eff-bd9c-5751113c7261 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed2fe42225e458f936c88fd00090f0a&device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 1099 time: 0.2988443 Nov 25 11:24:12.323450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:12.329138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.378787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Deleting port fb2487c2-837b-49f0-83d4-ec86585ffcf4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:12.379053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.411776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 73f0a973-0597-4f89-91bc-90d61a5ee9cd) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:12.412101 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1d4bd0eb-50a5-487d-9c83-38e58e106977 req-c24f00f9-5a59-408c-89e6-8eb512e0ea7d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417660 Nov 25 11:24:12.413455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.421943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22b15c-4668-46ed-b102-3e78ef938242 None None] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:12.440092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:12.446794 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/888ecc95-4808-459f-a1ba-6a576eea4fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6585498 Nov 25 11:24:12.453782 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] Sync routers for ids ['888ecc95-4808-459f-a1ba-6a576eea4fa7'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:12.470845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37758) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:12.476328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:12.476724 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] Routers {'888ecc95-4808-459f-a1ba-6a576eea4fa7'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:12.476904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.477694 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['888ecc95-4808-459f-a1ba-6a576eea4fa7'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:12.593078 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:12.609808 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] Routers {'888ecc95-4808-459f-a1ba-6a576eea4fa7'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:12.610718 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['888ecc95-4808-459f-a1ba-6a576eea4fa7'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:12.644255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.662629 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1027660 Nov 25 11:24:12.665922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37762) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:12.698245 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:12.699988 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d61f7b-d566-42dc-ad61-c2f2acb3537b None None] The sync data for ids ['888ecc95-4808-459f-a1ba-6a576eea4fa7'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:12.725497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-24c344f4-d901-4613-b95d-baa324467960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:12.726942 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-24c344f4-d901-4613-b95d-baa324467960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b8f6769c-1d26-4a6e-a15c-def1fe79f653 HTTP/1.1" status: 200 len: 911 time: 0.4000762 Nov 25 11:24:12.736164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-73f0a973-0597-4f89-91bc-90d61a5ee9cd', 'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd', 'tenant_id': 'ebd56f3080ce43f39df9ad7b2c0923b3', 'fixed_ips': [{'subnet_id': '97231ed5-efc6-4ab5-9de7-c59489b911de'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:12.737076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.738628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.842590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.860654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.869139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:12.891353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-349278242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:12.901779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Calling delete_port for fb2487c2-837b-49f0-83d4-ec86585ffcf4 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:12.916370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Allocated IP 172.20.0.2 (73f0a973-0597-4f89-91bc-90d61a5ee9cd/97231ed5-efc6-4ab5-9de7-c59489b911de/1463d225-d5d1-4647-9b39-99811682eb25) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:12.929390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:12.941499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:router and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:12.946549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:12.955531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:12.956591 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-381490b7-2c04-4164-815a-6a095a1d57b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5 HTTP/1.1" status: 200 len: 217 time: 0.1871052 Nov 25 11:24:12.987982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:12.988926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.010921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.017790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3283988f-62ea-4fad-b687-97eab88ccf1f tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:13.050526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.074722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Port': ['ID=fb2487c2-837b-49f0-83d4-ec86585ffcf4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.078220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:13.083144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.093448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/ports/fb2487c2-837b-49f0-83d4-ec86585ffcf4 HTTP/1.1" status: 204 len: 168 time: 0.9265211 Nov 25 11:24:13.096030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37766) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.130434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.142485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d250229-8bb5-4a49-aa6e-a9c16fa66767,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.143811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.154078 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2401385-924d-4667-aa9d-d8cb3c6ace24 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] DELETE failed (client error): The resource could not be found. Nov 25 11:24:13.154450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2401385-924d-4667-aa9d-d8cb3c6ace24 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:13.156286 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c2401385-924d-4667-aa9d-d8cb3c6ace24 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/ca3aafd8-b37a-4a98-ac26-b740b7890a52 HTTP/1.1" status: 404 len: 337 time: 0.0585997 Nov 25 11:24:13.158921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Transition to ACTIVE for port object 1463d225-d5d1-4647-9b39-99811682eb25 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:13.159070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37770) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.178820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Transition to ACTIVE for port object 1463d225-d5d1-4647-9b39-99811682eb25 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:13.184409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:13.185951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.192797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.196695 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2dcb6a5-ca51-4f69-b2c9-c5bd97a0037a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4739697 Nov 25 11:24:13.197471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37774) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.198069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:13.210147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.211278 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9588258 Nov 25 11:24:13.215731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37778) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.233123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'security_group_rule': {'security_group_id': '9ea949ed-09e3-4d7b-a8c5-28aea49fefb1', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:13.243138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:13.243474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:13.246082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.249564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:13.251411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-75ded1df-88dc-4c84-8472-adfa8e08fc03 tempest-DHCPAgentSchedulersTestJSON-184475070 tempest-DHCPAgentSchedulersTestJSON-184475070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:13.254077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd', 'name': 'tempest-PortsTestJSON-1223621899'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:13.258434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:13.277356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-67d9e963-432a-474f-8193-fd9617b54641 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:13.279553 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-67d9e963-432a-474f-8193-fd9617b54641 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d605f19f-0d15-40de-a0c4-365dbe32dfca HTTP/1.1" status: 200 len: 850 time: 0.1428196 Nov 25 11:24:13.283067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:13.286851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:13.326463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Subnet': ['ID=9a27e37c-84c3-4a1e-b8d5-468d0dacf595,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.328371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:13.340539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:13.349586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Pushing event updated for resources: {'Port': ['ID=1463d225-d5d1-4647-9b39-99811682eb25,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.361397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:13.368587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Attempting to bind port 1463d225-d5d1-4647-9b39-99811682eb25 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:13.368971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Attempting to bind port 1463d225-d5d1-4647-9b39-99811682eb25 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a1fbec19-dae3-416e-b62b-32df1fc01adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:13.369344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Attempting to bind port 1463d225-d5d1-4647-9b39-99811682eb25 on network 73f0a973-0597-4f89-91bc-90d61a5ee9cd {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:13.374117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.377039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:13.377435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Checking segment: {'id': 'a1fbec19-dae3-416e-b62b-32df1fc01adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:13.377886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.378411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Bound using segment: {'id': 'a1fbec19-dae3-416e-b62b-32df1fc01adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:13.378936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Bound port: 1463d225-d5d1-4647-9b39-99811682eb25, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fbec19-dae3-416e-b62b-32df1fc01adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '73f0a973-0597-4f89-91bc-90d61a5ee9cd'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:13.379506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.387960 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-444e7e5c-9ebd-4541-950b-7e87e7d6063d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b8f6769c-1d26-4a6e-a15c-def1fe79f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982714 Nov 25 11:24:13.415201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.419700 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/subnets/9a27e37c-84c3-4a1e-b8d5-468d0dacf595 HTTP/1.1" status: 204 len: 168 time: 1.7760179 Nov 25 11:24:13.421531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37782) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.456415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4411e-ad12-4962-97b9-80c3da2348b1 None None] Network c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:13.457702 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-67df6b0f-aab4-493b-97b4-68582698329d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 11:24:13.458719 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-67df6b0f-aab4-493b-97b4-68582698329d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/888ecc95-4808-459f-a1ba-6a576eea4fa7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9780953 Nov 25 11:24:13.461219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.466030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37786) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.535476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] For port 1463d225-d5d1-4647-9b39-99811682eb25, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:13.540344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] For port 1463d225-d5d1-4647-9b39-99811682eb25, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1463d225-d5d1-4647-9b39-99811682eb25,segment=NetworkSegment(a1fbec19-dae3-416e-b62b-32df1fc01adb),segment_id=a1fbec19-dae3-416e-b62b-32df1fc01adb)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:13.554912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.568521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.598971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949703fa-79b3-49c4-afc6-64abeb91eebd']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:13.602163 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-bf297ddc-4fb5-463d-8fef-c0c66b239e72 service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884499 Nov 25 11:24:13.612663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd920538d-c16c-4ebc-aba3-bfe75a7341bc') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:13.613198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd920538d-c16c-4ebc-aba3-bfe75a7341bc') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:13.626782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.630940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.641736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.644011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.645550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ca10844e-0070-427f-b015-61a85e0035f9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:13.645698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cc1777e9-86d0-4a6b-9e31-520ccd8190e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:13.651739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:13.652356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.724133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84022422-e999-470e-9f9c-c14aea547803,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.730638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:13.744246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.745677 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5235484 Nov 25 11:24:13.748622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37792) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.754351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'security_group_rule': {'security_group_id': '9ea949ed-09e3-4d7b-a8c5-28aea49fefb1', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:13.758997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Pushing event updated for resources: {'Port': ['ID=1463d225-d5d1-4647-9b39-99811682eb25,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.772483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:13.783286 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:13.785847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:13.791038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:13.791459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:13.799056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:13.802423 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c5b6f369-81c4-4e81-9409-117e6690ac79 req-bdda16f1-3d76-4a33-ad33-fc9efa6b9a9f service neutron] 10.222.0.48 "GET /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908019 Nov 25 11:24:13.822230 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Project 2a1c3be74370475fa2db4a45c79e69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:24:13.829010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.874433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.915708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f52260d2-9a66-45b4-9e11-6482ca954715 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:13.918001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.920285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5cf1dbcd-003f-4893-a81b-5b548857d9dd tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:13.924268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.934284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c8a978f4-f93d-4dc2-a4dc-5cf44cb71b73 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:13.940533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.955239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f656bd8a-1cc6-4127-9cf4-cbfecaae4365,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.958243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:13.962870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] DHCP port deletion for c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:13.966564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Deleting port 093add56-f832-4b2c-9a72-e69f9faf2e89 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:13.967114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.976511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:13.980764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Network': ['ID=949703fa-79b3-49c4-afc6-64abeb91eebd,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:13.982819 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2325642 Nov 25 11:24:13.984183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37796) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.990488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:13.993425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'security_group_rule': {'security_group_id': '9ea949ed-09e3-4d7b-a8c5-28aea49fefb1', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:13.999210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37800) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:13.999375 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/949703fa-79b3-49c4-afc6-64abeb91eebd HTTP/1.1" status: 204 len: 168 time: 0.8392684 Nov 25 11:24:14.010786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.014029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:port and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:14.028410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:14.035155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f52260d2-9a66-45b4-9e11-6482ca954715 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:14.041901 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f52260d2-9a66-45b4-9e11-6482ca954715 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=888ecc95-4808-459f-a1ba-6a576eea4fa7 HTTP/1.1" status: 200 len: 205 time: 0.5709264 Nov 25 11:24:14.045429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37804) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:14.046805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:14.053917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:14.055926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.057896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.058427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.059210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.060066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.060863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.061633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.062574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.063068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.063432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.063794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.067539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:14.074224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:security_group_rule and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:14.080553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:14.093399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:14.130740 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Project 2a1c3be74370475fa2db4a45c79e69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:24:14.142017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.239303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port 093add56-f832-4b2c-9a72-e69f9faf2e89 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:14.239535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.264733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] For port 093add56-f832-4b2c-9a72-e69f9faf2e89, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=093add56-f832-4b2c-9a72-e69f9faf2e89,segment=NetworkSegment(dda216a1-d442-4ee0-9e02-3c90dba4e8aa),segment_id=dda216a1-d442-4ee0-9e02-3c90dba4e8aa)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:14.265293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.278798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:14.281786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.293499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Deleting subnet 302a028a-e327-463e-883a-94fae624f683 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:14.296483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.319916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9c977-75f5-40c7-8077-2272be59cc84 req-b61b1aee-ba1a-4636-bf1f-a6a44b3d9a1d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:14.321677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2bd9c977-75f5-40c7-8077-2272be59cc84 req-b61b1aee-ba1a-4636-bf1f-a6a44b3d9a1d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.5705292 Nov 25 11:24:14.359105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.370202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.374621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port b1dd3bc1-8080-4009-8751-40c4c505994e yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:14.396445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.402591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:14.427087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Calling delete_port for 093add56-f832-4b2c-9a72-e69f9faf2e89 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:14.442504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84c5ae5-b16d-4ad1-97cd-f820f94b0167,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:14.446735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:14.450231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.456486 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4700222 Nov 25 11:24:14.460066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37808) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:14.469546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'network': {'name': 'tempest-network-smoke--161343327', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:14.477733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:14.485607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:network and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:14.494494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:14.501803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:14.520271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.557500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Made reservation on behalf of 2a1c3be74370475fa2db4a45c79e69b6 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:14.560733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.620633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:14.634043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.645978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:14.648623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.649009 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Added segment 68928232-052f-4394-9a93-2cf6f523c956 of type vlan for network abebb745-f876-4ec5-8efa-a46c0afada6e Nov 25 11:24:14.659605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.666411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-db42afe4-17cc-4880-96b3-8fd0f978cb68 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:14.697640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Pushing event deleted for resources: {'Port': ['ID=093add56-f832-4b2c-9a72-e69f9faf2e89,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:14.700461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:14.708201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] No DVR routers for this DVR port 093add56-f832-4b2c-9a72-e69f9faf2e89 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:14.721098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Subnet': ['ID=302a028a-e327-463e-883a-94fae624f683,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:14.738708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.750255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.752884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f8298-57f1-4c0f-bf07-66ae9f33b685 None None] Network 31daa41c-a782-4d1c-867b-68503f9924d6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:14.760662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.761454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.762245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.762795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.763328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.763872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.764423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.765112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.765665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.766209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:14.771580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.787280 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2bd9c977-75f5-40c7-8077-2272be59cc84 req-b3a39394-4635-4180-aacb-55eda428c050 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559064 Nov 25 11:24:14.787722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/subnets/302a028a-e327-463e-883a-94fae624f683 HTTP/1.1" status: 204 len: 168 time: 0.7867980 Nov 25 11:24:14.788128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37812) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:14.789257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:14.796535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-312c3634-32dc-4df4-96e5-1723286fcfbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.943423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.947919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:14.948523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.954861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] For port 093add56-f832-4b2c-9a72-e69f9faf2e89, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=093add56-f832-4b2c-9a72-e69f9faf2e89,segment=NetworkSegment(dda216a1-d442-4ee0-9e02-3c90dba4e8aa),segment_id=dda216a1-d442-4ee0-9e02-3c90dba4e8aa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:14.955310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:14.956284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:14.990321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.085829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6247330 Nov 25 11:24:15.089182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Deleting port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:15.089526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.097602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40113cff-681e-473c-aaf1-e3d388aba620 None None] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:15.106802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Calling delete_port for 093add56-f832-4b2c-9a72-e69f9faf2e89 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:15.110975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] DHCP port deletion for 31daa41c-a782-4d1c-867b-68503f9924d6 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:15.119601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37816) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:15.124824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Deleting port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:15.125208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.128295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Network': ['ID=abebb745-f876-4ec5-8efa-a46c0afada6e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:15.135020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'admin_state_up': True, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:15.142500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:15.145438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:15.152379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:router and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:15.160523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network abebb745-f876-4ec5-8efa-a46c0afada6e details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:15.162074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:15.171473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:15.334041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.334859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.373738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.13 (73f0a973-0597-4f89-91bc-90d61a5ee9cd/97231ed5-efc6-4ab5-9de7-c59489b911de/b1dd3bc1-8080-4009-8751-40c4c505994e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:15.381329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:15.381636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:15.392112 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cb90a355-4d8e-4766-b465-3027c0f87aad None None] Provisioning for port 1463d225-d5d1-4647-9b39-99811682eb25 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:15.460053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.462772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] For port 2fd37a1b-5807-4c7c-ba82-557a9e18e053, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2fd37a1b-5807-4c7c-ba82-557a9e18e053,segment=NetworkSegment(72bac76c-60d8-42ac-9d45-c89478c64383),segment_id=72bac76c-60d8-42ac-9d45-c89478c64383)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:15.463120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.530860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-312c3634-32dc-4df4-96e5-1723286fcfbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.560964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-312c3634-32dc-4df4-96e5-1723286fcfbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.669866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1463d225-d5d1-4647-9b39-99811682eb25 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:15.671642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-312c3634-32dc-4df4-96e5-1723286fcfbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.672495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c3634-32dc-4df4-96e5-1723286fcfbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Fanout notify agent at l3_agent the message router_deleted on router 888ecc95-4808-459f-a1ba-6a576eea4fa7 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:24:15.692880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Calling delete_port for 2fd37a1b-5807-4c7c-ba82-557a9e18e053 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:15.714364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-312c3634-32dc-4df4-96e5-1723286fcfbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.717870 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-312c3634-32dc-4df4-96e5-1723286fcfbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/888ecc95-4808-459f-a1ba-6a576eea4fa7 HTTP/1.1" status: 204 len: 168 time: 1.6655622 Nov 25 11:24:15.718080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] For port 2fd37a1b-5807-4c7c-ba82-557a9e18e053, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2fd37a1b-5807-4c7c-ba82-557a9e18e053,segment=NetworkSegment(72bac76c-60d8-42ac-9d45-c89478c64383),segment_id=72bac76c-60d8-42ac-9d45-c89478c64383)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:15.718229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.718888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37820) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:15.802303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.845967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object b1dd3bc1-8080-4009-8751-40c4c505994e will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:15.867458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Calling delete_port for 2fd37a1b-5807-4c7c-ba82-557a9e18e053 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:15.891327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.894887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Deleting port 093add56-f832-4b2c-9a72-e69f9faf2e89 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:15.895221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.907889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.912708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-62d923da-d2ea-47d4-9827-ecb69bed06de tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:15.958139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1463d225-d5d1-4647-9b39-99811682eb25 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:15.976195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1463d225-d5d1-4647-9b39-99811682eb25 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:15.976441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] The port '093add56-f832-4b2c-9a72-e69f9faf2e89' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:24:15.976563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:15.982121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Port': ['ID=2fd37a1b-5807-4c7c-ba82-557a9e18e053,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:15.986322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:15.992550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] No DVR routers for this DVR port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:16.048213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:16.048956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:16.123087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.169065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1463d225-d5d1-4647-9b39-99811682eb25, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1463d225-d5d1-4647-9b39-99811682eb25,segment=NetworkSegment(a1fbec19-dae3-416e-b62b-32df1fc01adb),segment_id=a1fbec19-dae3-416e-b62b-32df1fc01adb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:16.174414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.181967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.184074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a39a8886-d6ce-44ce-855a-b98321fce84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:16.233852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31daa41c-a782-4d1c-867b-68503f9924d6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:16.254599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bac76c-60d8-42ac-9d45-c89478c64383') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:16.254964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bac76c-60d8-42ac-9d45-c89478c64383') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:16.271964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2fd37a1b-5807-4c7c-ba82-557a9e18e053 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:16.276038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.296042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.313175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:16.313481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:16.328373 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:16.337062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 2fd37a1b-5807-4c7c-ba82-557a9e18e053 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:16.337062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2fd37a1b-5807-4c7c-ba82-557a9e18e053 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:16.337550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 093add56-f832-4b2c-9a72-e69f9faf2e89 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:16.342926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.350777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.362864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb371340-2d65-4921-ba44-5eea574fd2e2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:16.379763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 093add56-f832-4b2c-9a72-e69f9faf2e89 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:16.380153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 093add56-f832-4b2c-9a72-e69f9faf2e89 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:16.395149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1463d225-d5d1-4647-9b39-99811682eb25,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:16.404332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-70befd9c-939f-447c-9db3-0827dc69b637 None None] Provisioning complete for port 1463d225-d5d1-4647-9b39-99811682eb25 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:16.404332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-70befd9c-939f-447c-9db3-0827dc69b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.415448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet cefbca36-f5ad-4f69-8ead-e1bea907fda9 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:16.418414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.441368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.447631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.447983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.448409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.448751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.449089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.449421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.449758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.450085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.450464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.450796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.451121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:16.457008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:16.468358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.474244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:16.477916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.488337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.490171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.524086 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:24:16.550909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Pushing event deleted for resources: {'Network': ['ID=31daa41c-a782-4d1c-867b-68503f9924d6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:16.554921 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:16.558472 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] 10.222.0.41 "DELETE /v2.0/networks/31daa41c-a782-4d1c-867b-68503f9924d6 HTTP/1.1" status: 204 len: 168 time: 1.7668641 Nov 25 11:24:16.559699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.565736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Deleting port 2fd37a1b-5807-4c7c-ba82-557a9e18e053 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:16.571055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.647062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e7937688-0491-42a1-ac5e-e349c833910c None None] The port '2fd37a1b-5807-4c7c-ba82-557a9e18e053' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:24:16.651922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.684035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:16.698175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Allocated IP 172.26.5.189 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/cd04302b-5128-4e40-99cd-ee7d5dfaba30) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:16.709844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda216a1-d442-4ee0-9e02-3c90dba4e8aa') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:16.710107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda216a1-d442-4ee0-9e02-3c90dba4e8aa') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:16.718460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=b1dd3bc1-8080-4009-8751-40c4c505994e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:16.724895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:16.726043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.735431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdd6d9-84bb-4857-992b-69ebc0ff14ab None None] Network 6d4fbfb4-1e78-4bd2-ab25-33725649bdda requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:16.736306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:16.739540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9fba3513-8eef-4943-9fb0-27d384f15253 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:16.764669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:16.771520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.783459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:16.823443 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/cefbca36-f5ad-4f69-8ead-e1bea907fda9 HTTP/1.1" status: 204 len: 168 time: 1.1033778 Nov 25 11:24:16.824975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=cefbca36-f5ad-4f69-8ead-e1bea907fda9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:16.826263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37830) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:16.843361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:16.844665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.863073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b97694-a18d-4808-a24a-9c87de927d48 req-3ad7d87f-2f15-498e-aacd-84e5bb749efa tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:16.875004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d8b97694-a18d-4808-a24a-9c87de927d48 req-3ad7d87f-2f15-498e-aacd-84e5bb749efa tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.9039960 Nov 25 11:24:16.917541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:16.918040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:16.949670 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:17.047867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37834) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:17.058435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:17.059068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.088602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] DHCP port deletion for 6d4fbfb4-1e78-4bd2-ab25-33725649bdda request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:17.095132 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Deleting port 926c4b4e-b6d5-44ce-9837-296e7711ec04 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:17.095580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.105708 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d8b97694-a18d-4808-a24a-9c87de927d48 req-ff284c19-0c0e-4219-96d3-6ed8305f93d7 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267005 Nov 25 11:24:17.105708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.108966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:17.125439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.132043 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] 10.222.0.41 "DELETE /v2.0/networks/c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11 HTTP/1.1" status: 204 len: 168 time: 3.7019875 Nov 25 11:24:17.134138 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9358139 Nov 25 11:24:17.141086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37842) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:17.144812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Pushing event deleted for resources: {'Network': ['ID=c8419a83-fdd4-4b7e-bd7f-5f28db8c7c11,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:17.182258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.224504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.240171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-246628c7-7a51-403b-9c51-9887fc480f2e None None] Provisioning for port b1dd3bc1-8080-4009-8751-40c4c505994e completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:17.252372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 926c4b4e-b6d5-44ce-9837-296e7711ec04 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:17.254564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.263571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-246628c7-7a51-403b-9c51-9887fc480f2e None None] Provisioning complete for port b1dd3bc1-8080-4009-8751-40c4c505994e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:17.264131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-246628c7-7a51-403b-9c51-9887fc480f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.297931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:17.427928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-246628c7-7a51-403b-9c51-9887fc480f2e None None] Port b1dd3bc1-8080-4009-8751-40c4c505994e cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:17.429966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] For port 926c4b4e-b6d5-44ce-9837-296e7711ec04, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=926c4b4e-b6d5-44ce-9837-296e7711ec04,segment=NetworkSegment(3a990939-6b8f-49ce-a0b0-cc9917a76beb),segment_id=3a990939-6b8f-49ce-a0b0-cc9917a76beb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:17.430570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.452606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.473721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:17.489742 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4df4896b-34d8-40f6-b2d4-c4ae74d6a49c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ee8d387eaab47c1b24c34cd08f618d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4404478 Nov 25 11:24:17.494739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37850) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:17.509557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37854) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:17.548037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Port': ['ID=cd04302b-5128-4e40-99cd-ee7d5dfaba30,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:17.555260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:17.634919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:17.639604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:17.657626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:17.701417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 926c4b4e-b6d5-44ce-9837-296e7711ec04, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=926c4b4e-b6d5-44ce-9837-296e7711ec04,segment=NetworkSegment(3a990939-6b8f-49ce-a0b0-cc9917a76beb),segment_id=3a990939-6b8f-49ce-a0b0-cc9917a76beb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:17.701786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.735630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.752576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Calling delete_port for 926c4b4e-b6d5-44ce-9837-296e7711ec04 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:17.797067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1463d225-d5d1-4647-9b39-99811682eb25 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:17.841638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 926c4b4e-b6d5-44ce-9837-296e7711ec04 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:17.885165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.890607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:17.890848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.933606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Pushing event deleted for resources: {'Port': ['ID=926c4b4e-b6d5-44ce-9837-296e7711ec04,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:17.938836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:17.941799 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] No DVR routers for this DVR port 926c4b4e-b6d5-44ce-9837-296e7711ec04 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:17.944636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1463d225-d5d1-4647-9b39-99811682eb25 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:17.945012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:17.979021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:17.979630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:18.018152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.018884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.102985 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-12a0ae46-7f98-4ba7-b1c7-b490b31040a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70658fdc25974687b26225d967baaf0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5922134 Nov 25 11:24:18.106379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37864) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:18.115787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a2ff-993a-4028-8200-a6a8f1bc3888 req-5983e7ac-6b6b-4d63-b534-a56e869bcc5c tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:18.117323 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9d8a2ff-993a-4028-8200-a6a8f1bc3888 req-5983e7ac-6b6b-4d63-b534-a56e869bcc5c tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.3345747 Nov 25 11:24:18.137896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 926c4b4e-b6d5-44ce-9837-296e7711ec04 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:18.179560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 926c4b4e-b6d5-44ce-9837-296e7711ec04 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:18.179917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 926c4b4e-b6d5-44ce-9837-296e7711ec04 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:18.248269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.288300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.305225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.314191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a3cad4b2-696a-40a9-8a0d-b82667e0fe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:18.346789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10908b3c-c603-4e63-8654-bef7f2bd1890,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:18.368654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.373035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0cd9b8ba-fcd9-406e-9619-c6c1f76830e2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:18.376780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:18.387873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.388992 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10908b3c-c603-4e63-8654-bef7f2bd1890 HTTP/1.1" status: 204 len: 168 time: 0.8934996 Nov 25 11:24:18.392373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f7561b-40a9-4be1-8e9e-327d5aa7a71f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:18.394767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Router 1b8004ec-0e5b-4f77-a562-6d94018ae933 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:24:18.397265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:18.415220 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9d8a2ff-993a-4028-8200-a6a8f1bc3888 req-b8feb2ab-2198-4611-a936-a758e4d78ee1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565384 Nov 25 11:24:18.423531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.424807 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42f7561b-40a9-4be1-8e9e-327d5aa7a71f HTTP/1.1" status: 204 len: 168 time: 0.3172619 Nov 25 11:24:18.481166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 926c4b4e-b6d5-44ce-9837-296e7711ec04 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:18.481505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.542249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.562306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] The port '926c4b4e-b6d5-44ce-9837-296e7711ec04' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:24:18.701153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.797776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4fbfb4-1e78-4bd2-ab25-33725649bdda']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:18.817371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a990939-6b8f-49ce-a0b0-cc9917a76beb') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:18.817371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a990939-6b8f-49ce-a0b0-cc9917a76beb') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:18.831460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.851491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.867081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:18.867476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:18.882697 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:19.012380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.019018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.026590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9d46dc87-47c2-4e1c-8d49-572f9941bc7d tempest-RoutersAdminTest-1519532384 tempest-RoutersAdminTest-1519532384-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:19.104168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:19.112109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.115278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Sync routers for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:19.116822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7b8f84ed-4f19-4ac5-b19c-3628da7cbfda tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:19.134370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=b1dd3bc1-8080-4009-8751-40c4c505994e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:19.138415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:19.139692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:19.141969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.142732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:19.164557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=6d4fbfb4-1e78-4bd2-ab25-33725649bdda,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:19.170200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:19.178287 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/6d4fbfb4-1e78-4bd2-ab25-33725649bdda HTTP/1.1" status: 204 len: 168 time: 2.3466952 Nov 25 11:24:19.181987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.184503 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0635598 Nov 25 11:24:19.187391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37894) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:19.204497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-79930274'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:19.210911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:19.216152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:19.220627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:19.235442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:19.241270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37898) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:19.262674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:19.268873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.334057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:19.345134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.345483 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment a1d19691-a7d9-4bbb-8256-d0077f917652 of type vlan for network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b Nov 25 11:24:19.385636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.428153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.434497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:19.435222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.443546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6dfefb66-b50e-427f-ad97-27be89192f16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:19.659443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ad5c3a9e-e802-40be-875d-785fcf894699 None None] Provisioning complete for port b1dd3bc1-8080-4009-8751-40c4c505994e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:19.659828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3a9e-e802-40be-875d-785fcf894699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.738246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:24:19.756131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37914) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:19.779965 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c442f9e-ba29-4bf7-ba97-4a9dde55a6ef tempest-TestNetworkAdvancedServerOps-2074907245 tempest-TestNetworkAdvancedServerOps-2074907245-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2a1c3be74370475fa2db4a45c79e69b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5368977 Nov 25 11:24:19.794392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37922) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:19.807676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6189082 Nov 25 11:24:19.812704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37926) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:19.814639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.845477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': 'a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:19.897485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37930) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:19.940348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:19.978877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:19.987734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:19.989372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb294e0-9875-4aad-beb6-370cd19d9df0 tempest-TestNetworkAdvancedServerOps-2074907245 tempest-TestNetworkAdvancedServerOps-2074907245-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:19.990999 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-acb294e0-9875-4aad-beb6-370cd19d9df0 tempest-TestNetworkAdvancedServerOps-2074907245 tempest-TestNetworkAdvancedServerOps-2074907245-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939240 Nov 25 11:24:19.993734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37936) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:20.028321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c3a9e-e802-40be-875d-785fcf894699 None None] Port b1dd3bc1-8080-4009-8751-40c4c505994e cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:20.035040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:20.049207 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b06c82d-49ed-4304-9aff-d7369c183612 tempest-TestNetworkAdvancedServerOps-2074907245 tempest-TestNetworkAdvancedServerOps-2074907245-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515380 Nov 25 11:24:20.049677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37940) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:20.056559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-563211603', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:20.082854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-77169c8e-6fce-47dc-9fc3-9457f12d719d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:20.083539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-77169c8e-6fce-47dc-9fc3-9457f12d719d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Synchronizing usage tracker for tenant:fed2fe42225e458f936c88fd00090f0a on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:20.100571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-169319876'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:20.122790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:20.140843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1861165370'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:20.163288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:20.163807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:network and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:20.183140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:20.183675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:20.192094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:20.193845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:20.202636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:20.205141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:20.206918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:20.207962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:20.209131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-77169c8e-6fce-47dc-9fc3-9457f12d719d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Unset dirty status for tenant:fed2fe42225e458f936c88fd00090f0a on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:20.210250 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-77169c8e-6fce-47dc-9fc3-9457f12d719d tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.48 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.7012334 Nov 25 11:24:20.215473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:20.215664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:subnet and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:20.232797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:20.246642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:20.249478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115d33e-8b8e-4a92-a203-a6cc62a71da2 req-65c35375-9612-48df-96dc-73b9059a5ff1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:20.251059 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f115d33e-8b8e-4a92-a203-a6cc62a71da2 req-65c35375-9612-48df-96dc-73b9059a5ff1 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 946 time: 0.5447366 Nov 25 11:24:20.252919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:17Z', 'revision_number': 3, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:20.256421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:20.257722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Checking router: 1b8004ec-0e5b-4f77-a562-6d94018ae933 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:24:20.258191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Updating router 1b8004ec-0e5b-4f77-a562-6d94018ae933 port cd04302b-5128-4e40-99cd-ee7d5dfaba30 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:24:20.259935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.275366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:20.291039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.313022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.316574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Made reservation on behalf of 2a1c3be74370475fa2db4a45c79e69b6 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:20.339017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Deleting port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:20.340372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.391973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:20.395020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.414875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:20.443371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.476245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:20.488206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:security_group_rule and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:20.523389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:20.535006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.554467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:20.675793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.691479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Transition to ACTIVE for port object cd04302b-5128-4e40-99cd-ee7d5dfaba30 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:20.699178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.701349 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f115d33e-8b8e-4a92-a203-a6cc62a71da2 req-c431638e-d4c6-405a-882e-85490827846b tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d508dd-4148-4639-8a78-17b9728ada1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829784 Nov 25 11:24:20.702856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:20.725818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.815800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:20.830591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2126773-f51f-4313-9ab3-de98ee434ee5 None None] Pushing event updated for resources: {'Port': ['ID=cd04302b-5128-4e40-99cd-ee7d5dfaba30,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:20.833308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e2126773-f51f-4313-9ab3-de98ee434ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:20.834350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Attempting to bind port cd04302b-5128-4e40-99cd-ee7d5dfaba30 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:20.834734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Attempting to bind port cd04302b-5128-4e40-99cd-ee7d5dfaba30 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:20.835102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Attempting to bind port cd04302b-5128-4e40-99cd-ee7d5dfaba30 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:20.842154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:20.842537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:20.842945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.843344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:20.843817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Bound port: cd04302b-5128-4e40-99cd-ee7d5dfaba30, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:20.844223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.859864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.870105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] For port e5beced5-114c-40a1-8ebb-3fa0f985a5d5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,segment=NetworkSegment(cd4a9833-8a78-4e78-aa2f-b47ea43b0f20),segment_id=cd4a9833-8a78-4e78-aa2f-b47ea43b0f20)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:20.870456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.877819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.892400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:security_group_rule and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:20.896983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:20.909352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:20.911255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ea6d1f2e-41d0-464f-9d42-447e2360ef08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:20.922464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] For port cd04302b-5128-4e40-99cd-ee7d5dfaba30, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:20.925884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] For port cd04302b-5128-4e40-99cd-ee7d5dfaba30, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cd04302b-5128-4e40-99cd-ee7d5dfaba30,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:20.932773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.937665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8043a7c4-d773-4ad8-b746-584ed7d9a1b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.023089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2126773-f51f-4313-9ab3-de98ee434ee5 None None] Pushing event updated for resources: {'Port': ['ID=cd04302b-5128-4e40-99cd-ee7d5dfaba30,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.026398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e2126773-f51f-4313-9ab3-de98ee434ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.028736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:21.028986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:21.052682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Calling delete_port for e5beced5-114c-40a1-8ebb-3fa0f985a5d5 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:21.112164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.124295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.131549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.161284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-91cae1ae-9948-44f2-93ee-51379db504a4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.200188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.218763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:21.220280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:24:21.238699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196d34a0-808c-4ea8-b514-b35fc36e4833,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.247039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.250948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.251286 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 9d6adbf8-4f8d-4f8c-9559-b2badd362756 of type vlan for network 78580f09-7642-46ed-8543-24a09d68c6e6 Nov 25 11:24:21.286667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:21.292475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=b1dd3bc1-8080-4009-8751-40c4c505994e,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.303269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.306236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8fad7827-df2d-407a-a6a7-d7f51b823a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.322551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.324620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.331025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.331472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-040cb8ae-f106-4d07-ab9d-650d4e385963 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.335316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.335658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Added segment bcbf3172-4413-4287-8aa4-a350daf3fa05 of type vlan for network be5ac70f-953b-423d-8366-53ff314b8313 Nov 25 11:24:21.369027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.412340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef150f-9008-4e11-b6ae-17d1c718fa60,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.423654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.427539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.442493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-eca9d84a-4ad2-4de7-aba8-1c2b541e5b66 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.465954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Subnet': ['ID=895f29f0-af89-45dc-ab92-38e440e38abb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.473716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.506136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.510565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:21.511139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.514682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Checking segment: {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:21.515041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Network hostable DHCP agents. Network: abebb745-f876-4ec5-8efa-a46c0afada6e, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:21.522730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30affac-53e7-427b-af3e-8f407a4ae6f8 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.547369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.551302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=aa2369fd-865b-4a5e-8c06-c76c2cfafba8,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.555358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.573280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['e5beced5-114c-40a1-8ebb-3fa0f985a5d5'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:24:21.575827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': 'a1d19691-a7d9-4bbb-8256-d0077f917652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:21.576207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:21.628453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:17Z', 'revision_number': 3, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:21.632438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca110da-4386-4d96-8cb7-0e4bc4d5791e None None] The sync data for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv is: [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:17Z', 'revision_number': 3, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:21.651957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.660395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:21.661016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.668339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b43f76bb-0c49-461b-9b43-c6878d61b1f8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.681718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=78580f09-7642-46ed-8543-24a09d68c6e6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.684673 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7825620 Nov 25 11:24:21.690221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.691372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-891bf1c7-d645-4504-bfc6-200b47808bf8 tempest-ServerActionsTestJSON-1395029253 tempest-ServerActionsTestJSON-1395029253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:21.694504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37944) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:21.702229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 78580f09-7642-46ed-8543-24a09d68c6e6 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:21.715384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:21.721721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1264658438'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:21.775363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:21.777478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Pushing event deleted for resources: {'Port': ['ID=e5beced5-114c-40a1-8ebb-3fa0f985a5d5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:21.781856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] No DVR routers for this DVR port e5beced5-114c-40a1-8ebb-3fa0f985a5d5 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:21.783796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:21.784962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.787659 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-23d73f30-3f8b-4337-92fd-c76854d1a929 req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.48 "DELETE /v2.0/ports/e5beced5-114c-40a1-8ebb-3fa0f985a5d5 HTTP/1.1" status: 204 len: 173 time: 1.5679739 Nov 25 11:24:21.788024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f391c-752b-482a-820b-3119a972b717', 'name': 'network-vif-deleted', 'tag': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:24:21.792623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:21.794394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Network abebb745-f876-4ec5-8efa-a46c0afada6e is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:21.820177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, abebb745-f876-4ec5-8efa-a46c0afada6e) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:21.829820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:21.830625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:21.867626 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8169100 Nov 25 11:24:21.871102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:21.898114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:21.902085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f586a0-b56e-48f8-a86e-39ae2e0de1ba None None] Network abebb745-f876-4ec5-8efa-a46c0afada6e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:21.923116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:22.217077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:22.226009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-abebb745-f876-4ec5-8efa-a46c0afada6e', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:22.226799 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.241419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:22.316130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Network': ['ID=be5ac70f-953b-423d-8366-53ff314b8313,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:22.319246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5619137 Nov 25 11:24:22.320513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:22.355437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network be5ac70f-953b-423d-8366-53ff314b8313 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:22.366792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37958) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:22.367745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:22.377198 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f391c-752b-482a-820b-3119a972b717', 'name': 'network-vif-deleted', 'tag': 'e5beced5-114c-40a1-8ebb-3fa0f985a5d5', 'status': 'completed', 'code': 200} Nov 25 11:24:22.395770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683414f-8df7-4a63-97a0-0c9505a1f673 None None] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:22.454331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:22.455868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ab5dc597-2ffe-4385-bc87-04e1644896cb None None] Provisioning complete for port b1dd3bc1-8080-4009-8751-40c4c505994e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:22.456509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ab5dc597-2ffe-4385-bc87-04e1644896cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.485863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:22.486670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.511917 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-504fce5b-91a9-4a35-b948-1ea87886bc26 req-5d6e3d5a-b9ca-4e54-8333-6d6969fb2f9c tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] 10.222.0.41 "GET /v2.0/ports?device_id=551f391c-752b-482a-820b-3119a972b717 HTTP/1.1" status: 200 len: 210 time: 0.2981591 Nov 25 11:24:22.523672 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6840255 Nov 25 11:24:22.565467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:22.594028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1545195942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:22.616383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:22.627336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:router and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:22.632354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:22.641511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:22.668637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.669776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.706001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.788772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:22.792326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.812734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.866914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ab5dc597-2ffe-4385-bc87-04e1644896cb None None] Port b1dd3bc1-8080-4009-8751-40c4c505994e cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:22.868847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.872715 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-326a8051-22b4-4a9d-8614-d07abd8e99b5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3055613 Nov 25 11:24:22.880260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:22.895166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.895614 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment deacbceb-a5bd-48d2-8751-bec0c078fd18 of type vlan for network cf3beb0e-0362-4c42-8811-28e980da7d52 Nov 25 11:24:22.924163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Allocated IP 172.20.0.2 (abebb745-f876-4ec5-8efa-a46c0afada6e/895f29f0-af89-45dc-ab92-38e440e38abb/674e394a-ec7d-4ca5-b6d2-dd335ee210f2) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:22.928822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.941523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:22.964926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:22.970863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:22.976160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:22.985555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:22.990170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:22.994616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:22.995184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.002947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:23.044636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:23.140699 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4342017 Nov 25 11:24:23.140909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b', 'network_id': 'a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': 'aa2369fd-865b-4a5e-8c06-c76c2cfafba8'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:23.140909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.156297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37970) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:23.173817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': '78580f09-7642-46ed-8543-24a09d68c6e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:23.221911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=cf3beb0e-0362-4c42-8811-28e980da7d52,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:23.224360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:23.251284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.272969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network cf3beb0e-0362-4c42-8811-28e980da7d52 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:23.370752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Router 9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:24:23.447062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.469924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Transition to ACTIVE for port object 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:23.506434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Transition to ACTIVE for port object 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:23.507965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Allocated IP 2001:db8::2 (a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b/aa2369fd-865b-4a5e-8c06-c76c2cfafba8/0694a224-6b21-4299-8490-cf15d20b95fc) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:23.511021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:23.518953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:23.537912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.546041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:23.575174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:23.601696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:23.684407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.690366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ca514b14-e416-4be0-a034-a07a8b52735c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:23.726036 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37976) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:23.735438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cd04302b-5128-4e40-99cd-ee7d5dfaba30 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:23.749401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:23.769887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:23.790255 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] Sync routers for ids ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:23.814287 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] Routers {'9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:23.815203 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:23.818721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Network abebb745-f876-4ec5-8efa-a46c0afada6e is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:23.824363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "PUT /v2.0/routers/9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6771421 Nov 25 11:24:23.831336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:23.832205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37980) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:23.833260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=2a4005cf-91ba-480f-9040-6f460847f693,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:23.836611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:23.842005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Deleting subnet d605f19f-0d15-40de-a0c4-365dbe32dfca {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:23.845940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Pushing event updated for resources: {'Port': ['ID=674e394a-ec7d-4ca5-b6d2-dd335ee210f2,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:23.851719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:23.856082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:23.887318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.947506 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:23.955863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:23.955863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network hostable DHCP agents. Network: be5ac70f-953b-423d-8366-53ff314b8313, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:23.968643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:23.973024 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] Routers {'9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:23.974754 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:23.976304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.024131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e5beced5-114c-40a1-8ebb-3fa0f985a5d5 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:24.053152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.095959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:24.097727 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:24.099533 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6b6d6-b654-42db-80d0-49cadd60498b None None] The sync data for ids ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:24.113212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827167b-ee04-4c2c-a8f5-8e1f0332ef58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:24.113918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b827167b-ee04-4c2c-a8f5-8e1f0332ef58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:24.122313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port cd04302b-5128-4e40-99cd-ee7d5dfaba30 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:24.136290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: e5beced5-114c-40a1-8ebb-3fa0f985a5d5 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:24.136852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e5beced5-114c-40a1-8ebb-3fa0f985a5d5 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:24.138886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Attempting to bind port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:24.138886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Attempting to bind port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:24.138886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Attempting to bind port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 on network abebb745-f876-4ec5-8efa-a46c0afada6e {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:24.141304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.146832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, be5ac70f-953b-423d-8366-53ff314b8313) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:24.147052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port cd04302b-5128-4e40-99cd-ee7d5dfaba30 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:24.147266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.162494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.164655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b827167b-ee04-4c2c-a8f5-8e1f0332ef58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:24.166725 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b827167b-ee04-4c2c-a8f5-8e1f0332ef58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c HTTP/1.1" status: 200 len: 983 time: 0.3313770 Nov 25 11:24:24.168591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:24.169372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.177046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Transition to ACTIVE for port object 0694a224-6b21-4299-8490-cf15d20b95fc will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:24.182741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 37984) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:24.196030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Transition to ACTIVE for port object 0694a224-6b21-4299-8490-cf15d20b95fc will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:24.200019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540440b-f9b5-4af0-af46-fe36fc7a5e6f None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:24.218184 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8452494 Nov 25 11:24:24.218184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.225407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.231334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37988) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:24.232328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ce312bf7-dab2-49ca-8a2d-8546e9945db4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:24.240623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-089d0e08-93bd-4ca2-92e0-b8c9f85145de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:24.285235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.287415 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d605f19f-0d15-40de-a0c4-365dbe32dfca HTTP/1.1" status: 204 len: 168 time: 0.5601258 Nov 25 11:24:24.291391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37990) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:24.292544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d605f19f-0d15-40de-a0c4-365dbe32dfca,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:24.299404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:24.300177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Checking segment: {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:24.300735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.301287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Bound using segment: {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:24.301949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Bound port: 674e394a-ec7d-4ca5-b6d2-dd335ee210f2, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:24.302498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.302695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:24.331490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'name': 'tempest-NetworksTestDHCPv6-1516590635'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:24.418125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.419534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:24.453049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Pushing event updated for resources: {'Port': ['ID=0694a224-6b21-4299-8490-cf15d20b95fc,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:24.455836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:24.463419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:24.467469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:24.558850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.603150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:24.607463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:24.610803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:24.617187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:24.832943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Attempting to bind port 0694a224-6b21-4299-8490-cf15d20b95fc on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:24.833369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Attempting to bind port 0694a224-6b21-4299-8490-cf15d20b95fc by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a1d19691-a7d9-4bbb-8256-d0077f917652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:24.833689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Attempting to bind port 0694a224-6b21-4299-8490-cf15d20b95fc on network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:24.837996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.843199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] For port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:24.850638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '2a4005cf-91ba-480f-9040-6f460847f693'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:24.851375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.873530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.874767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] For port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=674e394a-ec7d-4ca5-b6d2-dd335ee210f2,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:24.879105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:24.880297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Checking segment: {'id': 'a1d19691-a7d9-4bbb-8256-d0077f917652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:24.880297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.880297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Bound using segment: {'id': 'a1d19691-a7d9-4bbb-8256-d0077f917652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:24.880808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Bound port: 0694a224-6b21-4299-8490-cf15d20b95fc, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d19691-a7d9-4bbb-8256-d0077f917652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:24.881163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.901554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port cd04302b-5128-4e40-99cd-ee7d5dfaba30, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cd04302b-5128-4e40-99cd-ee7d5dfaba30,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:24.904193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f6769c-1d26-4a6e-a15c-def1fe79f653']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:24.920977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4a9833-8a78-4e78-aa2f-b47ea43b0f20') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:24.921388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4a9833-8a78-4e78-aa2f-b47ea43b0f20') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:24.936696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.938072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.948217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:24.958678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.967992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:24.967992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:24.979706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:25.071952 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:25.074181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:25.076526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.090368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.095744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.112035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c925063c-3052-4996-ad5c-85ec2cbf49a5 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:25.169547 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b8f6769c-1d26-4a6e-a15c-def1fe79f653 HTTP/1.1" status: 204 len: 168 time: 0.8613098 Nov 25 11:24:25.169812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-65db738a-d433-4759-9ee1-d6713916605b None None] For port 0694a224-6b21-4299-8490-cf15d20b95fc, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:25.169812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Pushing event updated for resources: {'Port': ['ID=674e394a-ec7d-4ca5-b6d2-dd335ee210f2,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:25.181250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:25.181732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0120a5c7-039b-4b31-b9ff-47a03be5d152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:25.188939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 37996) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:25.193953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port c0858b5d-e353-4484-b861-97f6c69797eb yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:25.205729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.217393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:25.265404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=cd04302b-5128-4e40-99cd-ee7d5dfaba30,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:25.297531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:25.299939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-65db738a-d433-4759-9ee1-d6713916605b None None] For port 0694a224-6b21-4299-8490-cf15d20b95fc, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0694a224-6b21-4299-8490-cf15d20b95fc,segment=NetworkSegment(a1d19691-a7d9-4bbb-8256-d0077f917652),segment_id=a1d19691-a7d9-4bbb-8256-d0077f917652)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:25.310711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.313864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f6769c-1d26-4a6e-a15c-def1fe79f653,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:25.317210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:25.340245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:25.454673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Deleting subnet 1834f7b1-6ef0-417e-b9a9-0719415c130e {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:25.461288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.514656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/2a4005cf-91ba-480f-9040-6f460847f693/c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:25.535306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=5e5e564f-e181-4d29-9066-2ea04d0061eb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:25.551482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Pushing event updated for resources: {'Port': ['ID=0694a224-6b21-4299-8490-cf15d20b95fc,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:25.555686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:25.562994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:25.564390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.677313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.683210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8::1 (a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b/aa2369fd-865b-4a5e-8c06-c76c2cfafba8/839d974c-e8bf-4196-a9e4-14ff5e2549aa) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:25.743037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Allocated IP 172.20.0.1 (abebb745-f876-4ec5-8efa-a46c0afada6e/895f29f0-af89-45dc-ab92-38e440e38abb/1875f841-ddb5-4664-89b5-4d279e9ecc42) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:25.746891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '9d6adbf8-4f8d-4f8c-9559-b2badd362756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '78580f09-7642-46ed-8543-24a09d68c6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:25.747124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: 78580f09-7642-46ed-8543-24a09d68c6e6, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:25.787767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.793179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-61df6b06-70aa-44a2-b2ed-f7b21854d497 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:25.829408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1834f7b1-6ef0-417e-b9a9-0719415c130e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:25.831716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:25.834246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.845305 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1834f7b1-6ef0-417e-b9a9-0719415c130e HTTP/1.1" status: 204 len: 168 time: 0.6529899 Nov 25 11:24:25.845989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38000) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:25.872860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.883551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Transition to ACTIVE for port object c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:25.903345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Transition to ACTIVE for port object c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:25.907741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:25.937236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:25.948590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-65db738a-d433-4759-9ee1-d6713916605b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:26.007046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.010417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 78580f09-7642-46ed-8543-24a09d68c6e6 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:26.036797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::86 (be5ac70f-953b-423d-8366-53ff314b8313/2a4005cf-91ba-480f-9040-6f460847f693/c0858b5d-e353-4484-b861-97f6c69797eb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:26.040739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:26.045439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:26.047472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Pushing event updated for resources: {'Port': ['ID=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:26.051390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:26.052378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:26.090750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.108065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object 839d974c-e8bf-4196-a9e4-14ff5e2549aa will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:26.145530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 78580f09-7642-46ed-8543-24a09d68c6e6) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:26.169883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7922871b-42c1-4142-b11c-76f1e0c9cd10 None None] Network 78580f09-7642-46ed-8543-24a09d68c6e6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:26.170827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.186766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:26.187732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.191726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9875aa69-089d-4ab0-bc2b-298ceab6bda3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:26.205289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:26.267131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Attempting to bind port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:26.267459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Attempting to bind port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:26.267770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Attempting to bind port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:26.273884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cd04302b-5128-4e40-99cd-ee7d5dfaba30 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:26.282492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.315882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:26.326500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:26.330766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.339394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:26.339394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:26.339824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.339948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53711924-5cf0-45e6-8862-a26d7b44131a']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:26.340438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:26.340636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Bound port: c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:26.341289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.341863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:26.342378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.413454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d1b6ae-458e-4a32-9413-f8b14e82da12') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:26.413824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d1b6ae-458e-4a32-9413-f8b14e82da12') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:26.438216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.460284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=839d974c-e8bf-4196-a9e4-14ff5e2549aa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:26.468281 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3067105 Nov 25 11:24:26.469587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:26.470815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38004) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:26.474017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Transition to ACTIVE for port object 1875f841-ddb5-4664-89b5-4d279e9ecc42 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:26.478659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.485394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': 'cf3beb0e-0362-4c42-8811-28e980da7d52', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:26.485581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:26.485838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.533729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:26.596894 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:26.607423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port cd04302b-5128-4e40-99cd-ee7d5dfaba30 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:26.607825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.612485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.618868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:26.632277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.645768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Pushing event deleted for resources: {'Network': ['ID=53711924-5cf0-45e6-8862-a26d7b44131a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:26.656306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:26.662540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] 10.222.0.41 "DELETE /v2.0/networks/53711924-5cf0-45e6-8862-a26d7b44131a HTTP/1.1" status: 204 len: 168 time: 0.8160365 Nov 25 11:24:26.666440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] For port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:26.672094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.689930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] For port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:26.690612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object c0858b5d-e353-4484-b861-97f6c69797eb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:26.706835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-78580f09-7642-46ed-8543-24a09d68c6e6', 'network_id': '78580f09-7642-46ed-8543-24a09d68c6e6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': '5e5e564f-e181-4d29-9066-2ea04d0061eb'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:26.707677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.723306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.731639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.735685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:26.742286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-17743d28-9ac8-4c74-a14b-e19481d89db6 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:26.819931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:26.828774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:26.834097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:26.839334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:26.839832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.852359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=c0858b5d-e353-4484-b861-97f6c69797eb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:26.857726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:26.873594 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5845377 Nov 25 11:24:26.874255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38010) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:26.887900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:26.902971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebee4859-2c72-46fc-b8f7-9960158bac47 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:26.966565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:27.032014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7e16b-386f-4857-b9dd-d65f1d7186f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:27.036227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7e16b-386f-4857-b9dd-d65f1d7186f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:27.036946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cef7e16b-386f-4857-b9dd-d65f1d7186f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:27.065849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38014) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:27.081111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Pushing event updated for resources: {'Port': ['ID=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:27.104564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:27.130556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cef7e16b-386f-4857-b9dd-d65f1d7186f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:27.131769 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cef7e16b-386f-4857-b9dd-d65f1d7186f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2565970 Nov 25 11:24:27.141367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38018) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:27.175058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a42a5-f483-42a3-b266-d859be3d376b None None] Network abebb745-f876-4ec5-8efa-a46c0afada6e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:27.251609 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-32a7d706-d457-47ab-970f-2804955fd34b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fed2fe42225e458f936c88fd00090f0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1824119 Nov 25 11:24:27.253380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38022) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:27.272472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port c0858b5d-e353-4484-b861-97f6c69797eb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:27.272838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:27.305509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:27.334705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:27.353300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:27.373477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Allocated IP 172.20.0.2 (78580f09-7642-46ed-8543-24a09d68c6e6/5e5e564f-e181-4d29-9066-2ea04d0061eb/883dc80c-5965-4c1c-8057-f2ea8faeb875) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:27.439055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Provisioning for port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:27.456010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:27.460812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Provisioning complete for port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:27.461489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:27.713103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:27.738260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:27.739869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Port': ['ID=1875f841-ddb5-4664-89b5-4d279e9ecc42,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:27.750144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:27.758771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:27.759135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:27.764107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:27.767421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Network abebb745-f876-4ec5-8efa-a46c0afada6e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:27.768971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-62497951-be36-41e2-8e13-61498abb7bbc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:27.823891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:27.847580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa212ac1-78f7-46d2-99e8-96f6b264068b None None] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:27.856504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:27.874951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:27.926235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.007013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=839d974c-e8bf-4196-a9e4-14ff5e2549aa,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:28.070463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.092712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for c0858b5d-e353-4484-b861-97f6c69797eb owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:28.100731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.145543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.162057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2cd85b0d-3798-4564-b2f4-9e0a48bc9742 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:28.162466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.167977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:28.187039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.190605 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99d508dd-4148-4639-8a78-17b9728ada1b HTTP/1.1" status: 204 len: 168 time: 0.9342415 Nov 25 11:24:28.198327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d508dd-4148-4639-8a78-17b9728ada1b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:28.211276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:28.246260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Transition to ACTIVE for port object 883dc80c-5965-4c1c-8057-f2ea8faeb875 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:28.267661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:28.272647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.298255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0694a224-6b21-4299-8490-cf15d20b95fc up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:28.355246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] For port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=674e394a-ec7d-4ca5-b6d2-dd335ee210f2,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:28.357784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.367665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b848202b-54f5-4bd6-a5ac-ac4760bb299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:28.375792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Transition to ACTIVE for port object 883dc80c-5965-4c1c-8057-f2ea8faeb875 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:28.383204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.390812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:28.399910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.463297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.494919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=c0858b5d-e353-4484-b861-97f6c69797eb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:28.498018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:28.570668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef439b-d99c-4556-a878-00039479c2d7 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:28.574597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.595490 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/c0858b5d-e353-4484-b861-97f6c69797eb HTTP/1.1" status: 204 len: 168 time: 1.4521379 Nov 25 11:24:28.597171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38028) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:28.611078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:28.616027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:28.719533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3b8596-ef0d-4bd2-9690-fa0bb45b01cd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:28.722613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3b8596-ef0d-4bd2-9690-fa0bb45b01cd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:28.723646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4f3b8596-ef0d-4bd2-9690-fa0bb45b01cd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:28.734555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Network 78580f09-7642-46ed-8543-24a09d68c6e6 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:28.745845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:28.748997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:28.756840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Pushing event updated for resources: {'Port': ['ID=674e394a-ec7d-4ca5-b6d2-dd335ee210f2,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:28.761249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:28.763541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4f3b8596-ef0d-4bd2-9690-fa0bb45b01cd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:28.767565 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4f3b8596-ef0d-4bd2-9690-fa0bb45b01cd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1672208 Nov 25 11:24:28.770100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38034) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:28.772753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1ebc38a2-1ba9-4b89-912f-527b1e8d40c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:28.812157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Provisioning for port 0694a224-6b21-4299-8490-cf15d20b95fc completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:28.823492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 0694a224-6b21-4299-8490-cf15d20b95fc completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:28.903652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Provisioning complete for port 0694a224-6b21-4299-8490-cf15d20b95fc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:28.904057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.959063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:28.969968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Pushing event updated for resources: {'Port': ['ID=883dc80c-5965-4c1c-8057-f2ea8faeb875,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:28.976061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:28.985955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0694a224-6b21-4299-8490-cf15d20b95fc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:28.986919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.006115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38038) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:29.081641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 2a4005cf-91ba-480f-9040-6f460847f693 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:29.088979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.155808 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-364ec1c5-5dcf-414c-9c56-4bdce580ef3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65f064dd20d44ed39dcc7f946915f19d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1466346 Nov 25 11:24:29.156845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38042) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:29.173768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.233188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Attempting to bind port 883dc80c-5965-4c1c-8057-f2ea8faeb875 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:29.233610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Attempting to bind port 883dc80c-5965-4c1c-8057-f2ea8faeb875 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9d6adbf8-4f8d-4f8c-9559-b2badd362756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '78580f09-7642-46ed-8543-24a09d68c6e6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:29.234154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Attempting to bind port 883dc80c-5965-4c1c-8057-f2ea8faeb875 on network 78580f09-7642-46ed-8543-24a09d68c6e6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:29.268666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:29.269763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Checking segment: {'id': '9d6adbf8-4f8d-4f8c-9559-b2badd362756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '78580f09-7642-46ed-8543-24a09d68c6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:29.270357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.270904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Bound using segment: {'id': '9d6adbf8-4f8d-4f8c-9559-b2badd362756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '78580f09-7642-46ed-8543-24a09d68c6e6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:29.271637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Bound port: 883dc80c-5965-4c1c-8057-f2ea8faeb875, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6adbf8-4f8d-4f8c-9559-b2badd362756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '78580f09-7642-46ed-8543-24a09d68c6e6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:29.272268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.290979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.306295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.315935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:29.329167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.370098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.462509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.471486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c34ecdf0-6e1f-4f08-ad9b-e35347b10dc7 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:29.492437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.523556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.550865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.559906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] For port 883dc80c-5965-4c1c-8057-f2ea8faeb875, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:29.578498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4005cf-91ba-480f-9040-6f460847f693,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:29.589903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] For port 883dc80c-5965-4c1c-8057-f2ea8faeb875, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=883dc80c-5965-4c1c-8057-f2ea8faeb875,segment=NetworkSegment(9d6adbf8-4f8d-4f8c-9559-b2badd362756),segment_id=9d6adbf8-4f8d-4f8c-9559-b2badd362756)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:29.593571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] For port 0694a224-6b21-4299-8490-cf15d20b95fc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0694a224-6b21-4299-8490-cf15d20b95fc,segment=NetworkSegment(a1d19691-a7d9-4bbb-8256-d0077f917652),segment_id=a1d19691-a7d9-4bbb-8256-d0077f917652)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:29.605777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.608235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:29.617183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b99e0634-b407-40a0-b1a6-920cc8b63522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:29.620688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a0acafd4-ad8d-4eb1-84f8-86fe8d824ed2 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:29.631366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.637450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b54153a-d834-4cf5-8056-a8f4a55ea1aa,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:29.647126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:29.650181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.654083 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b54153a-d834-4cf5-8056-a8f4a55ea1aa HTTP/1.1" status: 204 len: 168 time: 0.4937749 Nov 25 11:24:29.654083 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/2a4005cf-91ba-480f-9040-6f460847f693 HTTP/1.1" status: 204 len: 168 time: 0.8817241 Nov 25 11:24:29.659235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38050) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:29.684472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.726255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=41f98977-ce15-477b-828f-c75dedf6445f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:29.752866 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3b51cdec-76f3-415b-b199-daf94b1d39c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923276 Nov 25 11:24:29.755836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38054) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:29.761867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:29.782414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.845702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:29.846081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:29.847818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Pushing event updated for resources: {'Port': ['ID=883dc80c-5965-4c1c-8057-f2ea8faeb875,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:29.859478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:29.860978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:29.960274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Pushing event updated for resources: {'Port': ['ID=0694a224-6b21-4299-8490-cf15d20b95fc,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:29.975453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:29.977145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning complete for port 0694a224-6b21-4299-8490-cf15d20b95fc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:29.978248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:29.981671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:29.986446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:29.989527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:30.003959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:30.018186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:30.050340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066cb2e-9105-410d-9e98-7b5d579af2e4 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:30.061554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:30.068067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.225288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': 'deacbceb-a5bd-48d2-8751-bec0c078fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cf3beb0e-0362-4c42-8811-28e980da7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:30.225554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: cf3beb0e-0362-4c42-8811-28e980da7d52, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:30.409576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network cf3beb0e-0362-4c42-8811-28e980da7d52 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:30.448176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port b1dd3bc1-8080-4009-8751-40c4c505994e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:30.448526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.492339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.513088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.549954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, cf3beb0e-0362-4c42-8811-28e980da7d52) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:30.557338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-855a626f-125e-4f2c-baac-1182b5bda91e tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:30.583119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d391cf-3507-4e26-b6e6-c8bf8ce83b18 None None] Network cf3beb0e-0362-4c42-8811-28e980da7d52 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:30.624641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:30.625227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.700502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning for port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:30.701519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.705685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-65707176-8fef-44ab-9828-6b99a1621b63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:30.728094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning complete for port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:30.728479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.766397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:30.769928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:30.775564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:30.775564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.775957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.788518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Port': ['ID=1875f841-ddb5-4664-89b5-4d279e9ecc42,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:30.792898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=363a4b13-3b1e-43cd-a84b-63835a5ca90f,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:30.795874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:30.798683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:30.811662 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3358791 Nov 25 11:24:30.812939 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0560668 Nov 25 11:24:30.814850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38058) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:30.817378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38060) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:30.824493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200656927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:30.833724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'name': 'tempest-NetworksTestDHCPv6-671131726'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:30.844161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router d676bf49-3c67-4dd9-8dc9-e6adfeef4673 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:24:30.868207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:30.890902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:router and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:30.896318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:30.923107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:30.960899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:30.962941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:30.997375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:30.998283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.024183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Deleting port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:31.025117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.063031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:31.068966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:31.073627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.075070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:31.076459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-cf3beb0e-0362-4c42-8811-28e980da7d52', 'network_id': 'cf3beb0e-0362-4c42-8811-28e980da7d52', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': '41f98977-ce15-477b-828f-c75dedf6445f'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:31.077490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.087908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:31.104064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:31.107413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.121540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.125424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.151029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 38664c38-faec-4214-85d3-1bbe2e72e200 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:31.158329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.190373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.194679 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-581c3ace-aeff-448c-8b27-9e2de77d2a2f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3759353 Nov 25 11:24:31.195450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38066) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:31.331124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e69c9d-15d4-4df6-ba87-066cd444994e None None] Network 78580f09-7642-46ed-8543-24a09d68c6e6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:31.407110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] For port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:31.444469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Network abebb745-f876-4ec5-8efa-a46c0afada6e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:31.474205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.507489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for b1dd3bc1-8080-4009-8751-40c4c505994e owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:31.535570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:31.550442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f71b792-b1ff-4753-bfeb-03f729b8a73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:31.590976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::36d (be5ac70f-953b-423d-8366-53ff314b8313/363a4b13-3b1e-43cd-a84b-63835a5ca90f/38664c38-faec-4214-85d3-1bbe2e72e200) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:31.666224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Allocated IP 172.21.0.2 (cf3beb0e-0362-4c42-8811-28e980da7d52/41f98977-ce15-477b-828f-c75dedf6445f/41ef7d48-0480-46cc-9893-b437fed91ea4) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:31.819964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:31.819964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:31.878341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:31.918927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] Sync routers for ids ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:31.926526 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/d676bf49-3c67-4dd9-8dc9-e6adfeef4673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9837976 Nov 25 11:24:31.933802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38070) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:31.995498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning for port 1875f841-ddb5-4664-89b5-4d279e9ecc42 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:32.012815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.015499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Pushing event updated for resources: {'Port': ['ID=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:32.038858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:32.042134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning complete for port 1875f841-ddb5-4664-89b5-4d279e9ecc42 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:32.042134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.042944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa0490-d158-4b0b-b8ab-19e6a007a0f9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:32.043720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bfa0490-d158-4b0b-b8ab-19e6a007a0f9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:32.093802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.097114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] For port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:32.097539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.118659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-979775fc-df59-4245-98bb-46150380f4c2 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:32.151867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.155254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bfa0490-d158-4b0b-b8ab-19e6a007a0f9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:32.159087 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bfa0490-d158-4b0b-b8ab-19e6a007a0f9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports/839d974c-e8bf-4196-a9e4-14ff5e2549aa HTTP/1.1" status: 200 len: 911 time: 0.2186203 Nov 25 11:24:32.165830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38074) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:32.170174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=b1dd3bc1-8080-4009-8751-40c4c505994e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:32.227104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:32.296777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] Routers {'d676bf49-3c67-4dd9-8dc9-e6adfeef4673'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:32.297612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:32.335973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 38664c38-faec-4214-85d3-1bbe2e72e200 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:32.354854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Calling delete_port for c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:32.442894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:32.448411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.457220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:32.489271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Port 1875f841-ddb5-4664-89b5-4d279e9ecc42 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:32.495184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.558417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Transition to ACTIVE for port object 41ef7d48-0480-46cc-9893-b437fed91ea4 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:32.564320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:32.579865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:32.587341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:32.591273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:32.591848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.604268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=38664c38-faec-4214-85d3-1bbe2e72e200,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:32.615837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0694a224-6b21-4299-8490-cf15d20b95fc up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:32.618444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:32.621346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.20.0.1 (78580f09-7642-46ed-8543-24a09d68c6e6/5e5e564f-e181-4d29-9066-2ea04d0061eb/e2a84e1b-a3c6-402c-915e-1d47542c5ea6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:32.659916 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8411195 Nov 25 11:24:32.660232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Transition to ACTIVE for port object 41ef7d48-0480-46cc-9893-b437fed91ea4 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:32.664810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] Routers {'d676bf49-3c67-4dd9-8dc9-e6adfeef4673'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:32.665540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38078) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:32.665661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:32.728321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:32.729101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:32.740947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning complete for port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:32.741438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.772060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:32.772581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018fbb0-e684-457b-9651-8d3716fe176d None None] The sync data for ids ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:32.775154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.791725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:32.849865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.855614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a046f951-b7f5-453a-bf15-8d7911557b80 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:32.858634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Router 1b8004ec-0e5b-4f77-a562-6d94018ae933 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:24:32.859837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a046f951-b7f5-453a-bf15-8d7911557b80 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:32.861668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a046f951-b7f5-453a-bf15-8d7911557b80 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:32.865577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.891215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a046f951-b7f5-453a-bf15-8d7911557b80 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:32.895243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a046f951-b7f5-453a-bf15-8d7911557b80 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2265804 Nov 25 11:24:32.895243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object e2a84e1b-a3c6-402c-915e-1d47542c5ea6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:32.895860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38082) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:32.906022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Network cf3beb0e-0362-4c42-8811-28e980da7d52 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:32.911499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Pushing event updated for resources: {'Port': ['ID=41ef7d48-0480-46cc-9893-b437fed91ea4,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:32.913887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:32.918098 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:32.920025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:32.974271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 38664c38-faec-4214-85d3-1bbe2e72e200 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:32.974760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.039676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.047691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b82b3f18-aa80-4ee6-b6a6-2a8a42ce02b4 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:33.168255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 78580f09-7642-46ed-8543-24a09d68c6e6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:33.173660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:33.183959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0694a224-6b21-4299-8490-cf15d20b95fc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:33.184361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.192699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:33.231362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Deleting port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:33.231749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.252217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=e2a84e1b-a3c6-402c-915e-1d47542c5ea6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:33.255523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:33.272732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Attempting to bind port 41ef7d48-0480-46cc-9893-b437fed91ea4 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:33.273389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Attempting to bind port 41ef7d48-0480-46cc-9893-b437fed91ea4 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'deacbceb-a5bd-48d2-8751-bec0c078fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cf3beb0e-0362-4c42-8811-28e980da7d52'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:33.273928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Attempting to bind port 41ef7d48-0480-46cc-9893-b437fed91ea4 on network cf3beb0e-0362-4c42-8811-28e980da7d52 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:33.287010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:33.287592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Checking segment: {'id': 'deacbceb-a5bd-48d2-8751-bec0c078fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cf3beb0e-0362-4c42-8811-28e980da7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:33.288200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.288750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Bound using segment: {'id': 'deacbceb-a5bd-48d2-8751-bec0c078fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cf3beb0e-0362-4c42-8811-28e980da7d52'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:33.289419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Bound port: 41ef7d48-0480-46cc-9893-b437fed91ea4, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deacbceb-a5bd-48d2-8751-bec0c078fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cf3beb0e-0362-4c42-8811-28e980da7d52'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:33.290038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.363668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.409979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.466109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] For port 41ef7d48-0480-46cc-9893-b437fed91ea4, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:33.471829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] For port 41ef7d48-0480-46cc-9893-b437fed91ea4, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41ef7d48-0480-46cc-9893-b437fed91ea4,segment=NetworkSegment(deacbceb-a5bd-48d2-8751-bec0c078fd18),segment_id=deacbceb-a5bd-48d2-8751-bec0c078fd18)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:33.480456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning for port 839d974c-e8bf-4196-a9e4-14ff5e2549aa completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:33.529240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.542138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e99772e3-d85f-4101-8811-15aaa60b6a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:33.567261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 38664c38-faec-4214-85d3-1bbe2e72e200 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:33.577934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Provisioning complete for port 839d974c-e8bf-4196-a9e4-14ff5e2549aa triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:33.578317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.623213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.684618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:33.726740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 883dc80c-5965-4c1c-8057-f2ea8faeb875 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:33.780180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Pushing event updated for resources: {'Port': ['ID=41ef7d48-0480-46cc-9893-b437fed91ea4,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:33.796942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:33.810443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-cf87d86c-8c7a-49fd-a11c-4df329e86263 None None] Port 839d974c-e8bf-4196-a9e4-14ff5e2549aa cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:33.834683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Router 9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:24:33.858716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] For port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:33.859119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.007300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Calling delete_port for c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:34.047486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:34.059257 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Sync routers for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:34.060068 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "PUT /v2.0/routers/1b8004ec-0e5b-4f77-a562-6d94018ae933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1870365 Nov 25 11:24:34.075624 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:34.077550 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:34.111258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:34.121254 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "PUT /v2.0/routers/9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9335258 Nov 25 11:24:34.121254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38090) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:34.133185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a9cdbba-bd68-4d13-8843-7e5f2cf5ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.135102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 883dc80c-5965-4c1c-8057-f2ea8faeb875 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:34.138722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] Sync routers for ids ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:34.203749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Provisioning complete for port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:34.205379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.257107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.315576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] Routers {'9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:34.317957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:34.464485 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:24:34.498805 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca50b675-c576-4f47-8704-7a49967a88a6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:24:34.499493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca50b675-c576-4f47-8704-7a49967a88a6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:34.531315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:34.533922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.550936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf54cc97-7165-47e4-ad43-d8232ee82e7d tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:34.553552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.567379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca50b675-c576-4f47-8704-7a49967a88a6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:34.569184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ef7d48-0480-46cc-9893-b437fed91ea4 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:34.573946 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca50b675-c576-4f47-8704-7a49967a88a6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/b1dd3bc1-8080-4009-8751-40c4c505994e HTTP/1.1" status: 404 len: 333 time: 0.4519525 Nov 25 11:24:34.576626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38104) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:34.626360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=38664c38-faec-4214-85d3-1bbe2e72e200,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:34.633162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:34.646664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:34.732401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] No DVR routers for this DVR port c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:34.736343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.740830 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-c6f10985-f8fa-47dd-b7ad-2c419774dbd3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319948860&fields=id&tenant_id=2a1c3be74370475fa2db4a45c79e69b6 HTTP/1.1" status: 200 len: 267 time: 0.2294822 Nov 25 11:24:34.757774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Pushing event deleted for resources: {'Port': ['ID=c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:34.769191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:34.770349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] Routers {'9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:34.771300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:34.803472 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/38664c38-faec-4214-85d3-1bbe2e72e200 HTTP/1.1" status: 204 len: 168 time: 1.9067006 Nov 25 11:24:34.810735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38108) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:34.851649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4726c95-8e15-40e5-afab-693dc3844887 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:34.892587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-356b18cb-e841-485d-8107-120cd0fb83e6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.922616 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:29Z', 'revision_number': 2, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:34.945200 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Checking router: 1b8004ec-0e5b-4f77-a562-6d94018ae933 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:24:34.949500 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Updating router 1b8004ec-0e5b-4f77-a562-6d94018ae933 port 1875f841-ddb5-4664-89b5-4d279e9ecc42 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:24:34.950827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.971977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.011128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-832eec7e-bff4-49f0-b953-e43bb3434f0c tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:35.021178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:35.022158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d1e29-6651-438c-a0bb-b6ad9b645c51 None None] The sync data for ids ['9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:35.034978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Could not find standard attr ID for object c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:24:35.039131 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.plugins.ml2.db [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] No ports have port_id starting with c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 Nov 25 11:24:35.054496 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.126612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e31c0e-38b8-4018-9967-bfda1acd2835 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:35.131576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e31c0e-38b8-4018-9967-bfda1acd2835 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:35.132398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-41e31c0e-38b8-4018-9967-bfda1acd2835 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:35.162604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 41ef7d48-0480-46cc-9893-b437fed91ea4 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:35.256667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Provisioning complete for port 1875f841-ddb5-4664-89b5-4d279e9ecc42 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:35.257058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.260393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f7e09-1423-4a32-8726-142e964130f7 req-76589c33-0803-4d3c-9d8b-cfc163c31115 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:35.262266 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-76589c33-0803-4d3c-9d8b-cfc163c31115 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/networks?id=abebb745-f876-4ec5-8efa-a46c0afada6e HTTP/1.1" status: 200 len: 796 time: 0.5097194 Nov 25 11:24:35.273951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.285453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-41e31c0e-38b8-4018-9967-bfda1acd2835 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:35.289530 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-41e31c0e-38b8-4018-9967-bfda1acd2835 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4751554 Nov 25 11:24:35.296405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=e2a84e1b-a3c6-402c-915e-1d47542c5ea6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:35.301739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:35.310211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '363a4b13-3b1e-43cd-a84b-63835a5ca90f'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:35.311026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.335687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd8f2d3-0011-41a2-bf47-bc1b310032ac None None] Network cf3beb0e-0362-4c42-8811-28e980da7d52 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:35.343057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:35.362350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:35.373400 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-73595808-6b6a-4c55-bd9c-b3addd1a52e9 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/quotas/2a1c3be74370475fa2db4a45c79e69b6 HTTP/1.1" status: 200 len: 375 time: 0.0933316 Nov 25 11:24:35.455735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:35.456019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2590b47-1cb0-4f4c-ba0b-bb83abd9bdb1 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:35.527340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Port 1875f841-ddb5-4664-89b5-4d279e9ecc42 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:35.592578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-356b18cb-e841-485d-8107-120cd0fb83e6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.601698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-356b18cb-e841-485d-8107-120cd0fb83e6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.653669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-356b18cb-e841-485d-8107-120cd0fb83e6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.654141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356b18cb-e841-485d-8107-120cd0fb83e6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Fanout notify agent at l3_agent the message router_deleted on router 9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:24:35.667894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-356b18cb-e841-485d-8107-120cd0fb83e6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.671467 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-356b18cb-e841-485d-8107-120cd0fb83e6 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/routers/9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c HTTP/1.1" status: 204 len: 168 time: 1.0874114 Nov 25 11:24:35.674938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:35.680811 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.682377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-c74a0fe8-fbb1-471a-a90d-d64a7087a6b9 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a1c3be74370475fa2db4a45c79e69b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002810 Nov 25 11:24:35.690986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 78580f09-7642-46ed-8543-24a09d68c6e6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:35.694137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:35.720451 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Transition to ACTIVE for port object 1875f841-ddb5-4664-89b5-4d279e9ecc42 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:35.736611 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.747792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Provisioning for port e2a84e1b-a3c6-402c-915e-1d47542c5ea6 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:35.750053 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:35.768523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Provisioning complete for port e2a84e1b-a3c6-402c-915e-1d47542c5ea6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:35.769500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.878080 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Pushing event updated for resources: {'Port': ['ID=1875f841-ddb5-4664-89b5-4d279e9ecc42,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:35.996485 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:35.996839 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:35.998434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 839d974c-e8bf-4196-a9e4-14ff5e2549aa {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:35.999149 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:35.999498 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:35.999796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.999916 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:36.000921 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:36.001253 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:36.001580 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:36.001905 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:36.002632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Port e2a84e1b-a3c6-402c-915e-1d47542c5ea6 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:36.004942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/363a4b13-3b1e-43cd-a84b-63835a5ca90f/8e57224c-b69f-4307-9d23-e594345d50d9) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:36.009580 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:36.009960 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:36.030080 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:36.042742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 363a4b13-3b1e-43cd-a84b-63835a5ca90f {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:36.159451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Provisioning for port 883dc80c-5965-4c1c-8057-f2ea8faeb875 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:36.171703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Provisioning complete for port 883dc80c-5965-4c1c-8057-f2ea8faeb875 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:36.171959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.210675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-99ce37c1-8f08-4ecc-8c76-dc351d904e12 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:24:36.211725 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-99ce37c1-8f08-4ecc-8c76-dc351d904e12 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2408071 Nov 25 11:24:36.232346 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Attempting to bind port 1875f841-ddb5-4664-89b5-4d279e9ecc42 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:36.233329 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Attempting to bind port 1875f841-ddb5-4664-89b5-4d279e9ecc42 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:36.233890 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Attempting to bind port 1875f841-ddb5-4664-89b5-4d279e9ecc42 on network abebb745-f876-4ec5-8efa-a46c0afada6e {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:36.245079 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:36.245754 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Checking segment: {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:36.246613 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.247166 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Bound using segment: {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:36.247814 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Bound port: 1875f841-ddb5-4664-89b5-4d279e9ecc42, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:36.248462 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.334443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e489a0e-2aed-4d3b-9aba-95ee1c9d4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.401099 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-ece7a183-15ac-4abe-b69a-9c8d67ab25f6 service neutron] 10.222.0.41 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733837 Nov 25 11:24:36.411592 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] For port 1875f841-ddb5-4664-89b5-4d279e9ecc42, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:36.420408 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] For port 1875f841-ddb5-4664-89b5-4d279e9ecc42, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1875f841-ddb5-4664-89b5-4d279e9ecc42,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:36.435063 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.449084 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:36.466591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.542085 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:36.545033 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:36.617976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.627573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.629631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 839d974c-e8bf-4196-a9e4-14ff5e2549aa owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:36.650083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Transition to ACTIVE for port object 8e57224c-b69f-4307-9d23-e594345d50d9 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:36.698706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Transition to ACTIVE for port object 8e57224c-b69f-4307-9d23-e594345d50d9 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:36.702709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] For port 883dc80c-5965-4c1c-8057-f2ea8faeb875, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=883dc80c-5965-4c1c-8057-f2ea8faeb875,segment=NetworkSegment(9d6adbf8-4f8d-4f8c-9559-b2badd362756),segment_id=9d6adbf8-4f8d-4f8c-9559-b2badd362756)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:36.713924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.718250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e2126773-f51f-4313-9ab3-de98ee434ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:36.732222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.787325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.798626 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Pushing event updated for resources: {'Port': ['ID=1875f841-ddb5-4664-89b5-4d279e9ecc42,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:36.801971 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:36.824561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 97231ed5-efc6-4ab5-9de7-c59489b911de {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:36.825670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.829032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.850450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:36.857213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Pushing event updated for resources: {'Port': ['ID=8e57224c-b69f-4307-9d23-e594345d50d9,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:36.859698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:36.862597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:36.863062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:36.894286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:36.895478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.900673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Provisioning complete for port 839d974c-e8bf-4196-a9e4-14ff5e2549aa triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:36.900673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.904024 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:24:36.918260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.017026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.024888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7bd9cd6-cd3f-4a24-bce0-4eb1df2868c1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:37.043226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.050035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:37.054947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Port 839d974c-e8bf-4196-a9e4-14ff5e2549aa cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:37.061555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Pushing event updated for resources: {'Port': ['ID=883dc80c-5965-4c1c-8057-f2ea8faeb875,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:37.065968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:37.068795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Attempting to bind port 8e57224c-b69f-4307-9d23-e594345d50d9 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:37.069169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Attempting to bind port 8e57224c-b69f-4307-9d23-e594345d50d9 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:37.069533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Attempting to bind port 8e57224c-b69f-4307-9d23-e594345d50d9 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:37.082930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:37.083793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:37.084659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.085300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:37.086018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Bound port: 8e57224c-b69f-4307-9d23-e594345d50d9, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:37.086712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.092237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.094704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=363a4b13-3b1e-43cd-a84b-63835a5ca90f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:37.098314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:37.111059 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-162ca244-fd60-4c0a-998c-79b337e25b67 service neutron] 10.222.0.41 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919350 Nov 25 11:24:37.115704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.143180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/363a4b13-3b1e-43cd-a84b-63835a5ca90f HTTP/1.1" status: 204 len: 168 time: 1.8378079 Nov 25 11:24:37.149598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38126) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:37.202762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=839d974c-e8bf-4196-a9e4-14ff5e2549aa,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:37.213754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:37.229876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] For port 8e57224c-b69f-4307-9d23-e594345d50d9, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:37.235027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] For port 8e57224c-b69f-4307-9d23-e594345d50d9, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8e57224c-b69f-4307-9d23-e594345d50d9,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:37.246148 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9593eaa2-1b5c-4bfb-8c90-f3362b130283 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924978 Nov 25 11:24:37.247115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38130) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:37.250170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.253776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:37.255772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:37.461380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.469460 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:36Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:37.476936 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2a71a-5568-44df-a0a9-08178281cd15 None None] The sync data for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv is: [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:36Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:37.503446 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Pushing event updated for resources: {'Port': ['ID=8e57224c-b69f-4307-9d23-e594345d50d9,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:37.511070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:37.605562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-60843c21-e6f5-4266-a044-d2f392ad9d17 req-4fe847bb-8609-4d96-b78c-3463e6793653 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 210 time: 0.1475134 Nov 25 11:24:37.616554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:37.629702 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.630293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:37.635526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:37.635720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8955be4c-4835-4cc8-a724-1105e8aaa291 tempest-FloatingIPNegativeTestJSON-1781719113 tempest-FloatingIPNegativeTestJSON-1781719113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:37.643757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Provisioning complete for port e2a84e1b-a3c6-402c-915e-1d47542c5ea6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:37.644758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:37.652590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.659125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:24:37.673857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:37.678154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.689926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.723799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=97231ed5-efc6-4ab5-9de7-c59489b911de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:37.726499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:37.730269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:37.740328 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/97231ed5-efc6-4ab5-9de7-c59489b911de HTTP/1.1" status: 204 len: 168 time: 2.0634053 Nov 25 11:24:37.742552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b488a0-c0c7-4192-8c07-9e379ab612b1 None None] Network 73f0a973-0597-4f89-91bc-90d61a5ee9cd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:37.782740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38144) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:37.952740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Port e2a84e1b-a3c6-402c-915e-1d47542c5ea6 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:38.072863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Provisioning for port 41ef7d48-0480-46cc-9893-b437fed91ea4 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:38.096996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.102903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Provisioning complete for port 41ef7d48-0480-46cc-9893-b437fed91ea4 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:38.104240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.132288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 1463d225-d5d1-4647-9b39-99811682eb25 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:38.132288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.352733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router d676bf49-3c67-4dd9-8dc9-e6adfeef4673 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:24:38.376483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.429026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] DHCP port deletion for 73f0a973-0597-4f89-91bc-90d61a5ee9cd request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:38.440216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] For port 41ef7d48-0480-46cc-9893-b437fed91ea4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41ef7d48-0480-46cc-9893-b437fed91ea4,segment=NetworkSegment(deacbceb-a5bd-48d2-8751-bec0c078fd18),segment_id=deacbceb-a5bd-48d2-8751-bec0c078fd18)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:38.445584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Deleting port 1463d225-d5d1-4647-9b39-99811682eb25 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:38.446637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.497685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1875f841-ddb5-4664-89b5-4d279e9ecc42 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:38.519959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:38.532047 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] Sync routers for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:38.552998 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:38.553878 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:38.564794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.576419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.581452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec6cf8b7-4ca6-4fe5-bb90-2cb47dfb6c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:38.597693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:38.624703 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4285059 Nov 25 11:24:38.737272 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:38.785293 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:38.788118 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:38.790788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38156) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:38.895813 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:38.897939 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53070c-c29a-4267-aba2-0bf07aab7428 None None] The sync data for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:38.900347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a1e27-08d4-4d54-943e-efa0b1230665 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:38.901846 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-779a1e27-08d4-4d54-943e-efa0b1230665 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports/e2a84e1b-a3c6-402c-915e-1d47542c5ea6 HTTP/1.1" status: 200 len: 910 time: 0.1057949 Nov 25 11:24:38.904534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:38.905164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38162) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:38.911042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:38.940813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/d676bf49-3c67-4dd9-8dc9-e6adfeef4673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7720256 Nov 25 11:24:38.943640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38166) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:38.980373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] Sync routers for ids ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:39.002950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.013745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Pushing event updated for resources: {'Port': ['ID=41ef7d48-0480-46cc-9893-b437fed91ea4,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:39.029165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:39.036725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:39.046627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-220e3993-6cac-4fba-9da0-7e2db4cca673 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:39.064344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c611fb8-7180-46c8-8563-ae8b9a5b2d74 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:39.076667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-220e3993-6cac-4fba-9da0-7e2db4cca673 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:39.082786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=c63d8e40-a60b-4c17-b869-bad5077794c6,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:39.085661 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-220e3993-6cac-4fba-9da0-7e2db4cca673 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=d676bf49-3c67-4dd9-8dc9-e6adfeef4673 HTTP/1.1" status: 200 len: 205 time: 0.1408749 Nov 25 11:24:39.087554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38170) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:39.088992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:39.089570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.101538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:39.115494 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-863c49c6-9d6f-45d6-8c84-1f0a2e999e89 req-8c34c90f-6718-4567-86ab-f2f1a6116b2b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 210 time: 0.0766809 Nov 25 11:24:39.119659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] For port 1463d225-d5d1-4647-9b39-99811682eb25, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1463d225-d5d1-4647-9b39-99811682eb25,segment=NetworkSegment(a1fbec19-dae3-416e-b62b-32df1fc01adb),segment_id=a1fbec19-dae3-416e-b62b-32df1fc01adb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:39.120025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.185504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] Routers {'d676bf49-3c67-4dd9-8dc9-e6adfeef4673'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:39.186343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:39.246822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-652e2385-e791-4175-b1d6-4dc7d5fe62f1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.273348 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0225918 Nov 25 11:24:39.279627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 1463d225-d5d1-4647-9b39-99811682eb25 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:39.298081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:39.308918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'name': 'tempest-NetworksTestDHCPv6-1779609782'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:39.314996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1875f841-ddb5-4664-89b5-4d279e9ecc42 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:39.327027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:39.343747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1875f841-ddb5-4664-89b5-4d279e9ecc42 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:39.344302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.386170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] For port 1463d225-d5d1-4647-9b39-99811682eb25, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1463d225-d5d1-4647-9b39-99811682eb25,segment=NetworkSegment(a1fbec19-dae3-416e-b62b-32df1fc01adb),segment_id=a1fbec19-dae3-416e-b62b-32df1fc01adb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:39.386640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.484298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.503249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ebfcbe3-c03a-4744-9e95-d89593b6e628 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:39.569570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Calling delete_port for 1463d225-d5d1-4647-9b39-99811682eb25 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:39.630827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=1463d225-d5d1-4647-9b39-99811682eb25,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:39.634654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:39.638519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No DVR routers for this DVR port 1463d225-d5d1-4647-9b39-99811682eb25 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:39.649772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:39.650228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:39.767550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] Routers {'d676bf49-3c67-4dd9-8dc9-e6adfeef4673'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:39.768134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:39.778959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.811732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:39.813249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f0a973-0597-4f89-91bc-90d61a5ee9cd']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:39.828761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fbec19-dae3-416e-b62b-32df1fc01adb') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:39.829127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fbec19-dae3-416e-b62b-32df1fc01adb') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:39.845075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:39.845499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f4eda-fbcc-4f09-831d-b8f28a5143e4 None None] The sync data for ids ['d676bf49-3c67-4dd9-8dc9-e6adfeef4673'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:39.856205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.876852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.888434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:39.888957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.897334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:39.900841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:39.905750 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:39.926374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.935263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:39.953822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-652e2385-e791-4175-b1d6-4dc7d5fe62f1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.970066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f7e09-1423-4a32-8726-142e964130f7 req-2d952f14-c15a-452b-9ac4-476cf685a480 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:39.970826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-660f7e09-1423-4a32-8726-142e964130f7 req-2d952f14-c15a-452b-9ac4-476cf685a480 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Synchronizing usage tracker for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:39.975965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-652e2385-e791-4175-b1d6-4dc7d5fe62f1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.988910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:39.991947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:39.999895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1875f841-ddb5-4664-89b5-4d279e9ecc42, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1875f841-ddb5-4664-89b5-4d279e9ecc42,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:40.006626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.007474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 883dc80c-5965-4c1c-8057-f2ea8faeb875 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:40.024955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-660f7e09-1423-4a32-8726-142e964130f7 req-2d952f14-c15a-452b-9ac4-476cf685a480 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Unset dirty status for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:40.026085 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-2d952f14-c15a-452b-9ac4-476cf685a480 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.48 "GET /v2.0/networks?id=abebb745-f876-4ec5-8efa-a46c0afada6e HTTP/1.1" status: 200 len: 796 time: 0.4745219 Nov 25 11:24:40.035246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port a73f3dce-1be4-4dcd-a8d8-264b593e0b97 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:40.040911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-21061529-e1d5-4ad8-b11c-171badeb86d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:40.085509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-652e2385-e791-4175-b1d6-4dc7d5fe62f1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.086090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e2385-e791-4175-b1d6-4dc7d5fe62f1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Fanout notify agent at l3_agent the message router_deleted on router d676bf49-3c67-4dd9-8dc9-e6adfeef4673 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:24:40.112998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.117502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e2a45f85-e301-4b11-8fda-4883a212f3ca tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:40.127498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-652e2385-e791-4175-b1d6-4dc7d5fe62f1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.128892 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-652e2385-e791-4175-b1d6-4dc7d5fe62f1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/d676bf49-3c67-4dd9-8dc9-e6adfeef4673 HTTP/1.1" status: 204 len: 168 time: 1.0381317 Nov 25 11:24:40.132955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.135280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38178) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:40.158076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Deleting port 1463d225-d5d1-4647-9b39-99811682eb25 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:40.158594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.174324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-660f7e09-1423-4a32-8726-142e964130f7 req-f14bcef8-8132-499b-90a8-467d4f1cf39f tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Synchronizing usage tracker for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:40.189283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=73f0a973-0597-4f89-91bc-90d61a5ee9cd,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:40.198622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:40.234502 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/73f0a973-0597-4f89-91bc-90d61a5ee9cd HTTP/1.1" status: 204 len: 168 time: 2.4397812 Nov 25 11:24:40.234716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38184) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:40.290807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f64e604a-5be3-4188-b20d-4a9f3b613141 None None] The port '1463d225-d5d1-4647-9b39-99811682eb25' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:24:40.305680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::5b (be5ac70f-953b-423d-8366-53ff314b8313/c63d8e40-a60b-4c17-b869-bad5077794c6/a73f3dce-1be4-4dcd-a8d8-264b593e0b97) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:40.309639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': 'c63d8e40-a60b-4c17-b869-bad5077794c6'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '8e57224c-b69f-4307-9d23-e594345d50d9'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:24:40.325286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-660f7e09-1423-4a32-8726-142e964130f7 req-f14bcef8-8132-499b-90a8-467d4f1cf39f tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Unset dirty status for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:40.326474 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-f14bcef8-8132-499b-90a8-467d4f1cf39f tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a1c3be74370475fa2db4a45c79e69b6 HTTP/1.1" status: 200 len: 379 time: 0.2553284 Nov 25 11:24:40.341608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1875f841-ddb5-4664-89b5-4d279e9ecc42,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:40.350760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:40.365630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'port': {'device_id': '34df5a38-334f-4633-98cd-4f411062d08f', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'admin_state_up': True, 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'security_groups': ['9ea949ed-09e3-4d7b-a8c5-28aea49fefb1']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:40.384274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.396011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 883dc80c-5965-4c1c-8057-f2ea8faeb875 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:40.396702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.489194 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-688c0f54-b278-4706-b691-ef8102e9d612 req-cc513b6f-a5cc-4f2d-920e-55fabf8fafe9 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 210 time: 0.2012863 Nov 25 11:24:40.603546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fdcd0e-1015-438c-bde6-b5d7d0c4349d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:40.604273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c2fdcd0e-1015-438c-bde6-b5d7d0c4349d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:40.644433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c2fdcd0e-1015-438c-bde6-b5d7d0c4349d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:40.645278 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c2fdcd0e-1015-438c-bde6-b5d7d0c4349d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf HTTP/1.1" status: 200 len: 841 time: 0.4097972 Nov 25 11:24:40.649314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38188) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:40.727702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet aa2369fd-865b-4a5e-8c06-c76c2cfafba8 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:40.733379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.780375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1875f841-ddb5-4664-89b5-4d279e9ecc42 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:40.793800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.824022 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-12b9e374-ae97-44af-99b8-ad4c44d860f9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1677325 Nov 25 11:24:40.824594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.831321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38192) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:40.842687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:40.850874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:40.855239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1875f841-ddb5-4664-89b5-4d279e9ecc42 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:40.855840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.870466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:port and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:40.879284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:40.899849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:40.964162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:40.978971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ef7d48-0480-46cc-9893-b437fed91ea4 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:40.999306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Made reservation on behalf of 2a1c3be74370475fa2db4a45c79e69b6 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:41.002675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.018542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:41.022809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object a73f3dce-1be4-4dcd-a8d8-264b593e0b97 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:41.027987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:41.031594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:41.038857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:41.051631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 41ef7d48-0480-46cc-9893-b437fed91ea4 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:41.052029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.102527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:41.125073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.232970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.263085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1463d225-d5d1-4647-9b39-99811682eb25 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:41.269026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3924e468-d16b-407f-8cb5-62080b5269f6 tempest-TestServerAdvancedOps-1727248917 tempest-TestServerAdvancedOps-1727248917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:41.305704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1463d225-d5d1-4647-9b39-99811682eb25 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:41.306296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.306858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1463d225-d5d1-4647-9b39-99811682eb25 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:41.310975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.313179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1f42e868-5917-43b1-abaa-d4f2cfb4a1f8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:41.334172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/c63d8e40-a60b-4c17-b869-bad5077794c6/8e57224c-b69f-4307-9d23-e594345d50d9) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:41.365245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2369fd-865b-4a5e-8c06-c76c2cfafba8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:41.368916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:41.370292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.21.0.1 (cf3beb0e-0362-4c42-8811-28e980da7d52/41f98977-ce15-477b-828f-c75dedf6445f/204deae0-c64f-49ae-8205-128421ca3693) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:41.375867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.392978 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/aa2369fd-865b-4a5e-8c06-c76c2cfafba8 HTTP/1.1" status: 204 len: 168 time: 1.2539883 Nov 25 11:24:41.393174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38196) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:41.420184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a4192-b8ba-4088-9633-0c8a93a78336 None None] Network a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:41.438792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:41.452568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:41.466862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:41.471237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:41.471833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.476668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=a73f3dce-1be4-4dcd-a8d8-264b593e0b97,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:41.496141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:41.504330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Allocated IP 172.20.0.3 (abebb745-f876-4ec5-8efa-a46c0afada6e/895f29f0-af89-45dc-ab92-38e440e38abb/6090854e-13ca-4b8c-9919-574a50f24dc5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:41.559387 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2600420 Nov 25 11:24:41.563392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38202) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:41.620494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.661880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.665435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 0694a224-6b21-4299-8490-cf15d20b95fc {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:41.665435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.668306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] For port 8e57224c-b69f-4307-9d23-e594345d50d9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8e57224c-b69f-4307-9d23-e594345d50d9,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:41.735099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.746033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object 204deae0-c64f-49ae-8205-128421ca3693 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:41.753008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Ignored duplicate provisioning block setup for port 8e57224c-b69f-4307-9d23-e594345d50d9 by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:24:41.763782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.768424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:41.774317 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7fb10433-72f4-42f3-a704-085db54b858c req-a0bd03cc-39df-4fb9-a295-b2a32264c5bc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 210 time: 0.0639536 Nov 25 11:24:41.873760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.880472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Pushing event updated for resources: {'Port': ['ID=8e57224c-b69f-4307-9d23-e594345d50d9,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:41.884856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:41.885247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-141a4384-86d7-4889-944c-b4a9947157ce tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:41.935533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.941425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] DHCP port deletion for a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:41.941627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:41.946242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Deleting port 0694a224-6b21-4299-8490-cf15d20b95fc {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:41.946625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:41.953218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e03758-93ab-4ab5-a0e2-9f3743a99d0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:41.957937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e03758-93ab-4ab5-a0e2-9f3743a99d0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:41.958885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-86e03758-93ab-4ab5-a0e2-9f3743a99d0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:41.982543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.012033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 0694a224-6b21-4299-8490-cf15d20b95fc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0694a224-6b21-4299-8490-cf15d20b95fc,segment=NetworkSegment(a1d19691-a7d9-4bbb-8256-d0077f917652),segment_id=a1d19691-a7d9-4bbb-8256-d0077f917652)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:42.012384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.025701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:42.030649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:42.036126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Transition to ACTIVE for port object 6090854e-13ca-4b8c-9919-574a50f24dc5 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:42.039232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:42.039877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.043543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-86e03758-93ab-4ab5-a0e2-9f3743a99d0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:42.047151 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86e03758-93ab-4ab5-a0e2-9f3743a99d0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4742830 Nov 25 11:24:42.048333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45141df1-2462-4d6e-bedb-7d543c3dafa7 None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:42.049065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=a218e7ce-92f9-4b2a-bdf2-85c8999379b9,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:42.056655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38206) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:42.059279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:42.156684 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-14c74dfe-e3a0-46ba-9295-2ceafe330b58 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3233352 Nov 25 11:24:42.187350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38210) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:42.198467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'security_group': {'name': 'tempest-secgroup-654612459'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:42.211192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port a73f3dce-1be4-4dcd-a8d8-264b593e0b97 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:42.212172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.238486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:42.254993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:42.261120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.263192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:42.275860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-066ab5a3-b40a-49d8-8165-07728e87d6ef tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:42.286255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network cf3beb0e-0362-4c42-8811-28e980da7d52 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:42.311907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:42.341365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=204deae0-c64f-49ae-8205-128421ca3693,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:42.353030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 0694a224-6b21-4299-8490-cf15d20b95fc owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:42.378303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:42.385867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:42.386583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:42.394391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] For port 0694a224-6b21-4299-8490-cf15d20b95fc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0694a224-6b21-4299-8490-cf15d20b95fc,segment=NetworkSegment(a1d19691-a7d9-4bbb-8256-d0077f917652),segment_id=a1d19691-a7d9-4bbb-8256-d0077f917652)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:42.395380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.470199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.540381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.546043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69978238-7284-49c7-8f09-cc2bf3e67e56 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:42.566970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Calling delete_port for 0694a224-6b21-4299-8490-cf15d20b95fc owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:42.612038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.614306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=0694a224-6b21-4299-8490-cf15d20b95fc,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:42.624141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:42.630847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No DVR routers for this DVR port 0694a224-6b21-4299-8490-cf15d20b95fc on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:42.721890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.745527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:42.745795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:42.765557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Network abebb745-f876-4ec5-8efa-a46c0afada6e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:42.766833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:42.770128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:42.866672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1b8b8429-c29a-48c2-9abd-efaea248c0a4 None None] Provisioning for port 204deae0-c64f-49ae-8205-128421ca3693 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:42.879330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.887977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'tenant_id': 'ebd56f3080ce43f39df9ad7b2c0923b3', 'fixed_ips': [{'subnet_id': 'a218e7ce-92f9-4b2a-bdf2-85c8999379b9'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:42.889122 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.898735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8e57224c-b69f-4307-9d23-e594345d50d9 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:42.950559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.966971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1b8b8429-c29a-48c2-9abd-efaea248c0a4 None None] Provisioning complete for port 204deae0-c64f-49ae-8205-128421ca3693 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:42.967365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8429-c29a-48c2-9abd-efaea248c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.044732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for a73f3dce-1be4-4dcd-a8d8-264b593e0b97 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:43.077332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:43.080655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:43.134910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b8429-c29a-48c2-9abd-efaea248c0a4 None None] Port 204deae0-c64f-49ae-8205-128421ca3693 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:43.187957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:43.204108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d19691-a7d9-4bbb-8256-d0077f917652') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:43.204744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d19691-a7d9-4bbb-8256-d0077f917652') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:43.222148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.231869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:43.232526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.240648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Allocated IP 172.20.0.2 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/a218e7ce-92f9-4b2a-bdf2-85c8999379b9/8a52045d-e76c-468e-beb7-2da0e9a0b9ac) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:43.247583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:43.256070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.263314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:24:43.263950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.280698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group_rule and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:43.284490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:43.304088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:43.317326 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9848228 Nov 25 11:24:43.390263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Request body: {'port': {'device_id': '34df5a38-334f-4633-98cd-4f411062d08f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:24:43.398393 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:24:43.409481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.418017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de7c95a0-ad16-4aec-a836-24c37d6f2829 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:43.440887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.454123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:43.470366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:43.503676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.507233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.521684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Transition to ACTIVE for port object 8a52045d-e76c-468e-beb7-2da0e9a0b9ac will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:43.531787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:43.536305 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/a8b1b04b-a12b-43b1-8b5e-2bedd6703f7b HTTP/1.1" status: 204 len: 168 time: 2.1422596 Nov 25 11:24:43.542779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38216) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:43.548790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Transition to ACTIVE for port object 8a52045d-e76c-468e-beb7-2da0e9a0b9ac will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:43.552597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Deleting port 0694a224-6b21-4299-8490-cf15d20b95fc {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:43.553034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.561901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-783562953', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:43.607572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:43.628020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=a73f3dce-1be4-4dcd-a8d8-264b593e0b97,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:43.632968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d207a8-6faa-4970-ae04-9ba21a7f2796 req-ef0c4ba6-151b-4974-9fc7-44635f848250 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:43.640954 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a1d207a8-6faa-4970-ae04-9ba21a7f2796 req-ef0c4ba6-151b-4974-9fc7-44635f848250 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 931 time: 0.6042657 Nov 25 11:24:43.650275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-55535e2d-9277-43d4-bdfe-4ed4875c64c2 None None] The port '0694a224-6b21-4299-8490-cf15d20b95fc' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:24:43.654936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.672140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e2126773-f51f-4313-9ab3-de98ee434ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:43.694699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:43.702109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:router and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:43.718276 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a1d207a8-6faa-4970-ae04-9ba21a7f2796 req-ce524cf7-8bb3-4ec3-87e7-b054f0e2d2f7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764439 Nov 25 11:24:43.720319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.757920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:43.760502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Pushing event updated for resources: {'Port': ['ID=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:43.769010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:43.770709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:43.789114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:43.793371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.795902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.821521 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/a73f3dce-1be4-4dcd-a8d8-264b593e0b97 HTTP/1.1" status: 204 len: 168 time: 1.7639453 Nov 25 11:24:43.822658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.828824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:43.829538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d9cc7f60-6201-47b4-ae15-4a17a6991736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:43.876858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 8e57224c-b69f-4307-9d23-e594345d50d9 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:43.879779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-36da9dcd-2fcd-4beb-9809-8e44ef742535 None None] Provisioning for port 8e57224c-b69f-4307-9d23-e594345d50d9 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:43.886172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:43.895342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:43.895717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8e57224c-b69f-4307-9d23-e594345d50d9 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:43.896177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.937755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.939641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.940578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.954511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:43.966954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-36da9dcd-2fcd-4beb-9809-8e44ef742535 None None] Provisioning complete for port 8e57224c-b69f-4307-9d23-e594345d50d9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:43.967491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36da9dcd-2fcd-4beb-9809-8e44ef742535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.003908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.019306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-13743513-9680-4aa5-9c5b-b0b96e4e11a3 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:44.041304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Attempting to bind port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:44.041683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Attempting to bind port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '12e3055c-9e39-4b6d-8226-a88577c021b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:44.042055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Attempting to bind port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac on network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:44.085454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.090195 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.9017565 Nov 25 11:24:44.092169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:44.092793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Checking segment: {'id': '12e3055c-9e39-4b6d-8226-a88577c021b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:44.092965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.093419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Bound using segment: {'id': '12e3055c-9e39-4b6d-8226-a88577c021b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:44.093965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Bound port: 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3055c-9e39-4b6d-8226-a88577c021b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:44.094355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.095867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38224) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:44.115963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'security_group': {'name': 'tempest-secgroup-906469414'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:44.122474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:44.126982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:44.130427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:44.137414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:44.154937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be78d63-89c6-4f41-b851-556dac332475,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:44.163025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.167340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.185972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:44.210456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:44.215428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group_rule and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:44.218522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:44.225055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:44.257082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36da9dcd-2fcd-4beb-9809-8e44ef742535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.293806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.306526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9aca53-094e-40f4-b123-98fec30e48c0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:44.308192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9aca53-094e-40f4-b123-98fec30e48c0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:44.312280 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba9aca53-094e-40f4-b123-98fec30e48c0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4713774 Nov 25 11:24:44.312454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 8e57224c-b69f-4307-9d23-e594345d50d9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8e57224c-b69f-4307-9d23-e594345d50d9,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:44.325474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38228) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:44.326459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] For port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:44.330658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] For port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,segment=NetworkSegment(12e3055c-9e39-4b6d-8226-a88577c021b0),segment_id=12e3055c-9e39-4b6d-8226-a88577c021b0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:44.331004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.331814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.338697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:44.340637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9d19217d-ad9e-469d-9458-1a2d373f367d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:44.393369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.400455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=204deae0-c64f-49ae-8205-128421ca3693,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:44.406298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:44.440661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9ed464-b3bf-4b9e-95c1-7071230cc769,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:44.445172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.452961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:44.469881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.474008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0694a224-6b21-4299-8490-cf15d20b95fc no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:44.474183 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3756001 Nov 25 11:24:44.474434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:44.484243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-658768804', 'security_groups': ['ad9ed464-b3bf-4b9e-95c1-7071230cc769'], 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a218e7ce-92f9-4b2a-bdf2-85c8999379b9'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:44.527184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 0694a224-6b21-4299-8490-cf15d20b95fc {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:44.527735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0694a224-6b21-4299-8490-cf15d20b95fc not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:44.560409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.573646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-36da9dcd-2fcd-4beb-9809-8e44ef742535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:44.574168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-36da9dcd-2fcd-4beb-9809-8e44ef742535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:44.582206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=8e57224c-b69f-4307-9d23-e594345d50d9,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:44.586567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:44.587106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6330a91e-6dd1-413a-be08-abd2ee15cff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:44.589907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network cf3beb0e-0362-4c42-8811-28e980da7d52 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:44.596104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:44.623448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:44.665908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Pushing event updated for resources: {'Port': ['ID=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:44.671566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:44.682982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:44.733022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:44.738589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:44.808154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port df5fd307-aecb-409d-91dc-e7649f252905 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:44.812762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8e57224c-b69f-4307-9d23-e594345d50d9 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:44.989383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8e57224c-b69f-4307-9d23-e594345d50d9 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:44.995379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.031134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet c63d8e40-a60b-4c17-b869-bad5077794c6 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:45.080059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.115137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6090854e-13ca-4b8c-9919-574a50f24dc5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:24:45.127858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.197617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Transition to ACTIVE for port object 6090854e-13ca-4b8c-9919-574a50f24dc5 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:45.211030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.218888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d708a42a-2219-4601-8db8-64c92c743f08 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:45.232679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-36da9dcd-2fcd-4beb-9809-8e44ef742535 None None] Provisioning for port 6090854e-13ca-4b8c-9919-574a50f24dc5 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:45.264072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.12 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/a218e7ce-92f9-4b2a-bdf2-85c8999379b9/df5fd307-aecb-409d-91dc-e7649f252905) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:45.269281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.362123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:45.366188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4368879d-474f-4111-8a0d-ec9a7fea8498 None None] Provisioning complete for port 204deae0-c64f-49ae-8205-128421ca3693 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:45.366790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4368879d-474f-4111-8a0d-ec9a7fea8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.374465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:45.380461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf43bc0-8aa7-456a-aa5c-ed76ec40c11a req-9043ef74-6cf7-438b-9131-811037eba876 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:45.381941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3cf43bc0-8aa7-456a-aa5c-ed76ec40c11a req-9043ef74-6cf7-438b-9131-811037eba876 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 931 time: 0.3539383 Nov 25 11:24:45.452957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4368879d-474f-4111-8a0d-ec9a7fea8498 None None] Port 204deae0-c64f-49ae-8205-128421ca3693 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:45.456468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4368879d-474f-4111-8a0d-ec9a7fea8498 None None] Could not find standard attr ID for object a73f3dce-1be4-4dcd-a8d8-264b593e0b97. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:24:45.487773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.535866 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3cf43bc0-8aa7-456a-aa5c-ed76ec40c11a req-0434edb0-4436-455a-9a19-1427e3b3269e tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390314 Nov 25 11:24:45.600154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.638809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Attempting to bind port 6090854e-13ca-4b8c-9919-574a50f24dc5 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:45.639546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Attempting to bind port 6090854e-13ca-4b8c-9919-574a50f24dc5 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:45.640244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Attempting to bind port 6090854e-13ca-4b8c-9919-574a50f24dc5 on network abebb745-f876-4ec5-8efa-a46c0afada6e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:45.643536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.649337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:24:45.670246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Port 6090854e-13ca-4b8c-9919-574a50f24dc5 on network abebb745-f876-4ec5-8efa-a46c0afada6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:24:45.670612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Attempting to bind port 6090854e-13ca-4b8c-9919-574a50f24dc5 on network abebb745-f876-4ec5-8efa-a46c0afada6e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:45.683229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.689768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:45.690148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Checking segment: {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:45.690460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Bound using segment: {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:45.690996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Bound port: 6090854e-13ca-4b8c-9919-574a50f24dc5, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68928232-052f-4394-9a93-2cf6f523c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:45.691601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.716520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object df5fd307-aecb-409d-91dc-e7649f252905 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:45.723340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.735332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:45.811795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:45.815311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:45.819945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.822530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.829474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0ab05d4-943d-4c9d-a233-dbfbade4586f tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:45.845594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=c63d8e40-a60b-4c17-b869-bad5077794c6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:45.905975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.907387 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] 10.222.0.48 "PUT /v2.0/ports/6090854e-13ca-4b8c-9919-574a50f24dc5 HTTP/1.1" status: 200 len: 1093 time: 2.5318604 Nov 25 11:24:45.907944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:24:45.913977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:45.921505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:45.925113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:45.966431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:46.045821 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'status': 'completed', 'code': 200} Nov 25 11:24:46.061255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:46.089670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6daa5e-e702-48bf-9bd7-646b1c704740 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:46.092280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:46.158303 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/c63d8e40-a60b-4c17-b869-bad5077794c6 HTTP/1.1" status: 204 len: 168 time: 1.8315465 Nov 25 11:24:46.161613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:46.162517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38240) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:46.162634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:46.176511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=df5fd307-aecb-409d-91dc-e7649f252905,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:46.192408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:46.196731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:46.197307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:46.234362 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-0cd44091-3361-4525-b2d5-8e03bf307997 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a1c3be74370475fa2db4a45c79e69b6&device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1096 time: 0.2294426 Nov 25 11:24:46.239447 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7587287 Nov 25 11:24:46.239677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:46.245661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:46.301799 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bde1a7d0-c100-48f5-a6b3-5c32967de47b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287026 Nov 25 11:24:46.306703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38248) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:46.310145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 172.26.5.181 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/886f6390-e08b-47c3-8e8f-36a150bf1d1b) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:46.319296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-70ec140d-bfa0-4c7e-953d-4d8a50401315 None None] Provisioning for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:46.350267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-70ec140d-bfa0-4c7e-953d-4d8a50401315 None None] Provisioning complete for port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:46.351135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-70ec140d-bfa0-4c7e-953d-4d8a50401315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:46.411018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-70ec140d-bfa0-4c7e-953d-4d8a50401315 None None] Port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:46.451524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:46.455940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Deleting port 8e57224c-b69f-4307-9d23-e594345d50d9 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:46.456402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:46.468593 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-3e358df1-f5f0-4d9b-8058-e2a6187c39cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6090854e-13ca-4b8c-9919-574a50f24dc5 HTTP/1.1" status: 200 len: 217 time: 0.0662766 Nov 25 11:24:46.469636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:46.473910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:46.513983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:46.524819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:46.532750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:46.547071 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] Sync routers for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:46.550518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f7e09-1423-4a32-8726-142e964130f7 req-f9acf966-0745-4c9a-ad8a-51266388b16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:46.552109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-f9acf966-0745-4c9a-ad8a-51266388b16b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=895f29f0-af89-45dc-ab92-38e440e38abb HTTP/1.1" status: 200 len: 834 time: 0.0752759 Nov 25 11:24:46.553379 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6472127 Nov 25 11:24:46.557449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38252) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:46.565845 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:46.567223 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:46.582517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7420f12-4cf9-437b-a489-8921e2c27661 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:46.583302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b7420f12-4cf9-437b-a489-8921e2c27661 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:46.590953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:46.598333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:46.625682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b7420f12-4cf9-437b-a489-8921e2c27661 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:46.629115 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b7420f12-4cf9-437b-a489-8921e2c27661 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3191106 Nov 25 11:24:46.632233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38258) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:46.645191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2067f1e4-ae7a-43f5-9484-de7680c10459 None None] Provisioning for port df5fd307-aecb-409d-91dc-e7649f252905 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:46.671486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2067f1e4-ae7a-43f5-9484-de7680c10459 None None] Provisioning complete for port df5fd307-aecb-409d-91dc-e7649f252905 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:46.671868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2067f1e4-ae7a-43f5-9484-de7680c10459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:46.691920 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:46.707685 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:46.708641 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:46.711990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:46.738716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d88ecfd1-ed94-4436-9f22-e706444a1a9d tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:46.791391 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:46.792208 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37427c85-a25a-4050-9c4d-94a1206ef753 None None] The sync data for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:46.796629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9fb371-44ca-40a9-b488-106e001d34db tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:46.798195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5d7180-2d99-43e6-885c-09861ab006e6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:46.799002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-db5d7180-2d99-43e6-885c-09861ab006e6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:46.801967 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6c9fb371-44ca-40a9-b488-106e001d34db tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports/204deae0-c64f-49ae-8205-128421ca3693 HTTP/1.1" status: 200 len: 910 time: 0.2430117 Nov 25 11:24:46.809644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2067f1e4-ae7a-43f5-9484-de7680c10459 None None] Port df5fd307-aecb-409d-91dc-e7649f252905 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:46.815339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:46.815570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38262) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:46.861911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:46.877223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:46.896143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8a52045d-e76c-468e-beb7-2da0e9a0b9ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:46.937343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=886f6390-e08b-47c3-8e8f-36a150bf1d1b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:46.950379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:46.954650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-db5d7180-2d99-43e6-885c-09861ab006e6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:46.959230 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-db5d7180-2d99-43e6-885c-09861ab006e6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3227673 Nov 25 11:24:46.962373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38266) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:46.997217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] For port 8e57224c-b69f-4307-9d23-e594345d50d9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8e57224c-b69f-4307-9d23-e594345d50d9,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:46.997616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.075047 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7b198412-31e9-4308-ab56-c56e516b1c02 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073916 Nov 25 11:24:47.078694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38270) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:47.088288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:47.114887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.128637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Calling delete_port for 8e57224c-b69f-4307-9d23-e594345d50d9 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:47.139259 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-4df784db-1a02-4717-8abf-c9b4ba2b4c68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abebb745-f876-4ec5-8efa-a46c0afada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5782862 Nov 25 11:24:47.161078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:47.170797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:47.171183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.236836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d413b-a1fc-4d6f-b16d-47f5c565369f req-a87d4d0b-f673-4342-92b7-45fedbfa0433 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:47.238447 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e30d413b-a1fc-4d6f-b16d-47f5c565369f req-a87d4d0b-f673-4342-92b7-45fedbfa0433 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 943 time: 0.4210730 Nov 25 11:24:47.249630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:47.264173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.270026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-35943bff-d6c9-4352-a023-92d190aed41b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:47.283866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:47.315417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:47.318848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.340123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Pushing event deleted for resources: {'Port': ['ID=8e57224c-b69f-4307-9d23-e594345d50d9,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:47.342478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:47.346756 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e30d413b-a1fc-4d6f-b16d-47f5c565369f req-845ae098-31f3-47ba-bd89-62091d9a49d8 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930080 Nov 25 11:24:47.356933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] No DVR routers for this DVR port 8e57224c-b69f-4307-9d23-e594345d50d9 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:47.381777 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a218e7ce-92f9-4b2a-bdf2-85c8999379b9 (CIDR: 172.20.0.0/28) Nov 25 11:24:47.389969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53022af4-dddd-4c13-8bc9-4d124a651137 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:24:47.401083 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:24:47.401529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:47.411052 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-38407fb9-0be3-4ad1-8146-1921cbf76f26 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636950 Nov 25 11:24:47.453452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.454459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.463149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.534107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,segment=NetworkSegment(12e3055c-9e39-4b6d-8226-a88577c021b0),segment_id=12e3055c-9e39-4b6d-8226-a88577c021b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:47.551757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.561300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a33d87c1-288e-418d-be79-8fa013c97e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:47.627633 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbdb7d0b-c0cc-4019-b3de-1b944c313734 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3864818 Nov 25 11:24:47.630476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38274) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:47.641754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:47.662750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8e57224c-b69f-4307-9d23-e594345d50d9 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:47.708096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 8e57224c-b69f-4307-9d23-e594345d50d9 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:47.708477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8e57224c-b69f-4307-9d23-e594345d50d9 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:47.719000 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:47.722143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53022af4-dddd-4c13-8bc9-4d124a651137 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:24:47.730167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:47.753114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.760040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb82c62d-1746-4d64-b850-d1f7051cb3c8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:47.784871 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-660f7e09-1423-4a32-8726-142e964130f7 req-a95e85c3-43e6-41db-ab07-f875b6906dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108783 Nov 25 11:24:47.887183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:47.896533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:47.902328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:47.911004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:47.917766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:47.973245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:47.977420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:47.980857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:47.981540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.016707 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9360273 Nov 25 11:24:48.020088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38280) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:48.027292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:48.030108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:48.034644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54', 'ip_address': '2001:db8::19ed:4277:ddff:b2d'}], 'name': 'tempest-NetworksTestDHCPv6-2069871314'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:48.049922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:48.053675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.080417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:48.082577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.149897 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-8879c3df-2cdf-4aac-a003-9ac753aa6fb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a1c3be74370475fa2db4a45c79e69b6&device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1096 time: 0.3124170 Nov 25 11:24:48.174178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 590e9789-df7c-4e1c-963c-378ae924f16f is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:24:48.246084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54/45b2580c-27ea-4fb8-99c3-ee992144bf89) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:48.276894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:48.290150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:48.307940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:48.313600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.353916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 94fe8b58-8427-49d3-9642-4d106c14644c yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:48.365698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-b62c345c-d474-431d-b002-f06e1d0ed63a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:48.367153 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-b62c345c-d474-431d-b002-f06e1d0ed63a service neutron] 10.222.0.48 "GET /v2.0/networks?id=abebb745-f876-4ec5-8efa-a46c0afada6e HTTP/1.1" status: 200 len: 897 time: 0.2099793 Nov 25 11:24:48.452185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.463133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Transition to ACTIVE for port object 45b2580c-27ea-4fb8-99c3-ee992144bf89 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:48.506354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Transition to ACTIVE for port object 45b2580c-27ea-4fb8-99c3-ee992144bf89 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:48.533216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.546768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-920faf36-36c3-4052-a91c-5210913e35ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:48.626394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:48.629632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:48.634106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:48.670152 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-05494520-e8cd-43fc-b04a-756f478f842a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6090854e-13ca-4b8c-9919-574a50f24dc5 HTTP/1.1" status: 200 len: 217 time: 0.2950811 Nov 25 11:24:48.686272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Pushing event updated for resources: {'Port': ['ID=45b2580c-27ea-4fb8-99c3-ee992144bf89,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:48.687399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:48.714502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::19ed:4277:ddff:b2d (be5ac70f-953b-423d-8366-53ff314b8313/7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54/94fe8b58-8427-49d3-9642-4d106c14644c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:48.729788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:48.738382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.742558 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1896565 Nov 25 11:24:48.745880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38286) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:48.748380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] Sync routers for ids ['590e9789-df7c-4e1c-963c-378ae924f16f'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:48.754194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Attempting to bind port 45b2580c-27ea-4fb8-99c3-ee992144bf89 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:48.754690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Attempting to bind port 45b2580c-27ea-4fb8-99c3-ee992144bf89 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:48.755154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Attempting to bind port 45b2580c-27ea-4fb8-99c3-ee992144bf89 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:48.771272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] Routers {'590e9789-df7c-4e1c-963c-378ae924f16f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:48.772059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['590e9789-df7c-4e1c-963c-378ae924f16f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:48.840747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:48.840747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:48.840747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.841211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:48.841638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Bound port: 45b2580c-27ea-4fb8-99c3-ee992144bf89, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:48.841940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:48.857152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-eff7717e-842c-4883-a4b9-bb9fe47f8572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:48.858427 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-eff7717e-842c-4883-a4b9-bb9fe47f8572 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=895f29f0-af89-45dc-ab92-38e440e38abb HTTP/1.1" status: 200 len: 834 time: 0.1747212 Nov 25 11:24:48.861389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6afb-1a4f-4f0b-b41a-b8eabc202d52 req-9b0e8995-900a-4b16-8cf3-7445829000b7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:48.862918 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-515f6afb-1a4f-4f0b-b41a-b8eabc202d52 req-9b0e8995-900a-4b16-8cf3-7445829000b7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 943 time: 0.2536993 Nov 25 11:24:48.864970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8a52045d-e76c-468e-beb7-2da0e9a0b9ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:48.910612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:48.997801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.004474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e76961f0-185f-486c-86e9-c861843584bf tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:49.006731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] Routers {'590e9789-df7c-4e1c-963c-378ae924f16f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:49.007587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['590e9789-df7c-4e1c-963c-378ae924f16f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:49.041461 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-515f6afb-1a4f-4f0b-b41a-b8eabc202d52 req-37799897-7156-42d9-8e35-b1ab96b4d552 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673787 Nov 25 11:24:49.076787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] For port 45b2580c-27ea-4fb8-99c3-ee992144bf89, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:49.078754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:49.079176 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7e1f2-1380-48f3-9158-5370c4c6bd14 None None] The sync data for ids ['590e9789-df7c-4e1c-963c-378ae924f16f'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:49.088994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] For port 45b2580c-27ea-4fb8-99c3-ee992144bf89, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=45b2580c-27ea-4fb8-99c3-ee992144bf89,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:49.094084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:49.094547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.123491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.124931 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-5661fe9d-22b6-4db2-920c-61bdf5cda70f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abebb745-f876-4ec5-8efa-a46c0afada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2525730 Nov 25 11:24:49.132761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-66c54fcc-ef05-471b-a81a-e142bdde45b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:49.138934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:49.159005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:49.164148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=419c4963-01cc-4d1a-8b1e-f61dd5cf43e1,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:49.167670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:49.168950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.176633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.182944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:49.212121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 94fe8b58-8427-49d3-9642-4d106c14644c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:49.243119 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c6ae9f59-88b6-4f03-a630-7de84a03c81d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/routers/590e9789-df7c-4e1c-963c-378ae924f16f HTTP/1.1" status: 200 len: 884 time: 0.4933159 Nov 25 11:24:49.243328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Pushing event updated for resources: {'Port': ['ID=45b2580c-27ea-4fb8-99c3-ee992144bf89,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:49.244056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38290) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:49.245505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:49.273497 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6419978 Nov 25 11:24:49.277119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38294) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:49.285285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-685260197', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '419c4963-01cc-4d1a-8b1e-f61dd5cf43e1'}], 'security_groups': ['1be78d63-89c6-4f41-b851-556dac332475']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:49.344054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.350941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-62ee42ff-f6a6-42a4-aabc-5ee24a4db29f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:49.374674 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-8d4de718-09c8-4a66-9c99-42bbd4c53f33 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399395 Nov 25 11:24:49.429855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:49.437185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:49.471651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:49.475686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:49.476315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.485114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=94fe8b58-8427-49d3-9642-4d106c14644c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:49.492867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:49.569523 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5444989 Nov 25 11:24:49.572806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38298) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:49.633846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-600829aa-79e9-46f2-87d4-daf4779496dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:router {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:49.652136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-600829aa-79e9-46f2-87d4-daf4779496dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:router {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:49.653566 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-600829aa-79e9-46f2-87d4-daf4779496dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4086733 Nov 25 11:24:49.656319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38302) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:49.661714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a043f305-a1e5-4f0f-b69a-da37391a2d4d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-783562953'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:49.665063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.740408 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1d9897e9-86c8-4db5-b583-2c9e1f6a0fe8 req-2f137e9b-37ad-4edc-808d-c9ea0c4968c0 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577116 Nov 25 11:24:49.878347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9088086-8da5-4609-b627-5a6f186a4ccf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:49.882450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9088086-8da5-4609-b627-5a6f186a4ccf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:49.883276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e9088086-8da5-4609-b627-5a6f186a4ccf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:49.903853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 204deae0-c64f-49ae-8205-128421ca3693 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:49.904217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.006063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e9088086-8da5-4609-b627-5a6f186a4ccf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:50.010133 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e9088086-8da5-4609-b627-5a6f186a4ccf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4296267 Nov 25 11:24:50.018038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38306) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:50.179401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6090854e-13ca-4b8c-9919-574a50f24dc5 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:24:50.198303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 94fe8b58-8427-49d3-9642-4d106c14644c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:50.198303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.340393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36896f5c-aa80-4499-8fdb-d93c71136532 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:50.353059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8bef73-4292-41c0-be52-2817336e233b None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:50.445777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f2ab-26fe-481c-979f-00619c2a9775 req-d14ac7bb-3a6f-4aad-bec6-70a85e7e0683 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:50.447239 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b069f2ab-26fe-481c-979f-00619c2a9775 req-d14ac7bb-3a6f-4aad-bec6-70a85e7e0683 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 943 time: 0.1789236 Nov 25 11:24:50.505563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b069f2ab-26fe-481c-979f-00619c2a9775 req-d227028a-772a-444d-8fd2-69ee68b64297 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484424 Nov 25 11:24:50.508402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.511772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a043f305-a1e5-4f0f-b69a-da37391a2d4d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.529262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a043f305-a1e5-4f0f-b69a-da37391a2d4d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.588850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:50.606056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9a4edede-af0a-40f5-9ceb-61f384112e52 None None] Provisioning for port 45b2580c-27ea-4fb8-99c3-ee992144bf89 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:50.669930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'port_id': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'mac_address': 'fa:16:3e:f7:f2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:24:50.715876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 204deae0-c64f-49ae-8205-128421ca3693 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:50.766587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.787673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a043f305-a1e5-4f0f-b69a-da37391a2d4d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 590e9789-df7c-4e1c-963c-378ae924f16f has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:24:50.814270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6090854e-13ca-4b8c-9919-574a50f24dc5 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:24:50.841625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 45b2580c-27ea-4fb8-99c3-ee992144bf89 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:50.947064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:50.962179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.964948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:51.018760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a043f305-a1e5-4f0f-b69a-da37391a2d4d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:51.031060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a043f305-a1e5-4f0f-b69a-da37391a2d4d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.031346 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] Sync routers for ids ['590e9789-df7c-4e1c-963c-378ae924f16f'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:51.035341 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a043f305-a1e5-4f0f-b69a-da37391a2d4d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/590e9789-df7c-4e1c-963c-378ae924f16f HTTP/1.1" status: 200 len: 891 time: 1.3780386 Nov 25 11:24:51.036348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38312) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:51.049329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.065539 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] Routers {'590e9789-df7c-4e1c-963c-378ae924f16f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:51.066698 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['590e9789-df7c-4e1c-963c-378ae924f16f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:51.070501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:51.081360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:51.081911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 45b2580c-27ea-4fb8-99c3-ee992144bf89 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:51.089925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 45b2580c-27ea-4fb8-99c3-ee992144bf89 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:51.090304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.199261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 94fe8b58-8427-49d3-9642-4d106c14644c owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:51.221032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['6090854e-13ca-4b8c-9919-574a50f24dc5'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:24:51.230290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Delete allocated IP 172.20.0.12 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/a218e7ce-92f9-4b2a-bdf2-85c8999379b9) {{(pid=83569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:24:51.254888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.29 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/419c4963-01cc-4d1a-8b1e-f61dd5cf43e1/df5fd307-aecb-409d-91dc-e7649f252905) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:51.255508 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:51.281821 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] Routers {'590e9789-df7c-4e1c-963c-378ae924f16f'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:51.282448 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['590e9789-df7c-4e1c-963c-378ae924f16f'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:51.312106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.320512 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8403622f-ff99-4c77-9dbf-245842d0f8e5 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/routers/590e9789-df7c-4e1c-963c-378ae924f16f HTTP/1.1" status: 200 len: 891 time: 0.2803011 Nov 25 11:24:51.321843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38316) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:51.383426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5a78cc2a-d2a5-4270-8e21-0e9406028ae4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:51.396025 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:51.397680 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a2bad-4d43-4f6f-a861-267407bfee0d None None] The sync data for ids ['590e9789-df7c-4e1c-963c-378ae924f16f'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:51.401448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Update dhcp port {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'fixed_ips': [{'subnet_id': 'a218e7ce-92f9-4b2a-bdf2-85c8999379b9', 'ip_address': '172.20.0.2'}, {'subnet_id': '419c4963-01cc-4d1a-8b1e-f61dd5cf43e1'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '8a52045d-e76c-468e-beb7-2da0e9a0b9ac'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:24:51.417052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5a78cc2a-d2a5-4270-8e21-0e9406028ae4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:51.418519 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5a78cc2a-d2a5-4270-8e21-0e9406028ae4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=590e9789-df7c-4e1c-963c-378ae924f16f HTTP/1.1" status: 200 len: 205 time: 0.0957222 Nov 25 11:24:51.421288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38320) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:51.432292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 45b2580c-27ea-4fb8-99c3-ee992144bf89, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=45b2580c-27ea-4fb8-99c3-ee992144bf89,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:51.453416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.462586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:51.566154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.654465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.706852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=45b2580c-27ea-4fb8-99c3-ee992144bf89,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:51.719259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.727121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b194ee01-d21b-4439-b457-124d19161d8d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:51.731620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:51.764287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-99564de0-b97b-4020-9f1e-0be736283455 None None] Provisioning complete for port 45b2580c-27ea-4fb8-99c3-ee992144bf89 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:51.764775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-99564de0-b97b-4020-9f1e-0be736283455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.787199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=204deae0-c64f-49ae-8205-128421ca3693,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:51.800518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.807202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:51.808287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.817991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-582480a1-4c9e-489a-acef-38915ad3067f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:51.904011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object df5fd307-aecb-409d-91dc-e7649f252905 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:51.905766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=94fe8b58-8427-49d3-9642-4d106c14644c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:51.929430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:52.000516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153db9ab-9261-43fa-8e3d-0875a718225d req-df72448d-4882-4bc5-a05a-00e452ae117f tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:52.002441 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-153db9ab-9261-43fa-8e3d-0875a718225d req-df72448d-4882-4bc5-a05a-00e452ae117f tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 944 time: 0.1304951 Nov 25 11:24:52.038626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.057176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd8e85c0-53fa-41aa-8818-6eb446684e34 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:52.138627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-153db9ab-9261-43fa-8e3d-0875a718225d req-b8eef9c6-37a8-443b-a630-5917511fc411 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693669 Nov 25 11:24:52.186135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-99564de0-b97b-4020-9f1e-0be736283455 None None] Could not find standard attr ID for object 94fe8b58-8427-49d3-9642-4d106c14644c. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:24:52.201025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.218129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 886f6390-e08b-47c3-8e8f-36a150bf1d1b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:52.218394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.219455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=df5fd307-aecb-409d-91dc-e7649f252905,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:52.255354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Allocated IP 172.20.0.18 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/419c4963-01cc-4d1a-8b1e-f61dd5cf43e1/8a52045d-e76c-468e-beb7-2da0e9a0b9ac) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:52.313378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9defc5ff-992d-4ce5-aded-3918d809f9e6 None None] Could not find standard attr ID for object 94fe8b58-8427-49d3-9642-4d106c14644c. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:24:52.359978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:52.363523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.416138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.416657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] For port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,segment=NetworkSegment(12e3055c-9e39-4b6d-8226-a88577c021b0),segment_id=12e3055c-9e39-4b6d-8226-a88577c021b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:52.442959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.460396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Transition to ACTIVE for port object 8a52045d-e76c-468e-beb7-2da0e9a0b9ac will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:52.465785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.469910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:52.509970 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/94fe8b58-8427-49d3-9642-4d106c14644c HTTP/1.1" status: 204 len: 168 time: 2.4885323 Nov 25 11:24:52.512637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:52.563630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 886f6390-e08b-47c3-8e8f-36a150bf1d1b owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:52.600497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] In _notify_port_updated(), no bound segment for port df5fd307-aecb-409d-91dc-e7649f252905 on network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:24:52.604455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:52.606390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.606390 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "PUT /v2.0/ports/df5fd307-aecb-409d-91dc-e7649f252905 HTTP/1.1" status: 200 len: 920 time: 3.3268242 Nov 25 11:24:52.609901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38330) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:52.619842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Pushing event updated for resources: {'Port': ['ID=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:52.621128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df078a2-0571-44c6-93ea-3c706a9c12cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:52.622628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df078a2-0571-44c6-93ea-3c706a9c12cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:52.623148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:52.624049 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6df078a2-0571-44c6-93ea-3c706a9c12cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1094878 Nov 25 11:24:52.627347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38334) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:52.717747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.718222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port df5fd307-aecb-409d-91dc-e7649f252905 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:52.718637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.803032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 45b2580c-27ea-4fb8-99c3-ee992144bf89 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:52.930452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 45b2580c-27ea-4fb8-99c3-ee992144bf89 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:52.930948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:52.963103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:52.967546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.023083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.034977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-626f9018-52ed-4529-9820-05137bfe912d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:53.036676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.097260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8a52045d-e76c-468e-beb7-2da0e9a0b9ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:53.101259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=886f6390-e08b-47c3-8e8f-36a150bf1d1b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:53.104565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.112929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:53.283705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.310161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for df5fd307-aecb-409d-91dc-e7649f252905 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:53.344125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Provisioning for port df5fd307-aecb-409d-91dc-e7649f252905 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:53.350559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Provisioning complete for port df5fd307-aecb-409d-91dc-e7649f252905 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:53.351135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.409621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Port df5fd307-aecb-409d-91dc-e7649f252905 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:53.424378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Provisioning for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:53.431950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:53.432620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.485032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.489614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47331d4e-5354-4715-aec4-8d5fd1cf177b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:53.528476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:53.528724 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:24:53.532809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:53.539159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.557928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58059f63-87dc-475e-8cbe-68dc065518c8 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:53.564998 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54 HTTP/1.1" status: 204 len: 168 time: 0.9367561 Nov 25 11:24:53.565579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:53.648039 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b6542ad-5acc-4d71-bbe9-5a8f0cd672b2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798178 Nov 25 11:24:53.648688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:53.656454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:53.768169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.787143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Provisioning complete for port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:53.787595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:53.854904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70bfd-b80f-4c87-8303-accd053f79ff req-de661d10-74f2-4ea2-8970-544e16be23d6 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:53.855583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0d2a6-f1ba-4621-ad0a-146a685e622a None None] Port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:53.856394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aca70bfd-b80f-4c87-8303-accd053f79ff req-de661d10-74f2-4ea2-8970-544e16be23d6 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 944 time: 0.5198119 Nov 25 11:24:53.897742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:24:53.912147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:53.918497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:53.924156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:53.932210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:53.953559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:24:53.958678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Deleting port 45b2580c-27ea-4fb8-99c3-ee992144bf89 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:53.959164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.001751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7f6e8815-3613-4f71-a614-caade74141fe None None] Could not find standard attr ID for object df5fd307-aecb-409d-91dc-e7649f252905. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:24:54.051644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:54.055601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.078022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.097425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41779164-96aa-4633-8860-951dd2b0f0d0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:54.140916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.151201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=df5fd307-aecb-409d-91dc-e7649f252905,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:54.157948 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aca70bfd-b80f-4c87-8303-accd053f79ff req-e8b807af-8197-4d72-a216-73532d5f8d7a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390757 Nov 25 11:24:54.159111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:54.160814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.181785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6090854e-13ca-4b8c-9919-574a50f24dc5 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:54.245263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] For port 45b2580c-27ea-4fb8-99c3-ee992144bf89, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=45b2580c-27ea-4fb8-99c3-ee992144bf89,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:54.245656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.262789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:24:54.284860 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4686043 Nov 25 11:24:54.285514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.288835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:54.293205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.293734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Fanout notify agent at l3_agent the message router_deleted on router 590e9789-df7c-4e1c-963c-378ae924f16f {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:24:54.309658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/df5fd307-aecb-409d-91dc-e7649f252905 HTTP/1.1" status: 204 len: 168 time: 1.6968379 Nov 25 11:24:54.312259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38352) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:54.341359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] Sync routers for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:24:54.351611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.353225 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/590e9789-df7c-4e1c-963c-378ae924f16f HTTP/1.1" status: 204 len: 168 time: 2.9310417 Nov 25 11:24:54.359427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38356) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:54.364904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-19879665'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:54.373877 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe847fc-f102-4dae-8ec6-9408aa7afdc8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:24:54.376461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3fe847fc-f102-4dae-8ec6-9408aa7afdc8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:54.381449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:54.388299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:54.391990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:54.402108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:54.411093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3fe847fc-f102-4dae-8ec6-9408aa7afdc8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:54.412570 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3fe847fc-f102-4dae-8ec6-9408aa7afdc8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/df5fd307-aecb-409d-91dc-e7649f252905 HTTP/1.1" status: 404 len: 333 time: 0.0990913 Nov 25 11:24:54.416158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38360) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:54.424938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Calling delete_port for 45b2580c-27ea-4fb8-99c3-ee992144bf89 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:54.430878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:54.434157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.498810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:54.510071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:54.510722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:54.524788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.525357 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment d760f290-a404-45db-b4c6-d4069598275b of type vlan for network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 Nov 25 11:24:54.525481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.533761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.542456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eac965aa-f90d-4f28-82d6-30449f713c4b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:54.585245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.598314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.599728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:54.604733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:54.610099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:54.610791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.625238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:54.634610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 6090854e-13ca-4b8c-9919-574a50f24dc5 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:54.644074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 6090854e-13ca-4b8c-9919-574a50f24dc5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:54.644434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.658518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.662966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:54.663536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.667461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:54.678582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.686236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.686790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fde7f62b-67e2-481c-92fa-51e5358e71ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:54.701941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=381b25ac-c6f3-435d-b81a-9f83dcba1c74,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:54.709526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:54.711829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0602963 Nov 25 11:24:54.720353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:54.720866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:24:54.721516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:54.777945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '381b25ac-c6f3-435d-b81a-9f83dcba1c74', 'ip_address': '2001:db8::b1ab:b101:8602:dfcd'}], 'name': 'tempest-NetworksTestDHCPv6-341827045'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:54.788260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.789448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/security-groups/ad9ed464-b3bf-4b9e-95c1-7071230cc769 HTTP/1.1" status: 204 len: 168 time: 0.3720682 Nov 25 11:24:54.792902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38368) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:54.798260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Pushing event deleted for resources: {'Port': ['ID=45b2580c-27ea-4fb8-99c3-ee992144bf89,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:54.798528 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4380400 Nov 25 11:24:54.808086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38372) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:54.808245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:54.808245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e687657a-1482-465c-87d8-d34e59360ed7 None None] The sync data for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:24:54.809239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:54.809884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:54.814860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:54.815029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] No DVR routers for this DVR port 45b2580c-27ea-4fb8-99c3-ee992144bf89 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:24:54.815297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8a328b3-5acd-4d90-affc-8dac3d2270f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:54.816475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': 'db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:54.831457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:54.840140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9ed464-b3bf-4b9e-95c1-7071230cc769,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:54.845513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:54.848797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ab696-9c2a-42b9-8211-bc2efd3d412e None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:54.868551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 45b2580c-27ea-4fb8-99c3-ee992144bf89 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:24:54.889300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.919990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.964151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 45b2580c-27ea-4fb8-99c3-ee992144bf89 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:24:54.964497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 45b2580c-27ea-4fb8-99c3-ee992144bf89 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:24:54.986483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:54.991526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6bd51917-794e-4c9d-9926-dba09de321bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:55.003828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be78d63-89c6-4f41-b851-556dac332475,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:55.007571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:55.011509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.012680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/security-groups/1be78d63-89c6-4f41-b851-556dac332475 HTTP/1.1" status: 204 len: 168 time: 0.2190998 Nov 25 11:24:55.015789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38376) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:55.051990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:55.066281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:55.070039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:55.080401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:55.085651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:55.093154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:55.098806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:55.107969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:55.110116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:55.130914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.186684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:55.192005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.206160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet a218e7ce-92f9-4b2a-bdf2-85c8999379b9 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:24:55.206884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:24:55.209102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.225051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:55.251257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.276457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.298288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.309145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.317095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:55.325594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 4a67c659-1325-4af7-808e-c00ab2fd4dcf yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:55.415046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:55.427131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:55.428048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '381b25ac-c6f3-435d-b81a-9f83dcba1c74'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:55.429073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.565663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.595459 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'code': 200} Nov 25 11:24:55.619559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93111c1-8c2f-45e9-b7dd-e77e9e399cba req-373e6f84-b879-4a9e-9922-7073595dafca tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:55.627104 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e93111c1-8c2f-45e9-b7dd-e77e9e399cba req-373e6f84-b879-4a9e-9922-7073595dafca tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.1905522 Nov 25 11:24:55.686711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/381b25ac-c6f3-435d-b81a-9f83dcba1c74/fb806cc9-d6aa-4698-b127-f07a48177170) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:55.714748 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e93111c1-8c2f-45e9-b7dd-e77e9e399cba req-31578f03-fd07-4a92-b98b-264c56887c60 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863247 Nov 25 11:24:55.739564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.744848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d77fba19-bdf5-4a1e-9be4-8c88845dbfaf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:55.780779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=a218e7ce-92f9-4b2a-bdf2-85c8999379b9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:55.785026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:55.788131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.801091 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/a218e7ce-92f9-4b2a-bdf2-85c8999379b9 HTTP/1.1" status: 204 len: 168 time: 0.7846689 Nov 25 11:24:55.802659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38386) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:55.810950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:55.812286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5aeb45-32b3-47f0-bd60-c9ac8a952ed7 None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:55.950807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:55.954958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:55.958327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:55.963979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:55.974470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:55.979034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.984715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.991821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9abbfeed-6b28-4d77-8f00-610d69a9a634 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:56.010673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.051389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Transition to ACTIVE for port object fb806cc9-d6aa-4698-b127-f07a48177170 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:56.082947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Transition to ACTIVE for port object fb806cc9-d6aa-4698-b127-f07a48177170 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:56.118265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.123308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3cd71181-2868-4b3b-9e60-224d0748e5e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:56.136971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-70f4b6c6-d1aa-4c91-b64b-669383e40e5d req-770df199-cfe5-4ed8-a0ed-4f6d5408b87c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1098 time: 0.3233237 Nov 25 11:24:56.197825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:56.202385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:56.205146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:56.207093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Pushing event updated for resources: {'Port': ['ID=fb806cc9-d6aa-4698-b127-f07a48177170,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:56.212318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:56.234017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=b86ddce5-4870-426d-becb-33927883612a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:56.254128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:56.274539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.279344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b362faef-76c6-4a1f-9165-24113ace744b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:56.289822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::b1ab:b101:8602:dfcd (be5ac70f-953b-423d-8366-53ff314b8313/381b25ac-c6f3-435d-b81a-9f83dcba1c74/4a67c659-1325-4af7-808e-c00ab2fd4dcf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:56.293245 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-70f4b6c6-d1aa-4c91-b64b-669383e40e5d req-589545b2-6369-4789-9db8-dede21be42fd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094592 Nov 25 11:24:56.310430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Attempting to bind port fb806cc9-d6aa-4698-b127-f07a48177170 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:56.310863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Attempting to bind port fb806cc9-d6aa-4698-b127-f07a48177170 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:56.311238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Attempting to bind port fb806cc9-d6aa-4698-b127-f07a48177170 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:56.318717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:56.319096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:56.319553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.320623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:56.320623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Bound port: fb806cc9-d6aa-4698-b127-f07a48177170, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:56.320878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.346066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': 'd760f290-a404-45db-b4c6-d4069598275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:56.346584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:56.351050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:56.354824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:56.358206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:56.358681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.385120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=abf17de4-babb-422a-b6ee-67ac5a64781a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:56.387944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:56.392562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5861530 Nov 25 11:24:56.393444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38390) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:56.399870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'security_group': {'name': 'tempest-secgroup-691028827'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:56.407113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:56.412390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:56.416543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:56.424987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:56.444757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.469571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] For port fb806cc9-d6aa-4698-b127-f07a48177170, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:56.474327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] For port fb806cc9-d6aa-4698-b127-f07a48177170, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=fb806cc9-d6aa-4698-b127-f07a48177170,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:56.486290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.492311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:56.501438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:56.506170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group_rule and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:56.510564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:56.517390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:56.586518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:56.600814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Pushing event updated for resources: {'Port': ['ID=fb806cc9-d6aa-4698-b127-f07a48177170,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:56.604720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:56.611386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.618638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.619638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:56.627684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a42d9-a507-4068-af9a-94f58447ef81 None None] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:56.628460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-33765cd0-4a0b-4bc8-a9b2-c36001c72904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:56.635272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:56.635850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.677796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efc152-0fee-435b-a59b-3e793b170069,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:56.682152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:56.684791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.687181 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2932134 Nov 25 11:24:56.690620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38394) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:56.700269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'security_group': {'name': 'tempest-secgroup-963696619'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:56.709192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:56.715647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:56.720763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:56.729101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:56.745182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.751122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.771294 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9631953 Nov 25 11:24:56.775305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38400) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:56.783196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112569739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:56.792627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:56.796239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 4a67c659-1325-4af7-808e-c00ab2fd4dcf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:56.819920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:56.825812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group_rule and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:56.829245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:56.842600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:56.897300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:56.916123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:56.924375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c656ca78-a786-41df-9f8e-f6b6a12bd565 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:57.000262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1', 'network_id': 'db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': 'b86ddce5-4870-426d-becb-33927883612a'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:24:57.001756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.010836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port e2a84e1b-a3c6-402c-915e-1d47542c5ea6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:57.011182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.028234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.029505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.057417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:57.067055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:57.074459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:57.075575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.079013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:57.079892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.088205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=4a67c659-1325-4af7-808e-c00ab2fd4dcf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:57.097749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:57.102877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.117952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c3afca6b-526a-44cc-83d6-61c4d42baa99 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:57.126934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.148904 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4273875 Nov 25 11:24:57.152345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:57.216742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba5765-8767-4805-a065-93c21a2800ec req-6fddf8f3-41bf-4f01-9692-efba656bad8d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:57.218345 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4dba5765-8767-4805-a065-93c21a2800ec req-6fddf8f3-41bf-4f01-9692-efba656bad8d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.2626891 Nov 25 11:24:57.222194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd5692-df81-4f05-962b-a59406821a58,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:57.245194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:57.260770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.272567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5799196 Nov 25 11:24:57.277466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38408) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:57.278366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.294791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1790313006'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:57.315057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:57.321532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:57.330715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:57.341366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:57.344723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Allocated IP 2001:db8::2 (db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1/b86ddce5-4870-426d-becb-33927883612a/9758804a-b94e-4cf4-a627-3537c7814e38) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:57.355710 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4dba5765-8767-4805-a065-93c21a2800ec req-8aed1c16-191b-47e1-9f76-01f9d2e2b20d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294537 Nov 25 11:24:57.356518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.357649 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c45fb3c4-4f36-4b1b-889b-0594f69add29 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5814099 Nov 25 11:24:57.361026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38412) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:57.378136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.422813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:57.427185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:security_group_rule and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:57.432388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:57.439688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:57.453596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a6063-98ac-436f-a08f-49b4bd9243d3 None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:24:57.531090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.538497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.548092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b779aa66-b98e-4101-8d4c-b009613c3fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:57.593056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e11a909-3445-4765-9cb1-b92fa6be9786,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:57.595919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:57.597772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.603478 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3192575 Nov 25 11:24:57.606952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38416) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:57.611244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.613609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-837362386', 'security_groups': ['6e11a909-3445-4765-9cb1-b92fa6be9786'], 'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'abf17de4-babb-422a-b6ee-67ac5a64781a'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:57.617441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2b28bf04-6646-4882-9ba8-b66a98e47410 None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:57.617983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b28bf04-6646-4882-9ba8-b66a98e47410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.742312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for e2a84e1b-a3c6-402c-915e-1d47542c5ea6 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:24:57.776089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:57.787293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:57.801820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:57.811542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.837622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] device_id is not set on port 2b53ec09-0a79-44ec-801e-614108cdae48 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:24:57.877087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.932190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Transition to ACTIVE for port object 9758804a-b94e-4cf4-a627-3537c7814e38 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:57.973367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Transition to ACTIVE for port object 9758804a-b94e-4cf4-a627-3537c7814e38 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:57.994739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:57.998657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:58.014935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.027918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-caa58243-aa2a-4072-b62c-409999daba1a tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:58.038033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2b28bf04-6646-4882-9ba8-b66a98e47410 None None] Provisioning complete for port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:58.038333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b28bf04-6646-4882-9ba8-b66a98e47410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.086288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.3 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/abf17de4-babb-422a-b6ee-67ac5a64781a/2b53ec09-0a79-44ec-801e-614108cdae48) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:58.106075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2b28bf04-6646-4882-9ba8-b66a98e47410 None None] Port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:58.144790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:58.148223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:58.150595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:58.153573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Pushing event updated for resources: {'Port': ['ID=9758804a-b94e-4cf4-a627-3537c7814e38,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:58.156259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:58.207012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=e2a84e1b-a3c6-402c-915e-1d47542c5ea6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:58.215163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:58.233319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa72bc4-2a78-46fc-9ad5-883a76403bb9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:58.237888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa72bc4-2a78-46fc-9ad5-883a76403bb9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:58.239171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-caa72bc4-2a78-46fc-9ad5-883a76403bb9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:24:58.345230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Update dhcp port {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'fixed_ips': [{'subnet_id': '419c4963-01cc-4d1a-8b1e-f61dd5cf43e1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'abf17de4-babb-422a-b6ee-67ac5a64781a'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '8a52045d-e76c-468e-beb7-2da0e9a0b9ac'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:24:58.407723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.431567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Transition to ACTIVE for port object 2b53ec09-0a79-44ec-801e-614108cdae48 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:58.455573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.471199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.481195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a341d874-88dd-4683-ba23-de69b433dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:58.482736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Attempting to bind port 9758804a-b94e-4cf4-a627-3537c7814e38 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:58.483126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Attempting to bind port 9758804a-b94e-4cf4-a627-3537c7814e38 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'd760f290-a404-45db-b4c6-d4069598275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:58.483614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Attempting to bind port 9758804a-b94e-4cf4-a627-3537c7814e38 on network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:24:58.493349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:24:58.494107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Checking segment: {'id': 'd760f290-a404-45db-b4c6-d4069598275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:24:58.495125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.495839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Bound using segment: {'id': 'd760f290-a404-45db-b4c6-d4069598275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:24:58.496758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Bound port: 9758804a-b94e-4cf4-a627-3537c7814e38, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd760f290-a404-45db-b4c6-d4069598275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:58.497433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.535761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c7974f26-078b-4eef-8417-a3ac8e37af9e None None] Provisioning for port fb806cc9-d6aa-4698-b127-f07a48177170 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:58.567370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-caa72bc4-2a78-46fc-9ad5-883a76403bb9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:24:58.569660 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-caa72bc4-2a78-46fc-9ad5-883a76403bb9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.4059651 Nov 25 11:24:58.574471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38422) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:58.624301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.719797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:58.728524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:58.736846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:24:58.769709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a920cf0e-2eda-49a4-9e8c-9d465df59d27 None None] Provisioning for port 4a67c659-1325-4af7-808e-c00ab2fd4dcf completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:58.772442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=2b53ec09-0a79-44ec-801e-614108cdae48,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:58.779184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:58.780711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a920cf0e-2eda-49a4-9e8c-9d465df59d27 None None] Provisioning complete for port 4a67c659-1325-4af7-808e-c00ab2fd4dcf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:58.780897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a920cf0e-2eda-49a4-9e8c-9d465df59d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.818975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:58.819573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.847205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61233bd0-75af-4318-8246-736fc2ea2b7c req-0e39679a-650e-4ff0-b1d6-9beb70094fd5 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:58.848748 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-61233bd0-75af-4318-8246-736fc2ea2b7c req-0e39679a-650e-4ff0-b1d6-9beb70094fd5 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.1982181 Nov 25 11:24:58.854269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a920cf0e-2eda-49a4-9e8c-9d465df59d27 None None] Port 4a67c659-1325-4af7-808e-c00ab2fd4dcf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:24:58.857455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] For port 9758804a-b94e-4cf4-a627-3537c7814e38, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:24:58.875222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] For port 9758804a-b94e-4cf4-a627-3537c7814e38, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9758804a-b94e-4cf4-a627-3537c7814e38,segment=NetworkSegment(d760f290-a404-45db-b4c6-d4069598275b),segment_id=d760f290-a404-45db-b4c6-d4069598275b)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:24:58.878209 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2705479 Nov 25 11:24:58.881581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38426) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:58.888633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:58.889501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 4a67c659-1325-4af7-808e-c00ab2fd4dcf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:24:58.889837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.946363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fb806cc9-d6aa-4698-b127-f07a48177170 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:58.976248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.986675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-115f7508-a0d4-4553-8d9a-4d85a4888124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:58.989631 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-61233bd0-75af-4318-8246-736fc2ea2b7c req-6956c15a-bc33-4baf-99e0-ea830b84582c tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276383 Nov 25 11:24:59.066549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:59.071745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:59.075220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:59.082878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:59.100037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:59.106139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.109328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Allocated IP 172.20.0.2 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/abf17de4-babb-422a-b6ee-67ac5a64781a/8a52045d-e76c-468e-beb7-2da0e9a0b9ac) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:59.115055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Pushing event updated for resources: {'Port': ['ID=9758804a-b94e-4cf4-a627-3537c7814e38,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:59.122479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:59.212988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port fb806cc9-d6aa-4698-b127-f07a48177170 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:59.228250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port fb806cc9-d6aa-4698-b127-f07a48177170 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:59.228627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.315256 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.ipam_backend_mixin [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet abf17de4-babb-422a-b6ee-67ac5a64781a (CIDR: 172.20.0.0/28) Nov 25 11:24:59.325878 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:24:59.326225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:59.331862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] For port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,segment=NetworkSegment(12e3055c-9e39-4b6d-8226-a88577c021b0),segment_id=12e3055c-9e39-4b6d-8226-a88577c021b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:59.357835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcf6a-723a-4f5e-a892-4ab09b3b9f08 req-396fe950-1d6b-4657-afef-18dcc398656f tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:59.364865 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d3ffcf6a-723a-4f5e-a892-4ab09b3b9f08 req-396fe950-1d6b-4657-afef-18dcc398656f tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.2353683 Nov 25 11:24:59.385043 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad8204af-9808-40be-9936-ae13cc74f396 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4998124 Nov 25 11:24:59.387014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38432) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:59.392730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:59.461708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.470297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.475368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.513493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Transition to ACTIVE for port object 8a52045d-e76c-468e-beb7-2da0e9a0b9ac will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:59.526683 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d3ffcf6a-723a-4f5e-a892-4ab09b3b9f08 req-85d4ba5e-2471-4784-b8f4-378c15a7e198 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593544 Nov 25 11:24:59.528617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.533926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d8e3c093-45c9-457a-91e5-87cffb60ae40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:59.567830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38436) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:59.581290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port fb806cc9-d6aa-4698-b127-f07a48177170, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=fb806cc9-d6aa-4698-b127-f07a48177170,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:24:59.599460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.659710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:59.668915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:59.675184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:59.682618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:59.694210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:59.698991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.712781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Pushing event updated for resources: {'Port': ['ID=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:59.715231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.716322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:59.716786 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2b124d94-84b4-45da-b2cf-36805380a0cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:59.781357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=fb806cc9-d6aa-4698-b127-f07a48177170,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:59.784832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:59.840465 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.ipam_backend_mixin [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 419c4963-01cc-4d1a-8b1e-f61dd5cf43e1 (CIDR: 172.20.0.16/28) Nov 25 11:24:59.844297 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:24:59.844740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:24:59.865971 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-39855c1b-baa8-4dec-acf0-ce4a36cca67a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4794645 Nov 25 11:24:59.869149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38440) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:59.874985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'subnet': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:24:59.985296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.017725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:00.021890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Usage tracker for resource:subnet and tenant:ebd56f3080ce43f39df9ad7b2c0923b3 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:00.024977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:00.031391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:00.055752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Made reservation on behalf of ebd56f3080ce43f39df9ad7b2c0923b3 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:00.059877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.135757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 4a67c659-1325-4af7-808e-c00ab2fd4dcf owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:00.294879 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-96a45a32-942b-4716-a974-3ce50d154845 tempest-TestNetworkAdvancedServerOps-2074907245 tempest-TestNetworkAdvancedServerOps-2074907245-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1093 time: 0.7248602 Nov 25 11:25:00.297903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38444) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:00.312484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:00.312709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:00.321220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:00.327403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Usage tracker for resource:floatingip and tenant:2a1c3be74370475fa2db4a45c79e69b6 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:00.333262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:00.342378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:00.366615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.432772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.436933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-35fe049e-e2ea-4d0a-8a60-c6113af517cb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:00.560767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:00.565775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:00.571645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:00.572257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.587902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Subnet': ['ID=9e67724d-697d-44b7-9147-1731271ef744,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:00.596798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:00.598821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a9c8b-3605-4511-b292-8755aebd623c None None] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:00.623203 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7501912 Nov 25 11:25:00.624243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38448) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:00.632379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1269392064', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9e67724d-697d-44b7-9147-1731271ef744'}], 'security_groups': ['b9efc152-0fee-435b-a59b-3e793b170069', '03bd5692-df81-4f05-962b-a59406821a58']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:00.708380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b0e9abc6-f809-4b83-ae0f-94f8871e41c2 None None] Provisioning for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:00.720686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b0e9abc6-f809-4b83-ae0f-94f8871e41c2 None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:00.721356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b0e9abc6-f809-4b83-ae0f-94f8871e41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.754871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.789329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8::1 (db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1/b86ddce5-4870-426d-becb-33927883612a/a42bb7ec-6faa-4d40-a297-0c0c7cb1e643) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:00.836553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:00.849828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ee731c9-8cf6-43d2-a874-01710a28c093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:00.857429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cdcabf-2a74-4695-a6c6-07b2dfce3352 None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:00.949813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=4a67c659-1325-4af7-808e-c00ab2fd4dcf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:00.954376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:00.997758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8a52045d-e76c-468e-beb7-2da0e9a0b9ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:01.065592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:01.078035 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] Sync routers for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:01.097252 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:01.097867 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:01.118364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.150353 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8600731 Nov 25 11:25:01.163974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38452) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:01.190103 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:01.216989 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] Routers {'b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:01.217809 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:01.218056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.229232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-370187a3-1305-4c1c-bdd6-2070eea3eece tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:01.238293 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/4a67c659-1325-4af7-808e-c00ab2fd4dcf HTTP/1.1" status: 204 len: 168 time: 2.6618004 Nov 25 11:25:01.244681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38456) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:01.298187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Allocated IP 172.26.5.182 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/dce4f4c0-b5e9-40b6-804f-d311b4073dea) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:01.308512 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:01.308939 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477e78-10d4-41b6-8fc9-2efe165287fe None None] The sync data for ids ['b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:01.350216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b0e9abc6-f809-4b83-ae0f-94f8871e41c2 None None] Provisioning complete for port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:01.350627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b0e9abc6-f809-4b83-ae0f-94f8871e41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.352163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.361521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-370187a3-1305-4c1c-bdd6-2070eea3eece tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:01.362926 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-370187a3-1305-4c1c-bdd6-2070eea3eece tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 HTTP/1.1" status: 200 len: 205 time: 0.1974628 Nov 25 11:25:01.369615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38460) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:01.393683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:01.394059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.451271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695bafb-036d-47ab-a5aa-e9f167789428 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:01.452889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695bafb-036d-47ab-a5aa-e9f167789428 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:01.453768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1695bafb-036d-47ab-a5aa-e9f167789428 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:01.469733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:01.515309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9abc6-f809-4b83-ae0f-94f8871e41c2 None None] Port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:01.574274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1695bafb-036d-47ab-a5aa-e9f167789428 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:01.575879 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1695bafb-036d-47ab-a5aa-e9f167789428 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3181038 Nov 25 11:25:01.579934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38464) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:01.623261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcefa-9a62-4ad0-be91-9fdd79f32f9e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.674768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9758804a-b94e-4cf4-a627-3537c7814e38 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:01.727366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Provisioning for port 2b53ec09-0a79-44ec-801e-614108cdae48 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:01.746088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Update dhcp port {'port': {'network_id': '7e3334d2-6a0c-4922-8e12-80c1473f5dd8', 'fixed_ips': [{'subnet_id': '419c4963-01cc-4d1a-8b1e-f61dd5cf43e1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'abf17de4-babb-422a-b6ee-67ac5a64781a', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e67724d-697d-44b7-9147-1731271ef744'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '8a52045d-e76c-468e-beb7-2da0e9a0b9ac'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:25:01.765811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.768097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Provisioning complete for port 2b53ec09-0a79-44ec-801e-614108cdae48 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:01.768484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.769943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:01.781238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.848354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.868911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Port 2b53ec09-0a79-44ec-801e-614108cdae48 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:01.875529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Delete allocated IP 172.20.0.3 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/abf17de4-babb-422a-b6ee-67ac5a64781a) {{(pid=83570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:25:01.881392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.887495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:01.897893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:01.909617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=a42bb7ec-6faa-4d40-a297-0c0c7cb1e643,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:01.912239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:01.917877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:01.920262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:01.922141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.923558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Allocated IP 172.20.0.42 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/9e67724d-697d-44b7-9147-1731271ef744/2b53ec09-0a79-44ec-801e-614108cdae48) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:01.929894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 9758804a-b94e-4cf4-a627-3537c7814e38 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:01.970631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:01.976019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:01.980704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Provisioning for port 9758804a-b94e-4cf4-a627-3537c7814e38 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:01.986239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9758804a-b94e-4cf4-a627-3537c7814e38 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:01.986239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.993495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:02.019086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Provisioning complete for port 9758804a-b94e-4cf4-a627-3537c7814e38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:02.019332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.036971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Port': ['ID=dce4f4c0-b5e9-40b6-804f-d311b4073dea,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:02.047749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:02.228870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.253625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.294813 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 9758804a-b94e-4cf4-a627-3537c7814e38, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9758804a-b94e-4cf4-a627-3537c7814e38,segment=NetworkSegment(d760f290-a404-45db-b4c6-d4069598275b),segment_id=d760f290-a404-45db-b4c6-d4069598275b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:02.304036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.306362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fb806cc9-d6aa-4698-b127-f07a48177170 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:02.335487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-094e1c18-50c5-4468-ab22-68082ec0664b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:02.471648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:25:02.472069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-e47abb2e-dcbd-4699-b9d3-0a5ac1c9bda9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:25:02.479537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=9758804a-b94e-4cf4-a627-3537c7814e38,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:02.482030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 381b25ac-c6f3-435d-b81a-9f83dcba1c74 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:02.483188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:02.487737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcefa-9a62-4ad0-be91-9fdd79f32f9e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.491118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.506204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port fb806cc9-d6aa-4698-b127-f07a48177170 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:02.506843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.507924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.537997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Ignored duplicate provisioning block setup for port 2b53ec09-0a79-44ec-801e-614108cdae48 by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:25:02.540800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcefa-9a62-4ad0-be91-9fdd79f32f9e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.557816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.559159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.565933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-370bf736-23fb-4481-ba9a-a4e565762346 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:02.576832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.653699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Allocated IP 172.20.0.34 (7e3334d2-6a0c-4922-8e12-80c1473f5dd8/9e67724d-697d-44b7-9147-1731271ef744/8a52045d-e76c-468e-beb7-2da0e9a0b9ac) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:02.680830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcefa-9a62-4ad0-be91-9fdd79f32f9e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.681317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6dcefa-9a62-4ad0-be91-9fdd79f32f9e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Fanout notify agent at l3_agent the message router_deleted on router b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:25:02.771506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcefa-9a62-4ad0-be91-9fdd79f32f9e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.774836 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e6dcefa-9a62-4ad0-be91-9fdd79f32f9e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 HTTP/1.1" status: 204 len: 168 time: 1.4020355 Nov 25 11:25:02.776051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38468) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:02.831407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event updated for resources: {'Port': ['ID=2b53ec09-0a79-44ec-801e-614108cdae48,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:02.843936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:02.872682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] For port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,segment=NetworkSegment(12e3055c-9e39-4b6d-8226-a88577c021b0),segment_id=12e3055c-9e39-4b6d-8226-a88577c021b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:02.884808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] In _notify_port_updated(), no bound segment for port 2b53ec09-0a79-44ec-801e-614108cdae48 on network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:25:02.888591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:02.889195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.890448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "PUT /v2.0/ports/2b53ec09-0a79-44ec-801e-614108cdae48 HTTP/1.1" status: 200 len: 960 time: 2.2651663 Nov 25 11:25:02.894275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38472) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:02.906848 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:02.923648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9758804a-b94e-4cf4-a627-3537c7814e38 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:02.966989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Transition to ACTIVE for port object 8a52045d-e76c-468e-beb7-2da0e9a0b9ac will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:02.973232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port 2b53ec09-0a79-44ec-801e-614108cdae48 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:02.973563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.005083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.017363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-15c3d7f1-111e-4420-b1e9-b4f2ae0f0a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:03.060648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.187279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.216778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Pushing event updated for resources: {'Port': ['ID=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:03.225669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:03.238447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9758804a-b94e-4cf4-a627-3537c7814e38 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:03.238718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.290026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.298173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cf0d6895-2af8-4481-8a62-1d8ddfb33f8f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:03.318769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9df8d6d8-6468-4acd-ba93-390cd3d93611 None None] Provisioning for port a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:03.342658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.345034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.356992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=381b25ac-c6f3-435d-b81a-9f83dcba1c74,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:03.361572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:03.364183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet 41f98977-ce15-477b-828f-c75dedf6445f {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:03.366124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.367475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.374248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cc5f76c-7cd5-4ef7-acbb-164130f878b9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:03.399791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.403158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9df8d6d8-6468-4acd-ba93-390cd3d93611 None None] Provisioning complete for port a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:03.403535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9df8d6d8-6468-4acd-ba93-390cd3d93611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.411051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.446867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2a3ef-8d50-4a2a-888c-24045a9ce068 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:03.452613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.536690 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/381b25ac-c6f3-435d-b81a-9f83dcba1c74 HTTP/1.1" status: 204 len: 168 time: 1.9554138 Nov 25 11:25:03.537479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38476) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:03.542576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.569963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for 2b53ec09-0a79-44ec-801e-614108cdae48 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:03.644994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9df8d6d8-6468-4acd-ba93-390cd3d93611 None None] Port a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:03.678793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=a42bb7ec-6faa-4d40-a297-0c0c7cb1e643,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:03.692749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:03.708908 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ee971f4-bbb8-45e3-88e9-ad356dcafb2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353779 Nov 25 11:25:03.711661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:03.739967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:03.802407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9df8d6d8-6468-4acd-ba93-390cd3d93611 None None] Provisioning complete for port 9758804a-b94e-4cf4-a627-3537c7814e38 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:03.802786 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9df8d6d8-6468-4acd-ba93-390cd3d93611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.836123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.918530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:03.922164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:03.926674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:03.927559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.934406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-24e6799c-eb62-4115-8c14-a492add35cfb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:03.973562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4a3bce36-eda4-48c1-8cf7-1f6bb7f3f9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.986953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:03.995811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.019593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:04.026783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Deleting port fb806cc9-d6aa-4698-b127-f07a48177170 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:04.027453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.076489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event updated for resources: {'Port': ['ID=dce4f4c0-b5e9-40b6-804f-d311b4073dea,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:04.081017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:04.083719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ffecfbff-9ffc-48b8-8c25-421a03aa6609 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:04.114691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6e11ea99-ef3d-430e-afb0-26e04de5fd31 None None] Could not find standard attr ID for object 2b53ec09-0a79-44ec-801e-614108cdae48. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:25:04.159475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:04.167237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:04.178034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=2b53ec09-0a79-44ec-801e-614108cdae48,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:04.235802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:04.240873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:04.246297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.260967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.282150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:04.285654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.315200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.328318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6e11ea99-ef3d-430e-afb0-26e04de5fd31 None None] Provisioning for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:04.337973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/2b53ec09-0a79-44ec-801e-614108cdae48 HTTP/1.1" status: 204 len: 168 time: 1.4406576 Nov 25 11:25:04.338827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38484) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:04.341624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6e11ea99-ef3d-430e-afb0-26e04de5fd31 None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:04.342006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6e11ea99-ef3d-430e-afb0-26e04de5fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.379752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] For port fb806cc9-d6aa-4698-b127-f07a48177170, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=fb806cc9-d6aa-4698-b127-f07a48177170,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:04.380188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.384641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac82aad-d616-421e-9ee4-005d9e3e2ca3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] GET failed (client error): The resource could not be found. Nov 25 11:25:04.385146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6ac82aad-d616-421e-9ee4-005d9e3e2ca3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Synchronizing usage tracker for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:04.421845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6ac82aad-d616-421e-9ee4-005d9e3e2ca3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Unset dirty status for tenant:ebd56f3080ce43f39df9ad7b2c0923b3 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:04.426335 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6ac82aad-d616-421e-9ee4-005d9e3e2ca3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports/2b53ec09-0a79-44ec-801e-614108cdae48 HTTP/1.1" status: 404 len: 333 time: 0.0833633 Nov 25 11:25:04.426775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38488) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:04.523937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Calling delete_port for fb806cc9-d6aa-4698-b127-f07a48177170 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:04.632110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.639235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a4eab67-2b80-4e35-8f32-4ecdb3eb5da6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:04.672832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.688017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=41f98977-ce15-477b-828f-c75dedf6445f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:04.693391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:04.695564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-49443176-8c9d-4c8e-bae3-3071cd6f6081 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:04.701755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.715047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:04.744961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.763175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6e11ea99-ef3d-430e-afb0-26e04de5fd31 None None] Provisioning complete for port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:04.763686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6e11ea99-ef3d-430e-afb0-26e04de5fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.792255 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Floating IP 96a06954-5723-4394-b8f4-5cb212822a5b associated. External IP: 172.26.5.182, port: 6090854e-13ca-4b8c-9919-574a50f24dc5. Nov 25 11:25:04.796305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.821740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] No DVR routers for this DVR port fb806cc9-d6aa-4698-b127-f07a48177170 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:04.824698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6e11ea99-ef3d-430e-afb0-26e04de5fd31 None None] Port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:04.826109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Pushing event deleted for resources: {'Port': ['ID=fb806cc9-d6aa-4698-b127-f07a48177170,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:04.827982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58853fc-a594-48d5-8ff4-6d0fc3ee8490 None None] Network cf3beb0e-0362-4c42-8811-28e980da7d52 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:04.849798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:04.863139 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/41f98977-ce15-477b-828f-c75dedf6445f HTTP/1.1" status: 204 len: 168 time: 1.9742150 Nov 25 11:25:04.874741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38492) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:04.876201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.886151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:04.887864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:04.900825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:04.901711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.943570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=1e7ccba0-02e2-4abe-b4e5-83e2f4944518,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:04.946672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22dc2b7-28f1-4008-9e64-2c182a87ed30 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:04.950180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:04.958548 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2384942 Nov 25 11:25:04.958548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38496) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:04.963437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '1e7ccba0-02e2-4abe-b4e5-83e2f4944518', 'ip_address': '2001:db8::f411:3604:5cb1:207f'}], 'name': 'tempest-NetworksTestDHCPv6-1536569159'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:04.963798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8a52045d-e76c-468e-beb7-2da0e9a0b9ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:05.010523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8d02333d-b1fd-458f-81df-c952491b8162 None None] Could not find standard attr ID for object 2b53ec09-0a79-44ec-801e-614108cdae48. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:25:05.107954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.113484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-addbcf3c-800e-4d87-849f-bc03e9b53a81 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:05.134661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:05.136521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e11a909-3445-4765-9cb1-b92fa6be9786,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:05.143457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:05.145208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:05.149971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:05.161623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:05.181436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:05.188081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.200184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router ebcb0938-0c76-4380-b6fa-3a5f11f6b035 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:25:05.215635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.215871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 76fce2d2-36bd-4aab-9e29-441812e34eab yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:25:05.219175 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e11a909-3445-4765-9cb1-b92fa6be9786 HTTP/1.1" status: 204 len: 168 time: 0.7889764 Nov 25 11:25:05.220254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38500) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:05.254324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8d02333d-b1fd-458f-81df-c952491b8162 None None] Provisioning complete for port a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:05.254698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d02333d-b1fd-458f-81df-c952491b8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.268065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet 5e5e564f-e181-4d29-9066-2ea04d0061eb {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:05.278436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.363428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:05.363656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.363773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.389836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8d02333d-b1fd-458f-81df-c952491b8162 None None] Port a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:05.424087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.478862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.509760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '1e7ccba0-02e2-4abe-b4e5-83e2f4944518'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:05.510590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.542927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] DHCP port deletion for cf3beb0e-0362-4c42-8811-28e980da7d52 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:05.559584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Deleting port 41ef7d48-0480-46cc-9893-b437fed91ea4 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:05.559796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.608850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.666521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f411:3604:5cb1:207f (be5ac70f-953b-423d-8366-53ff314b8313/1e7ccba0-02e2-4abe-b4e5-83e2f4944518/76fce2d2-36bd-4aab-9e29-441812e34eab) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:05.668900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.678595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-78f9ec54-abc5-4c25-8a65-bba5649ad19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:05.685582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:05.696577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd5692-df81-4f05-962b-a59406821a58,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:05.703125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:05.705550 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/ebcb0938-0c76-4380-b6fa-3a5f11f6b035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3405569 Nov 25 11:25:05.710248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.711935 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/security-groups/03bd5692-df81-4f05-962b-a59406821a58 HTTP/1.1" status: 204 len: 168 time: 0.4914668 Nov 25 11:25:05.714473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38504) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:05.714817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38506) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:05.734984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] Sync routers for ids ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:05.752571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fb806cc9-d6aa-4698-b127-f07a48177170 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:05.792076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.800087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: fb806cc9-d6aa-4698-b127-f07a48177170 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:05.800573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device fb806cc9-d6aa-4698-b127-f07a48177170 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:05.806694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-104fded2-ff3a-40b6-9a35-431adeab9a28 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:05.845140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] Routers {'ebcb0938-0c76-4380-b6fa-3a5f11f6b035'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:05.845945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:05.910359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5e564f-e181-4d29-9066-2ea04d0061eb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:05.923508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.926752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:05.941985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 76fce2d2-36bd-4aab-9e29-441812e34eab will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:05.942100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a260639-b540-446e-adba-7682d14135b0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:05.946562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3a260639-b540-446e-adba-7682d14135b0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports/a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 HTTP/1.1" status: 200 len: 911 time: 0.2270100 Nov 25 11:25:05.946562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:05.947265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:05.955411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b86ddce5-4870-426d-becb-33927883612a'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:05.963038 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/5e5e564f-e181-4d29-9066-2ea04d0061eb HTTP/1.1" status: 204 len: 168 time: 1.0634365 Nov 25 11:25:05.963219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b0a78-302a-433d-a424-2bc7a798a644 None None] Network 78580f09-7642-46ed-8543-24a09d68c6e6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:05.963639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38516) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:05.983280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:06.011399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.063262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] For port 41ef7d48-0480-46cc-9893-b437fed91ea4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41ef7d48-0480-46cc-9893-b437fed91ea4,segment=NetworkSegment(deacbceb-a5bd-48d2-8751-bec0c078fd18),segment_id=deacbceb-a5bd-48d2-8751-bec0c078fd18)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:06.063848 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.129791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.149863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.177208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.191299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 41ef7d48-0480-46cc-9893-b437fed91ea4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:06.191681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.229050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-80742e68-2b80-48cc-b3c6-b4ee109568e3 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:06.231413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Calling delete_port for 41ef7d48-0480-46cc-9893-b437fed91ea4 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:06.243445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Router 1b8004ec-0e5b-4f77-a562-6d94018ae933 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:06.254512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.263251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-66e820e8-b42d-4b73-9cd1-3c04dbdb171a tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:06.304956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efc152-0fee-435b-a59b-3e793b170069,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:06.307181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] Routers {'ebcb0938-0c76-4380-b6fa-3a5f11f6b035'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:06.307872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:24:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:06.315441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:06.328370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.332461 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9efc152-0fee-435b-a59b-3e793b170069 HTTP/1.1" status: 204 len: 168 time: 0.6115499 Nov 25 11:25:06.334696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:06.379215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:06.380079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=76fce2d2-36bd-4aab-9e29-441812e34eab,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:06.383524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:06.397594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:06.400029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:06.404311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:06.404917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.441131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:06.441471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62220a-4ce9-41c2-a99a-4d0968b68e0b None None] The sync data for ids ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:06.455602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab900-2872-4df5-a371-fa232617649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.478897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/1e7ccba0-02e2-4abe-b4e5-83e2f4944518/a432625f-a30e-4a81-901b-9e1c51bab84f) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:06.505345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.518886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.525686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5131ad67-5737-4b32-85a4-9945e40d1e66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:06.530709 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5742767 Nov 25 11:25:06.535226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:06.626449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Pushing event deleted for resources: {'Port': ['ID=41ef7d48-0480-46cc-9893-b437fed91ea4,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:06.631121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:06.643165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] No DVR routers for this DVR port 41ef7d48-0480-46cc-9893-b437fed91ea4 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:06.742671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 41ef7d48-0480-46cc-9893-b437fed91ea4, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41ef7d48-0480-46cc-9893-b437fed91ea4,segment=NetworkSegment(deacbceb-a5bd-48d2-8751-bec0c078fd18),segment_id=deacbceb-a5bd-48d2-8751-bec0c078fd18)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:06.743028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.785655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] DHCP port deletion for 78580f09-7642-46ed-8543-24a09d68c6e6 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:06.805274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Deleting port 883dc80c-5965-4c1c-8057-f2ea8faeb875 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:06.805654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.866363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.887932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 41ef7d48-0480-46cc-9893-b437fed91ea4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:06.913159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ef7d48-0480-46cc-9893-b437fed91ea4 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:06.936622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Transition to ACTIVE for port object a432625f-a30e-4a81-901b-9e1c51bab84f will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:06.952607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet abf17de4-babb-422a-b6ee-67ac5a64781a {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:06.957318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 41ef7d48-0480-46cc-9893-b437fed91ea4 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:06.957931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ef7d48-0480-46cc-9893-b437fed91ea4 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:06.958078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 883dc80c-5965-4c1c-8057-f2ea8faeb875 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:06.961270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.983212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:06.997440 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] Sync routers for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:07.012330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:25:07.012725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:25:07.017892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.018373 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:07.019092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c9e7a4-5349-4b79-aa12-b913b19545e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:07.019644 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:07.019930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-26c9e7a4-5349-4b79-aa12-b913b19545e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:07.033583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Transition to ACTIVE for port object a432625f-a30e-4a81-901b-9e1c51bab84f will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:07.079698 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7794952 Nov 25 11:25:07.080620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:25:07.118261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.140280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.147317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-81e88124-15cc-4019-a3bd-d4504fe91675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:07.253385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-26c9e7a4-5349-4b79-aa12-b913b19545e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:07.257564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] For port 883dc80c-5965-4c1c-8057-f2ea8faeb875, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=883dc80c-5965-4c1c-8057-f2ea8faeb875,segment=NetworkSegment(9d6adbf8-4f8d-4f8c-9559-b2badd362756),segment_id=9d6adbf8-4f8d-4f8c-9559-b2badd362756)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:07.257564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.261295 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-26c9e7a4-5349-4b79-aa12-b913b19545e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7249098 Nov 25 11:25:07.263805 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:07.276302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38534) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:07.294995 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'status': 'completed', 'code': 200} Nov 25 11:25:07.303983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Pushing event updated for resources: {'Port': ['ID=a432625f-a30e-4a81-901b-9e1c51bab84f,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:07.317615 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:07.355555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff5bcd-0e06-439d-8a15-8331aca86d75 req-b28bd0d7-99d5-4cc0-aba4-fac2425a40cd tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:07.357869 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bdff5bcd-0e06-439d-8a15-8331aca86d75 req-b28bd0d7-99d5-4cc0-aba4-fac2425a40cd tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.1080706 Nov 25 11:25:07.420391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 76fce2d2-36bd-4aab-9e29-441812e34eab {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:07.420903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.421328 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bdff5bcd-0e06-439d-8a15-8331aca86d75 req-fc3cc0d9-1b80-40c9-800e-9275e673f4d6 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563998 Nov 25 11:25:07.432121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:07.438170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Calling delete_port for 883dc80c-5965-4c1c-8057-f2ea8faeb875 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:07.459878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38538) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:07.472819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:07.485116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:07.519976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.520822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.572026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 41ef7d48-0480-46cc-9893-b437fed91ea4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:07.573780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.584380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.668577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.678958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b8907766-9bea-41ba-ae26-beb4c1dd1e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:07.691870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] The port '41ef7d48-0480-46cc-9893-b437fed91ea4' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:25:07.717629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Attempting to bind port a432625f-a30e-4a81-901b-9e1c51bab84f on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:07.718150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Attempting to bind port a432625f-a30e-4a81-901b-9e1c51bab84f by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:07.718643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Attempting to bind port a432625f-a30e-4a81-901b-9e1c51bab84f on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:07.734590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Pushing event deleted for resources: {'Port': ['ID=883dc80c-5965-4c1c-8057-f2ea8faeb875,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:07.738545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:07.742026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:07.742528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:07.743030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.743509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:07.744132 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Bound port: a432625f-a30e-4a81-901b-9e1c51bab84f, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:07.744604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.756042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] No DVR routers for this DVR port 883dc80c-5965-4c1c-8057-f2ea8faeb875 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:07.759248 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '96a06954-5723-4394-b8f4-5cb212822a5b', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'port_id': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'mac_address': 'fa:16:3e:f7:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df5a38-334f-4633-98cd-4f411062d08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:25:02Z', 'updated_at': '2021-11-25T11:25:02Z', 'revision_number': 0, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:39Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:07.768238 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] Checking router: 1b8004ec-0e5b-4f77-a562-6d94018ae933 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:07.780992 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bc037418-1bd4-4906-bed8-b595a370c4bd tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/floatingips/96a06954-5723-4394-b8f4-5cb212822a5b HTTP/1.1" status: 200 len: 991 time: 0.3156714 Nov 25 11:25:07.782468 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:07.783236 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:07.840778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] For port a432625f-a30e-4a81-901b-9e1c51bab84f, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:07.845931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] For port a432625f-a30e-4a81-901b-9e1c51bab84f, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a432625f-a30e-4a81-901b-9e1c51bab84f,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:07.853754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.867590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-458923aa-5bae-492f-9271-7f12916e7252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:07.870397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.898646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3beb0e-0362-4c42-8811-28e980da7d52']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:07.915391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deacbceb-a5bd-48d2-8751-bec0c078fd18') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:07.916129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deacbceb-a5bd-48d2-8751-bec0c078fd18') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:07.930168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.940553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.953792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.960175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Pushing event updated for resources: {'Port': ['ID=a432625f-a30e-4a81-901b-9e1c51bab84f,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:07.961912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:25:07.962360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.963403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:07.975145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: util.warn( Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:25:07.978324 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:25:07.997909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:08.008887 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:08.077659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.081258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ccb37dd3-a147-4d20-918c-241c43d1e0e3 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:08.106524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.120376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=cf3beb0e-0362-4c42-8811-28e980da7d52,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:08.123814 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/cf3beb0e-0362-4c42-8811-28e980da7d52 HTTP/1.1" status: 204 len: 168 time: 2.1585066 Nov 25 11:25:08.124803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:08.126627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38542) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:08.179457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.183747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:08.189230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.193380 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/ports/a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 HTTP/1.1" status: 200 len: 911 time: 2.2428157 Nov 25 11:25:08.198759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38546) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:08.200100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=abf17de4-babb-422a-b6ee-67ac5a64781a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:08.202476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:08.209704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c04852c7-7e0b-4c0d-aa30-8014ec4b3e12 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:08.261301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586386d-99bf-4c63-8daa-8bcfb9b96c00 None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:08.295536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.370174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.454744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.493642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78580f09-7642-46ed-8543-24a09d68c6e6']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:08.494736 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '96a06954-5723-4394-b8f4-5cb212822a5b', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'port_id': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'mac_address': 'fa:16:3e:f7:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df5a38-334f-4633-98cd-4f411062d08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:25:02Z', 'updated_at': '2021-11-25T11:25:02Z', 'revision_number': 0, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:39Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:08.500188 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a0786-bd08-443a-9a37-d16ba56258df None None] The sync data for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv is: [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '96a06954-5723-4394-b8f4-5cb212822a5b', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'port_id': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'mac_address': 'fa:16:3e:f7:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df5a38-334f-4633-98cd-4f411062d08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:25:02Z', 'updated_at': '2021-11-25T11:25:02Z', 'revision_number': 0, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:39Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:08.615531 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/abf17de4-babb-422a-b6ee-67ac5a64781a HTTP/1.1" status: 204 len: 168 time: 2.2807000 Nov 25 11:25:08.627849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:08.640047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=a42bb7ec-6faa-4d40-a297-0c0c7cb1e643,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:08.643334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6adbf8-4f8d-4f8c-9559-b2badd362756') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:08.643829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6adbf8-4f8d-4f8c-9559-b2badd362756') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:08.656683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.682739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.687205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:08.689400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:25:08.689786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.698746 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-a06f5a21-5819-4a7e-978d-48316158ec52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a1c3be74370475fa2db4a45c79e69b6&device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1098 time: 1.3353055 Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:25:08.705649 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:25:08.760093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04254d-7f69-4510-af69-b4d721eaa818 None None] New status for floating IP 96a06954-5723-4394-b8f4-5cb212822a5b: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:25:08.784995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38554) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:08.835843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 9e67724d-697d-44b7-9147-1731271ef744 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:08.841368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.868082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.901388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.909719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-042cb93a-9d2c-4b6f-b58d-a8c0d3356354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:08.918818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.947734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:08.990914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=78580f09-7642-46ed-8543-24a09d68c6e6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:08.997773 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/78580f09-7642-46ed-8543-24a09d68c6e6 HTTP/1.1" status: 204 len: 168 time: 0.8694105 Nov 25 11:25:09.001769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:09.016746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38558) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:09.029088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-425218937'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:09.039457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:09.042782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.051251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:09.058897 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3a707c34-b76f-4d79-9597-bfe47e2454c7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/floatingips/96a06954-5723-4394-b8f4-5cb212822a5b HTTP/1.1" status: 200 len: 991 time: 0.2725189 Nov 25 11:25:09.060294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:09.071203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:09.089264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:09.092608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.109401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a432625f-a30e-4a81-901b-9e1c51bab84f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:09.132291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:09.142202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.142640 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 89b563a0-4d91-49e6-b68a-457c7c814ce0 of type vlan for network 93e5046a-3fd3-4452-b439-6b68a43860ab Nov 25 11:25:09.164133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 76fce2d2-36bd-4aab-9e29-441812e34eab owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:09.179541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.229338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.234783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:09.235247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.259630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a90e20d6-46a6-4872-83ad-fe60dca642ac tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:09.283721 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2639136 Nov 25 11:25:09.289417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38562) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:09.300068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:09.341971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-ed8a82d7-d85d-4680-a6eb-2566e0a820f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:09.344214 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-ed8a82d7-d85d-4680-a6eb-2566e0a820f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abebb745-f876-4ec5-8efa-a46c0afada6e HTTP/1.1" status: 200 len: 897 time: 0.6250701 Nov 25 11:25:09.346922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port a432625f-a30e-4a81-901b-9e1c51bab84f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:09.488822 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-1b6ddaca-25d9-47e1-8fcd-12ec8f2bd182 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6090854e-13ca-4b8c-9919-574a50f24dc5 HTTP/1.1" status: 200 len: 1001 time: 0.1088953 Nov 25 11:25:09.493221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=93e5046a-3fd3-4452-b439-6b68a43860ab,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:09.495342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:09.512339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 93e5046a-3fd3-4452-b439-6b68a43860ab details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:09.523865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:09.528644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:09.531607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:09.537464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:09.548286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:09.687216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.717856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Provisioning for port a432625f-a30e-4a81-901b-9e1c51bab84f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:09.724417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Provisioning complete for port a432625f-a30e-4a81-901b-9e1c51bab84f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:09.725345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.737262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.833593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-93762d6f-e62b-4f03-a4d9-a31076384a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:09.835120 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-93762d6f-e62b-4f03-a4d9-a31076384a56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=895f29f0-af89-45dc-ab92-38e440e38abb HTTP/1.1" status: 200 len: 834 time: 0.2733021 Nov 25 11:25:09.888778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.928587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] For port a432625f-a30e-4a81-901b-9e1c51bab84f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a432625f-a30e-4a81-901b-9e1c51bab84f,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:09.933209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.936382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-62d5c1e0-b3ac-4aa8-a594-cd1e81de8235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:09.976949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.980963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2d64a4da-c25b-4532-bce9-736d6b55a924 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:10.010010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Pushing event updated for resources: {'Port': ['ID=a432625f-a30e-4a81-901b-9e1c51bab84f,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:10.013133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:10.038274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.047577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed2d7eff-c6a5-40b4-a6d0-6f0f195a6729 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:10.049412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=676532ad-2593-4921-8b9a-8646bab02f74,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:10.061220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:10.063191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38566) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:10.064029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0586ae1e-85ee-4f43-9a51-5d5a7c5b933a None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:10.064519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0586ae1e-85ee-4f43-9a51-5d5a7c5b933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.110035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=76fce2d2-36bd-4aab-9e29-441812e34eab,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:10.117516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:10.156993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.166468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96d327a4-1bd0-48d0-90dc-6ce9d68a3ef2 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:10.191641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-42140e03-8675-49ef-b55a-a503366b158b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/floatingips/96a06954-5723-4394-b8f4-5cb212822a5b HTTP/1.1" status: 200 len: 993 time: 0.1271086 Nov 25 11:25:10.198089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '89b563a0-4d91-49e6-b68a-457c7c814ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:10.198297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: 93e5046a-3fd3-4452-b439-6b68a43860ab, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:10.206201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0586ae1e-85ee-4f43-9a51-5d5a7c5b933a None None] Provisioning complete for port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:10.206722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0586ae1e-85ee-4f43-9a51-5d5a7c5b933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.224186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=9e67724d-697d-44b7-9147-1731271ef744,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:10.224508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 93e5046a-3fd3-4452-b439-6b68a43860ab is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:10.234075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:10.237620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.241956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 93e5046a-3fd3-4452-b439-6b68a43860ab) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:10.246610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:10.247659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.256437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035dcc73-5237-445c-88b9-af7cd2b8e3e5 None None] Network 93e5046a-3fd3-4452-b439-6b68a43860ab requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:10.258475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.278559 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9858172 Nov 25 11:25:10.279365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38570) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:10.288075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-232636828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:10.296622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:10.300946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:router and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:10.304955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:10.310912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:10.324618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.331568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.333430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.339737 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/76fce2d2-36bd-4aab-9e29-441812e34eab HTTP/1.1" status: 204 len: 168 time: 3.0584331 Nov 25 11:25:10.354948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a77e1d-614e-4801-842d-5183ef9e679f None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:10.361766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.363491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38574) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:10.379881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0586ae1e-85ee-4f43-9a51-5d5a7c5b933a None None] Port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:10.392804 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-515a22ea-a248-44b5-aff8-6036a547bc67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abebb745-f876-4ec5-8efa-a46c0afada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5488925 Nov 25 11:25:10.407361 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/9e67724d-697d-44b7-9147-1731271ef744 HTTP/1.1" status: 204 len: 168 time: 1.7708611 Nov 25 11:25:10.421608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38578) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:10.439198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0586ae1e-85ee-4f43-9a51-5d5a7c5b933a None None] Could not find standard attr ID for object 76fce2d2-36bd-4aab-9e29-441812e34eab. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:25:10.466959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.510584 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9ab009-dd1d-4c93-8a95-d522777a8322 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:10.512664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9ab009-dd1d-4c93-8a95-d522777a8322 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:10.533379 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d9ab009-dd1d-4c93-8a95-d522777a8322 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/abf17de4-babb-422a-b6ee-67ac5a64781a HTTP/1.1" status: 404 len: 337 time: 0.1071744 Nov 25 11:25:10.533610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38582) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:10.542213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7230158-f488-4ad2-b4f9-07e9d80458af tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:10.543796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7230158-f488-4ad2-b4f9-07e9d80458af tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:10.544595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b7230158-f488-4ad2-b4f9-07e9d80458af tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:10.560987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.564863 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-db05348e-58ae-4053-b875-73b7a6cafddf tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2816019 Nov 25 11:25:10.565238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38586) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:10.579336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'port': {'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab', 'name': 'tempest-RoutersTest-68333716'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:10.598370 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-58f63bc8-2f71-4bd4-adfa-9898f9889626 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951671 Nov 25 11:25:10.607102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b7230158-f488-4ad2-b4f9-07e9d80458af tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:10.611243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b7230158-f488-4ad2-b4f9-07e9d80458af tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2447793 Nov 25 11:25:10.615263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38590) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:10.701636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting subnet 419c4963-01cc-4d1a-8b1e-f61dd5cf43e1 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:10.706434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-93e5046a-3fd3-4452-b439-6b68a43860ab', 'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': '676532ad-2593-4921-8b9a-8646bab02f74'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:10.707255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.738561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:10.742724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:port and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:10.746222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:10.749798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.751883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:10.762335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:10.766105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.792070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] device_id is not set on port 761b2015-9d73-4473-b44a-77fbc67a4a3a yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:25:10.910749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Allocated IP 172.20.0.2 (93e5046a-3fd3-4452-b439-6b68a43860ab/676532ad-2593-4921-8b9a-8646bab02f74/54404579-0ed0-4a0b-8041-f16770b26145) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:10.935100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a432625f-a30e-4a81-901b-9e1c51bab84f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:10.989546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.106680 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d6fc20a0-b4d6-4c64-afef-debc23f070dc req-671d9fae-8912-4647-be91-823de090e30c service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991252 Nov 25 11:25:11.123036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a432625f-a30e-4a81-901b-9e1c51bab84f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:11.123287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.220342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 1e7ccba0-02e2-4abe-b4e5-83e2f4944518 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:11.243983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.288881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.301824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Transition to ACTIVE for port object 54404579-0ed0-4a0b-8041-f16770b26145 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:11.315689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.367538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Transition to ACTIVE for port object 54404579-0ed0-4a0b-8041-f16770b26145 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:11.378676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.384268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:11.387235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.449983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Pushing event updated for resources: {'Port': ['ID=54404579-0ed0-4a0b-8041-f16770b26145,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:11.455092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:11.467356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Network 93e5046a-3fd3-4452-b439-6b68a43860ab is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:11.469673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:11.474435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:11.562346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.576370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7b59dce2-dee0-4a27-bb0e-eaa2934b56f6 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:11.579776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.20.0.3 (93e5046a-3fd3-4452-b439-6b68a43860ab/676532ad-2593-4921-8b9a-8646bab02f74/761b2015-9d73-4473-b44a-77fbc67a4a3a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:11.580512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-99ef0f4f-557b-4eb7-a5a7-a293539dfa11 None None] Provisioning complete for port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:11.580898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-99ef0f4f-557b-4eb7-a5a7-a293539dfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.621289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Attempting to bind port 54404579-0ed0-4a0b-8041-f16770b26145 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:11.621606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Attempting to bind port 54404579-0ed0-4a0b-8041-f16770b26145 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '89b563a0-4d91-49e6-b68a-457c7c814ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:11.621957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Attempting to bind port 54404579-0ed0-4a0b-8041-f16770b26145 on network 93e5046a-3fd3-4452-b439-6b68a43860ab {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:11.645913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:11.646343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Checking segment: {'id': '89b563a0-4d91-49e6-b68a-457c7c814ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:11.646705 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.647115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Bound using segment: {'id': '89b563a0-4d91-49e6-b68a-457c7c814ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:11.647607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Bound port: 54404579-0ed0-4a0b-8041-f16770b26145, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b563a0-4d91-49e6-b68a-457c7c814ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '93e5046a-3fd3-4452-b439-6b68a43860ab'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:11.648043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.755623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Subnet': ['ID=419c4963-01cc-4d1a-8b1e-f61dd5cf43e1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:11.761899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:11.771455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.786244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c3e89-d052-405c-991e-2e1647b25e6b None None] Network 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:11.799903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.800493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.818468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object 761b2015-9d73-4473-b44a-77fbc67a4a3a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:11.818714 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/419c4963-01cc-4d1a-8b1e-f61dd5cf43e1 HTTP/1.1" status: 204 len: 168 time: 1.2845485 Nov 25 11:25:11.819409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38594) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:11.860180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d2f788-f77b-4538-9ca6-e61727bb4e98 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:11.860621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d2f788-f77b-4538-9ca6-e61727bb4e98 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:11.872094 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f4d2f788-f77b-4538-9ca6-e61727bb4e98 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/a218e7ce-92f9-4b2a-bdf2-85c8999379b9 HTTP/1.1" status: 404 len: 337 time: 0.0491638 Nov 25 11:25:11.872290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38598) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:11.894047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] For port 54404579-0ed0-4a0b-8041-f16770b26145, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:11.910032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.914990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-deb25d1c-d171-4584-ab6f-8dde34d19b03 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:11.923775 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6e8ef72a-81f8-46bd-b0e9-cc7577f12456 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c HTTP/1.1" status: 200 len: 205 time: 0.0471504 Nov 25 11:25:11.924195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] For port 54404579-0ed0-4a0b-8041-f16770b26145, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=54404579-0ed0-4a0b-8041-f16770b26145,segment=NetworkSegment(89b563a0-4d91-49e6-b68a-457c7c814ce0),segment_id=89b563a0-4d91-49e6-b68a-457c7c814ce0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:11.924321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38602) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:11.924410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-99ef0f4f-557b-4eb7-a5a7-a293539dfa11 None None] Provisioning complete for port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:11.924410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-99ef0f4f-557b-4eb7-a5a7-a293539dfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.956189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7ccba0-02e2-4abe-b4e5-83e2f4944518,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:11.956698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.959763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:11.965514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.968774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:11.989461 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-b811a39f-d579-42e7-81f3-2e9fe5ee9544 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] delete failed (client error): The resource could not be found. Nov 25 11:25:11.990247 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/1e7ccba0-02e2-4abe-b4e5-83e2f4944518 HTTP/1.1" status: 204 len: 168 time: 1.3544941 Nov 25 11:25:11.996059 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b811a39f-d579-42e7-81f3-2e9fe5ee9544 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/routers/9a4d6b44-3e6e-45f7-9abb-61079a4dbb9c HTTP/1.1" status: 404 len: 336 time: 0.0697787 Nov 25 11:25:11.996059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38606) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.018182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.043558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26330ef-5b08-4391-8dbf-e9fe41887970 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:12.054001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.065604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-41d98cb2-b19b-439d-9d27-eb5340c2e284 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:12.076636 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e49d2a0-b9a5-496a-a14a-c6deb156c4df tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.077076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e49d2a0-b9a5-496a-a14a-c6deb156c4df tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.081056 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e49d2a0-b9a5-496a-a14a-c6deb156c4df tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/97231ed5-efc6-4ab5-9de7-c59489b911de HTTP/1.1" status: 404 len: 337 time: 0.0554349 Nov 25 11:25:12.081860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38614) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.097351 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5809202a-7ac3-4912-b00b-6751b015d3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995390 Nov 25 11:25:12.102242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38618) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.133230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:12.133472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.163393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f46b691-c97a-44fd-ba13-0fb06fbc0436 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.164868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f46b691-c97a-44fd-ba13-0fb06fbc0436 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.167071 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7f46b691-c97a-44fd-ba13-0fb06fbc0436 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/9b4c02a5-32e9-49c7-98c4-952b7fba814d HTTP/1.1" status: 404 len: 337 time: 0.0846288 Nov 25 11:25:12.174215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38622) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.183781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 93e5046a-3fd3-4452-b439-6b68a43860ab is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:12.188955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:12.190802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=761b2015-9d73-4473-b44a-77fbc67a4a3a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:12.192981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:12.208441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-99ef0f4f-557b-4eb7-a5a7-a293539dfa11 None None] Port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:12.224834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:12.230440 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3f9207-24b2-4e50-9731-6119302be5fa tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.231130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3f9207-24b2-4e50-9731-6119302be5fa tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.236042 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd3f9207-24b2-4e50-9731-6119302be5fa tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/44da247e-7bdd-444f-8ef2-b6c65467d7be HTTP/1.1" status: 404 len: 337 time: 0.0574644 Nov 25 11:25:12.236226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38626) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.238118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Pushing event updated for resources: {'Port': ['ID=54404579-0ed0-4a0b-8041-f16770b26145,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:12.241230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:12.299615 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a337d-7c89-4510-87ac-6b7fecd933cf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.300067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2a337d-7c89-4510-87ac-6b7fecd933cf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.301712 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de2a337d-7c89-4510-87ac-6b7fecd933cf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/25e5df7c-4024-482f-b42b-de1d461b2c9a HTTP/1.1" status: 404 len: 333 time: 0.0639708 Nov 25 11:25:12.311404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38630) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.319421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:12.320296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.373206 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f66e96-3da9-4830-a569-65573da463a1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.373643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f66e96-3da9-4830-a569-65573da463a1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.377569 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-58f66e96-3da9-4830-a569-65573da463a1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/02c5d427-dfce-4987-8570-91d118875fd2 HTTP/1.1" status: 404 len: 337 time: 0.0629451 Nov 25 11:25:12.378382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38634) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.381170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713581af-2c1d-4b64-a5eb-fd0b168d33bd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:12.382039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-713581af-2c1d-4b64-a5eb-fd0b168d33bd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:12.400219 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.8295071 Nov 25 11:25:12.400219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38638) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.432594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] DHCP port deletion for 7e3334d2-6a0c-4922-8e12-80c1473f5dd8 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:12.439562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Deleting port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:12.440155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.463005 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cc63f5-7b6b-4a30-8ce6-c97753fbf402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.463453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cc63f5-7b6b-4a30-8ce6-c97753fbf402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.465158 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1cc63f5-7b6b-4a30-8ce6-c97753fbf402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/c91816b9-fad3-4a68-aeaa-2c9343fd0e70 HTTP/1.1" status: 404 len: 337 time: 0.0863297 Nov 25 11:25:12.468047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38642) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.472586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.571195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-713581af-2c1d-4b64-a5eb-fd0b168d33bd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:12.572804 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-713581af-2c1d-4b64-a5eb-fd0b168d33bd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4696782 Nov 25 11:25:12.574455 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a165875-4f7f-4424-8831-c079307eadd1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.575164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a165875-4f7f-4424-8831-c079307eadd1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.577527 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9a165875-4f7f-4424-8831-c079307eadd1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/e3103d12-4ff2-4162-b798-ea2c48ed647b HTTP/1.1" status: 404 len: 333 time: 0.1088190 Nov 25 11:25:12.579316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:12.593436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Deleting port a432625f-a30e-4a81-901b-9e1c51bab84f {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:12.593821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.634971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38646) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.635509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38648) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.645534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for a42bb7ec-6faa-4d40-a297-0c0c7cb1e643 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:12.755684 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab998fd-88ca-48b3-ae13-34af4a5e14e3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.756141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab998fd-88ca-48b3-ae13-34af4a5e14e3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.760831 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ab998fd-88ca-48b3-ae13-34af4a5e14e3 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/5c92a5bf-4a21-4f33-8917-d9bccf01f555 HTTP/1.1" status: 404 len: 337 time: 0.1205645 Nov 25 11:25:12.764249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38654) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.823424 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d377b477-5271-4979-9b9d-5510f2fd524b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:25:12.823868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d377b477-5271-4979-9b9d-5510f2fd524b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:12.828099 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d377b477-5271-4979-9b9d-5510f2fd524b tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/subnets/5bcc861b-0d52-4dd8-8f0e-e63bba00fa85 HTTP/1.1" status: 404 len: 337 time: 0.0604131 Nov 25 11:25:12.832766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38658) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:12.849793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] For port a432625f-a30e-4a81-901b-9e1c51bab84f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a432625f-a30e-4a81-901b-9e1c51bab84f,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:12.850189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.907694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d274b068-967d-461d-a85d-854fc51541b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:12.908492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d274b068-967d-461d-a85d-854fc51541b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:12.965229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Deleting port cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:12.965817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.016509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d274b068-967d-461d-a85d-854fc51541b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:13.020206 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d274b068-967d-461d-a85d-854fc51541b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3814721 Nov 25 11:25:13.021278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38662) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:13.065315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 54404579-0ed0-4a0b-8041-f16770b26145 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:13.181760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Calling delete_port for a432625f-a30e-4a81-901b-9e1c51bab84f owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:13.234583 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-51a73026-6a68-421a-8a79-5ddbc533e6bf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2090092 Nov 25 11:25:13.235589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38666) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:13.237974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] For port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,segment=NetworkSegment(12e3055c-9e39-4b6d-8226-a88577c021b0),segment_id=12e3055c-9e39-4b6d-8226-a88577c021b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:13.238520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.244839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:13.319007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.397214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Calling delete_port for 8a52045d-e76c-468e-beb7-2da0e9a0b9ac owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:13.412711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:13.445260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:13.468659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Calling delete_port for cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:13.489932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.495963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:13.509766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:13.539624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32cc6e-fb29-4856-a2a7-895964cc4d09 None None] Network 93e5046a-3fd3-4452-b439-6b68a43860ab requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:13.579100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 54404579-0ed0-4a0b-8041-f16770b26145 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:13.582377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Pushing event deleted for resources: {'Port': ['ID=a432625f-a30e-4a81-901b-9e1c51bab84f,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:13.585039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:13.632030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.645306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] No DVR routers for this DVR port a432625f-a30e-4a81-901b-9e1c51bab84f on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:13.658117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.670795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:13.674208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.695753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.702006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a6bfc65b-561c-4cde-86d2-5024432cbe0d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:13.706275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] No DVR routers for this DVR port 8a52045d-e76c-468e-beb7-2da0e9a0b9ac on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:13.729233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8a52045d-e76c-468e-beb7-2da0e9a0b9ac no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:13.742181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.752623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Pushing event deleted for resources: {'Port': ['ID=8a52045d-e76c-468e-beb7-2da0e9a0b9ac,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:13.755031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:13.768869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Provisioning for port 54404579-0ed0-4a0b-8041-f16770b26145 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:13.781648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 8a52045d-e76c-468e-beb7-2da0e9a0b9ac {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:13.782115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8a52045d-e76c-468e-beb7-2da0e9a0b9ac not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:13.782634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a432625f-a30e-4a81-901b-9e1c51bab84f no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:13.812546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Provisioning complete for port 54404579-0ed0-4a0b-8041-f16770b26145 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:13.812900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.814186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=a42bb7ec-6faa-4d40-a297-0c0c7cb1e643,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:13.831753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:13.837004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e232af08-0e6b-43b9-88e8-678a673814e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:13.872913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.942375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Port': ['ID=cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:13.945678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:13.969598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: a432625f-a30e-4a81-901b-9e1c51bab84f {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:13.969958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a432625f-a30e-4a81-901b-9e1c51bab84f not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:14.019634 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/ports/cc7de366-6f9a-4cf1-9d1e-e7f8c84af6bf HTTP/1.1" status: 204 len: 168 time: 1.1860998 Nov 25 11:25:14.022100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:14.110116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.130940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.157542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.166006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] For port 54404579-0ed0-4a0b-8041-f16770b26145, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=54404579-0ed0-4a0b-8041-f16770b26145,segment=NetworkSegment(89b563a0-4d91-49e6-b68a-457c7c814ce0),segment_id=89b563a0-4d91-49e6-b68a-457c7c814ce0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:14.171344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.173856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:14.241409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.247378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-be56cbb5-a871-474a-a7b2-047a18b8a9a2 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:14.260752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Pushing event updated for resources: {'Port': ['ID=54404579-0ed0-4a0b-8041-f16770b26145,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:14.264156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:14.316500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=5a8b1df7-d49e-481e-99a5-012c4c7667a3,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:14.345312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.345698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.346076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.346448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.346816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.347177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.347545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.347901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.348288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.348646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.349002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:14.355894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:14.358047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.360902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:14.361788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:14.364741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:14.365343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.372972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f531f0-8761-4110-8274-0a8dd94f01ea None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:14.376430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.384034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69169876-d7e6-4557-b29c-2b9e2a7d9a52 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:14.472670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=761b2015-9d73-4473-b44a-77fbc67a4a3a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:14.491081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:14.559966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-edf99d86-7379-4d1f-8e0f-f2ec597aef0f None None] Provisioning for port 761b2015-9d73-4473-b44a-77fbc67a4a3a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:14.568702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-edf99d86-7379-4d1f-8e0f-f2ec597aef0f None None] Provisioning complete for port 761b2015-9d73-4473-b44a-77fbc67a4a3a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:14.569133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-edf99d86-7379-4d1f-8e0f-f2ec597aef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.613348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.681128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-edf99d86-7379-4d1f-8e0f-f2ec597aef0f None None] Port 761b2015-9d73-4473-b44a-77fbc67a4a3a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:14.697619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-edf99d86-7379-4d1f-8e0f-f2ec597aef0f None None] Provisioning complete for port 54404579-0ed0-4a0b-8041-f16770b26145 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:14.698636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-edf99d86-7379-4d1f-8e0f-f2ec597aef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.716800 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4779963 Nov 25 11:25:14.746361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38674) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:14.759448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '5a8b1df7-d49e-481e-99a5-012c4c7667a3'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:14.760321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.760832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '5a8b1df7-d49e-481e-99a5-012c4c7667a3', 'ip_address': '2001:db8::f42e:2fdc:cf8c:c0d5'}], 'name': 'tempest-NetworksTestDHCPv6-1628090386'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:14.777844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3334d2-6a0c-4922-8e12-80c1473f5dd8']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:14.795934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e3055c-9e39-4b6d-8226-a88577c021b0') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:14.796268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e3055c-9e39-4b6d-8226-a88577c021b0') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:14.813936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.840818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.866226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:25:14.867193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:25:14.889053 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:25:14.891531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router ebcb0938-0c76-4380-b6fa-3a5f11f6b035 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:14.958390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 54404579-0ed0-4a0b-8041-f16770b26145 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:14.960852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:14.970769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:14.994586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:15.000509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.036398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.049520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-62760529-f803-4763-8da0-9a39c6ab390a tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:15.061824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.092747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 5878c1b8-b306-435b-bbfe-07ef343cea88 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:25:15.105986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/5a8b1df7-d49e-481e-99a5-012c4c7667a3/76d6cc66-cd03-45a7-bb26-41a01e03862a) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:15.119167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 54404579-0ed0-4a0b-8041-f16770b26145 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:15.119592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.185501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.249614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Pushing event deleted for resources: {'Network': ['ID=7e3334d2-6a0c-4922-8e12-80c1473f5dd8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:15.255172 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] 10.222.0.41 "DELETE /v2.0/networks/7e3334d2-6a0c-4922-8e12-80c1473f5dd8 HTTP/1.1" status: 204 len: 168 time: 1.2313173 Nov 25 11:25:15.265297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.265682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.266062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.266461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.266834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.267199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.267561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.267913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.268301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.268663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.269024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:15.273559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:15.282182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fdf0cd1d-be33-4e0b-9345-5b1efe9fab1c None None] Provisioning complete for port 761b2015-9d73-4473-b44a-77fbc67a4a3a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:15.282588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdf0cd1d-be33-4e0b-9345-5b1efe9fab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.291774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:15.302712 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] Sync routers for ids ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:15.307319 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/ebcb0938-0c76-4380-b6fa-3a5f11f6b035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0999818 Nov 25 11:25:15.307788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38680) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:15.326975 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] Routers {'ebcb0938-0c76-4380-b6fa-3a5f11f6b035'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:15.329638 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:15.375149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.398659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0cd1d-be33-4e0b-9345-5b1efe9fab1c None None] Port 761b2015-9d73-4473-b44a-77fbc67a4a3a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:15.405972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba34a7be-cad3-419f-b6f3-96aa9cf6746c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:15.431557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba34a7be-cad3-419f-b6f3-96aa9cf6746c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:15.439971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba34a7be-cad3-419f-b6f3-96aa9cf6746c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebcb0938-0c76-4380-b6fa-3a5f11f6b035 HTTP/1.1" status: 200 len: 205 time: 0.1276605 Nov 25 11:25:15.440466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:15.456363 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:15.493161 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] Routers {'ebcb0938-0c76-4380-b6fa-3a5f11f6b035'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:15.493781 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:15.510551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.529414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Transition to ACTIVE for port object 76d6cc66-cd03-45a7-bb26-41a01e03862a will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:15.571209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Transition to ACTIVE for port object 76d6cc66-cd03-45a7-bb26-41a01e03862a will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:15.582566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.588407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ddb0cb0c-8b4e-461c-b690-2efa813f98d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:15.602716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-758c5be5-d3b2-4cbe-bba6-ce477f0a64a2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.629762 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:15.630208 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f8476-8c82-479e-b579-3ed66014e352 None None] The sync data for ids ['ebcb0938-0c76-4380-b6fa-3a5f11f6b035'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:15.666764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:15.674300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:15.677722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:15.687545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Pushing event updated for resources: {'Port': ['ID=76d6cc66-cd03-45a7-bb26-41a01e03862a,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:15.690354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:15.726658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38690) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:15.777517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f42e:2fdc:cf8c:c0d5 (be5ac70f-953b-423d-8366-53ff314b8313/5a8b1df7-d49e-481e-99a5-012c4c7667a3/5878c1b8-b306-435b-bbfe-07ef343cea88) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:15.779577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Attempting to bind port 76d6cc66-cd03-45a7-bb26-41a01e03862a on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:15.779887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Attempting to bind port 76d6cc66-cd03-45a7-bb26-41a01e03862a by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:15.780292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Attempting to bind port 76d6cc66-cd03-45a7-bb26-41a01e03862a on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:15.787003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:15.787510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:15.787922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.788449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:15.788941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Bound port: 76d6cc66-cd03-45a7-bb26-41a01e03862a, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:15.789316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.892636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] For port 76d6cc66-cd03-45a7-bb26-41a01e03862a, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:15.896279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] For port 76d6cc66-cd03-45a7-bb26-41a01e03862a, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=76d6cc66-cd03-45a7-bb26-41a01e03862a,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:15.901591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.906583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-04515291-0177-4b02-ae45-e81c4b3f4b7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:15.998317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Pushing event updated for resources: {'Port': ['ID=76d6cc66-cd03-45a7-bb26-41a01e03862a,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:16.002156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:16.077956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-758c5be5-d3b2-4cbe-bba6-ce477f0a64a2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.082735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-758c5be5-d3b2-4cbe-bba6-ce477f0a64a2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.110531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-758c5be5-d3b2-4cbe-bba6-ce477f0a64a2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.111057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758c5be5-d3b2-4cbe-bba6-ce477f0a64a2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Fanout notify agent at l3_agent the message router_deleted on router ebcb0938-0c76-4380-b6fa-3a5f11f6b035 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:25:16.131917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-758c5be5-d3b2-4cbe-bba6-ce477f0a64a2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.133660 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-758c5be5-d3b2-4cbe-bba6-ce477f0a64a2 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/ebcb0938-0c76-4380-b6fa-3a5f11f6b035 HTTP/1.1" status: 204 len: 168 time: 0.6906731 Nov 25 11:25:16.136458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38696) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:16.155488 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0e3b195b-df03-45c4-9de1-902e1fe29659 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebd56f3080ce43f39df9ad7b2c0923b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4237838 Nov 25 11:25:16.155923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.161672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:16.181834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.214421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-16d42650-1994-4653-9fa4-d7cb9fdf7a52 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:16.316955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.355626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.373429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=761b2015-9d73-4473-b44a-77fbc67a4a3a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:16.376404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:16.380597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 5878c1b8-b306-435b-bbfe-07ef343cea88 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:16.389139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet b86ddce5-4870-426d-becb-33927883612a {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:16.392075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.422907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.445589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.524218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.535001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.542239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aaa81d06-bc7e-40f2-9c52-2655a93bfb0c tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:16.546923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.622036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.626515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-68693d03-8ace-49c2-8a4a-b4d288fa36ef tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:16.660248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=b86ddce5-4870-426d-becb-33927883612a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:16.664307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:16.667486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.674244 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/b86ddce5-4870-426d-becb-33927883612a HTTP/1.1" status: 204 len: 168 time: 0.5365608 Nov 25 11:25:16.676551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:16.677288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38704) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:16.677868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a7b86-b1c7-4fe1-ba8b-57fcad39f01b None None] Network db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:16.681848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:16.684574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=5878c1b8-b306-435b-bbfe-07ef343cea88,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:16.694817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 93e5046a-3fd3-4452-b439-6b68a43860ab is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:16.696661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:16.697317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:16.701396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:16.701887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.705801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:16.826002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.856930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 9758804a-b94e-4cf4-a627-3537c7814e38 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:16.857267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.912234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.918074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:16.922057 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb657bd1-e2e0-44db-a2b0-f1f93643526b HTTP/1.1" status: 204 len: 168 time: 0.7613251 Nov 25 11:25:16.928898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:16.954378 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2039115 Nov 25 11:25:16.967066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38710) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:16.968174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb657bd1-e2e0-44db-a2b0-f1f93643526b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:16.975516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:16.980926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '5a8b1df7-d49e-481e-99a5-012c4c7667a3', 'ip_address': '2001:db8::f42e:2fdc:cf8c:c0d5'}], 'name': 'tempest-NetworksTestDHCPv6-997416685'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:17.029925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 76d6cc66-cd03-45a7-bb26-41a01e03862a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:17.150151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 76d6cc66-cd03-45a7-bb26-41a01e03862a completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:17.250454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3255eb93-3113-41d5-95de-9ce1c5f67cd7 None None] Provisioning complete for port 761b2015-9d73-4473-b44a-77fbc67a4a3a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:17.251069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3255eb93-3113-41d5-95de-9ce1c5f67cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.311092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] DHCP port deletion for db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:17.341125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Deleting port 9758804a-b94e-4cf4-a627-3537c7814e38 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:17.346243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.381580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 9758804a-b94e-4cf4-a627-3537c7814e38, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9758804a-b94e-4cf4-a627-3537c7814e38,segment=NetworkSegment(d760f290-a404-45db-b4c6-d4069598275b),segment_id=d760f290-a404-45db-b4c6-d4069598275b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:17.382863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.425831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3255eb93-3113-41d5-95de-9ce1c5f67cd7 None None] Port 761b2015-9d73-4473-b44a-77fbc67a4a3a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:17.497381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:17.505440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:17.509305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:17.538543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:17.552300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 9758804a-b94e-4cf4-a627-3537c7814e38 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:17.574888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:17.588454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.640204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Provisioning for port 76d6cc66-cd03-45a7-bb26-41a01e03862a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:17.656947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port b151ab16-ca08-4300-80b0-e79787207bd0 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:25:17.664182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Provisioning complete for port 76d6cc66-cd03-45a7-bb26-41a01e03862a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:17.664508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.687124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.697513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2ffcbbb5-d633-46ac-8e92-dd9ff3c64a87 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:17.736519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] For port 9758804a-b94e-4cf4-a627-3537c7814e38, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9758804a-b94e-4cf4-a627-3537c7814e38,segment=NetworkSegment(d760f290-a404-45db-b4c6-d4069598275b),segment_id=d760f290-a404-45db-b4c6-d4069598275b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:17.737118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.748850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=9758804a-b94e-4cf4-a627-3537c7814e38,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:17.751927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:17.756968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No DVR routers for this DVR port 9758804a-b94e-4cf4-a627-3537c7814e38 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:17.808579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router cb31e788-b0b9-4efe-992d-0d766017d6a6 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:25:17.925138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Calling delete_port for 9758804a-b94e-4cf4-a627-3537c7814e38 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:17.940955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.968258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:17.982475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd760f290-a404-45db-b4c6-d4069598275b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:17.982842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd760f290-a404-45db-b4c6-d4069598275b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:18.003181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.019759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.027275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:25:18.028474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.043065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:25:18.043500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:25:18.048321 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:25:18.077182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.133474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:18.135471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] For port 76d6cc66-cd03-45a7-bb26-41a01e03862a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=76d6cc66-cd03-45a7-bb26-41a01e03862a,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:18.139744 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 11:25:18.140116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:18.144855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] Sync routers for ids ['cb31e788-b0b9-4efe-992d-0d766017d6a6'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:18.148301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.151156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:18.165653 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/cb31e788-b0b9-4efe-992d-0d766017d6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7615397 Nov 25 11:25:18.166618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.170828 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-045a42fc-a432-42da-9e65-3c582ee87e50 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2000768 Nov 25 11:25:18.173780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38734) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.203859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.232688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Pushing event updated for resources: {'Port': ['ID=76d6cc66-cd03-45a7-bb26-41a01e03862a,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:18.234861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b8f81e29-e394-4551-8d53-180e04ee72b4 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:18.247924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.248336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.248947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.249077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.249373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.249707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.250033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.250358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.250879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.251309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.251580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:18.255708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] Routers {'cb31e788-b0b9-4efe-992d-0d766017d6a6'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:18.256349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cb31e788-b0b9-4efe-992d-0d766017d6a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:18.264689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38738) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.268276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.285112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9c074-9fce-4dd7-b179-ce992fb09adb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:18.287456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:18.292085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9c074-9fce-4dd7-b179-ce992fb09adb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:18.292550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5cc9c074-9fce-4dd7-b179-ce992fb09adb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:18.300914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:18.311510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5cc9c074-9fce-4dd7-b179-ce992fb09adb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:18.315380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbb363-e4f6-40c0-8825-3fb2b03ec0fd tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:18.315541 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5cc9c074-9fce-4dd7-b179-ce992fb09adb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1382012 Nov 25 11:25:18.315648 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b6cbb363-e4f6-40c0-8825-3fb2b03ec0fd tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports/761b2015-9d73-4473-b44a-77fbc67a4a3a HTTP/1.1" status: 200 len: 975 time: 0.1470182 Nov 25 11:25:18.315905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38744) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.316422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:18.317953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38746) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.323109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/db3ec93b-ebc9-4b8c-a4b0-bf07baf7dfe1 HTTP/1.1" status: 204 len: 168 time: 1.6414499 Nov 25 11:25:18.333408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:18.347268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] Routers {'cb31e788-b0b9-4efe-992d-0d766017d6a6'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:18.347869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cb31e788-b0b9-4efe-992d-0d766017d6a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:18.358371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38752) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.368759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-139911331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:18.377097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:18.385167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:router and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:18.390000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:18.404778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:18.412692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 5878c1b8-b306-435b-bbfe-07ef343cea88 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:18.413001 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:18.413941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.414174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd125aa-c836-48a2-a273-e3bddb22f47d None None] The sync data for ids ['cb31e788-b0b9-4efe-992d-0d766017d6a6'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:18.420290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bff741b7-db65-40ae-9464-ad88235d146d None None] Provisioning for port 5878c1b8-b306-435b-bbfe-07ef343cea88 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:18.426199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bff741b7-db65-40ae-9464-ad88235d146d None None] Provisioning complete for port 5878c1b8-b306-435b-bbfe-07ef343cea88 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:18.427007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bff741b7-db65-40ae-9464-ad88235d146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.476243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.477153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.485379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-bff741b7-db65-40ae-9464-ad88235d146d None None] Port 5878c1b8-b306-435b-bbfe-07ef343cea88 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:18.486528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-560fda71-4545-4245-a177-6f61223f7e58 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:18.489179 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-560fda71-4545-4245-a177-6f61223f7e58 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:25:18.492427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-560fda71-4545-4245-a177-6f61223f7e58 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2268429 Nov 25 11:25:18.494151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38756) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.528918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472963733'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:18.545767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Deleting port 9758804a-b94e-4cf4-a627-3537c7814e38 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:18.545767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.546384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:18.555001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:18.560182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:18.578914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:18.604195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.618362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c64e6-9fb9-4d58-bd27-5e0ef68aaea3 None None] The port '9758804a-b94e-4cf4-a627-3537c7814e38' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:25:18.677269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.706145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.722331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.784847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.786017 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb0c77bd-932f-4fb5-ad63-522fe00269ed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4274743 Nov 25 11:25:18.787890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.795354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38760) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:18.802951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035875664'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:18.810151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:18.840632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:18.853556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:18.860615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:18.877541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:18.880959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.891784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 76d6cc66-cd03-45a7-bb26-41a01e03862a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:18.915714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:18.924849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:18.925923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 5878c1b8-b306-435b-bbfe-07ef343cea88 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:18.963633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:18.968293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:18.970158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 76d6cc66-cd03-45a7-bb26-41a01e03862a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:18.970605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.976503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.976781 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment ecb90187-ab08-4d0d-9bac-8eba9faa03a3 of type vlan for network 6df9b927-2eda-40a5-b01b-993622d7e41e Nov 25 11:25:18.977902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:19.016373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.135269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.143448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9373e100-c192-439f-af59-a976fd5e8a61 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:19.151733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9758804a-b94e-4cf4-a627-3537c7814e38 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:19.187730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 9758804a-b94e-4cf4-a627-3537c7814e38 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:19.188346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9758804a-b94e-4cf4-a627-3537c7814e38 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:19.252358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.279796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.297227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.300737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=5878c1b8-b306-435b-bbfe-07ef343cea88,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:19.302496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.306153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:19.307535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:19.307656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96b5ed28-2b79-443b-a54c-c3dd2bdf9251 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:19.307756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.313425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-635e3a4e-1739-4e23-b70d-72d6d5687479 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:19.378708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:19.390881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:19.395958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:19.398982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.404801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:19.408901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da3c73d-4c19-4cd6-bd8a-a2106ac0ed20,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:19.419405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:19.425857 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6294453 Nov 25 11:25:19.430327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38764) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:19.440488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=6df9b927-2eda-40a5-b01b-993622d7e41e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:19.444309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:19.448353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:19.452597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6df9b927-2eda-40a5-b01b-993622d7e41e details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:19.466279 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/5878c1b8-b306-435b-bbfe-07ef343cea88 HTTP/1.1" status: 204 len: 168 time: 1.1491995 Nov 25 11:25:19.476765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38768) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:19.649928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.652911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 761b2015-9d73-4473-b44a-77fbc67a4a3a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:19.653280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.666069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.675165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c953b69-40d5-4973-8383-4fc94bd58828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:19.690297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725b0ca-93b1-4a6f-af0d-bf7f1ded5d26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:19.691776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725b0ca-93b1-4a6f-af0d-bf7f1ded5d26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:19.693302 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7725b0ca-93b1-4a6f-af0d-bf7f1ded5d26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2159441 Nov 25 11:25:19.696951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38772) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:19.708832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:19.722094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:19.725381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.727125 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2091489 Nov 25 11:25:19.728079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:19.732106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38776) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:19.737978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:19.742767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '9638d7e2-b102-4eec-a43b-4fbbf6905920', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:19.746894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9638d7e2-b102-4eec-a43b-4fbbf6905920,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:19.753073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:19.753980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:19.759447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:19.762336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:19.765346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:19.787789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:19.874038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.890880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.961078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.032418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.036470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.039382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a2405eea-6440-416e-80cd-27002c964f53 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:20.063266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b013503c-4704-45b3-a2ab-183e85e65118,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:20.068208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:20.108354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 761b2015-9d73-4473-b44a-77fbc67a4a3a owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:20.111241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.112420 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3771017 Nov 25 11:25:20.117009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38780) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:20.124733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '9638d7e2-b102-4eec-a43b-4fbbf6905920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:20.133909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:20.144957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:20.150106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:20.159761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:20.172646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 5a8b1df7-d49e-481e-99a5-012c4c7667a3 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:20.180098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.201739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.210887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.217644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d558bdf3-17a3-4eb9-a63a-c7e3472a2417 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:20.257750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.309396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=999f4d4b-f2ce-4a10-9918-f60a7788576e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:20.321311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:20.348995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:20.349347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: 6df9b927-2eda-40a5-b01b-993622d7e41e, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:20.361024 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:25:20.362001 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5cc28b3c-9cda-4683-ad2c-40616dea6f9e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2442565 Nov 25 11:25:20.366080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38784) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:20.397855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.398311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 6df9b927-2eda-40a5-b01b-993622d7e41e is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:20.417890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6df9b927-2eda-40a5-b01b-993622d7e41e) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:20.422783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:20.423351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.425917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad1db5-c15c-49bd-a19b-419647ee2263 None None] Network 6df9b927-2eda-40a5-b01b-993622d7e41e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:20.459594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.461630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.467090 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0273736 Nov 25 11:25:20.467954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8dad1ff-e3c2-4ade-a2a3-eb98166f9ba0 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:20.473900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38788) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:20.511418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=761b2015-9d73-4473-b44a-77fbc67a4a3a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:20.513783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:20.625186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.629517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.636045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a61a2b2b-1ef7-4dd8-84a4-2f0f7eabbe06 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:20.682227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8b1df7-d49e-481e-99a5-012c4c7667a3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:20.718349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6df9b927-2eda-40a5-b01b-993622d7e41e', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:20.719650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.811903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.818584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ab823328-41e9-4828-83c5-11a1451e98a1 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:20.838539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9638d7e2-b102-4eec-a43b-4fbbf6905920,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:20.842071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:20.843440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.844685 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/9638d7e2-b102-4eec-a43b-4fbbf6905920 HTTP/1.1" status: 204 len: 168 time: 0.4771807 Nov 25 11:25:20.847796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38792) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:20.866063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:20.875808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.907025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a15a3-5b79-4974-9977-1925810f27dd None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:20.938943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/5a8b1df7-d49e-481e-99a5-012c4c7667a3 HTTP/1.1" status: 204 len: 168 time: 1.2406700 Nov 25 11:25:20.944996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38796) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:21.018387 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-60bdfab6-1c09-43af-8f78-eeed5de10781 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686667 Nov 25 11:25:21.023702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38800) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:21.030093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:21.036418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Allocated IP 2001:db8::2 (6df9b927-2eda-40a5-b01b-993622d7e41e/999f4d4b-f2ce-4a10-9918-f60a7788576e/ac28a9c6-175d-49c3-97ba-d8decbedfdad) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:21.048968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.153802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ce00663-0059-45b7-bf00-55274a6edb5f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:21.208994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ce00663-0059-45b7-bf00-55274a6edb5f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:21.210775 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1ce00663-0059-45b7-bf00-55274a6edb5f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3612700 Nov 25 11:25:21.215592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38804) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:21.230958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966158330'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:21.238982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:21.267026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:21.273804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:21.277580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:21.284136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:21.284348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:21.293762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.357388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:21.360439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.386169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:21.394996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Deleting port 76d6cc66-cd03-45a7-bb26-41a01e03862a {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:21.395488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.430729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.449037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.470817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Transition to ACTIVE for port object ac28a9c6-175d-49c3-97ba-d8decbedfdad will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:21.528279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Transition to ACTIVE for port object ac28a9c6-175d-49c3-97ba-d8decbedfdad will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:21.534510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:21.547713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.552613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:21.558266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:21.565180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b4017551-f81d-45d3-a76b-97719d75650d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:21.596233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:21.712433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Network 6df9b927-2eda-40a5-b01b-993622d7e41e is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:21.713388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac28a9c6-175d-49c3-97ba-d8decbedfdad,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:21.718473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:21.722688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:21.722688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:21.734837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.740909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] For port 76d6cc66-cd03-45a7-bb26-41a01e03862a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=76d6cc66-cd03-45a7-bb26-41a01e03862a,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:21.741152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.742068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.743189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router cb31e788-b0b9-4efe-992d-0d766017d6a6 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:21.753467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11a69939-0890-46fd-bc4e-e64cbba10b46 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:21.779594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8::1 (6df9b927-2eda-40a5-b01b-993622d7e41e/999f4d4b-f2ce-4a10-9918-f60a7788576e/ca9dd37a-fb28-4d20-8208-561d73f49457) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:21.820710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8489a6-bdf9-46fd-a0b1-54acca0866d2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:21.839504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:21.845187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.849037 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6296985 Nov 25 11:25:21.850045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38808) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:21.898545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Calling delete_port for 76d6cc66-cd03-45a7-bb26-41a01e03862a owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:21.904248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-4b3e63b2-e564-4406-9a9c-bbd88c7de1e8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '1e8489a6-bdf9-46fd-a0b1-54acca0866d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:21.904892 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-4b3e63b2-e564-4406-9a9c-bbd88c7de1e8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:21.909274 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4b3e63b2-e564-4406-9a9c-bbd88c7de1e8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0533721 Nov 25 11:25:21.910699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38812) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:21.911415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:21.923641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-14592f16-50bd-4a03-b988-06f07ea42280 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:21.995170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Attempting to bind port ac28a9c6-175d-49c3-97ba-d8decbedfdad on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:21.995598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Attempting to bind port ac28a9c6-175d-49c3-97ba-d8decbedfdad by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:21.996097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Attempting to bind port ac28a9c6-175d-49c3-97ba-d8decbedfdad on network 6df9b927-2eda-40a5-b01b-993622d7e41e {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:21.999696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.017835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:22.018375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Checking segment: {'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:22.018887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.019394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Bound using segment: {'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:22.019980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Bound port: ac28a9c6-175d-49c3-97ba-d8decbedfdad, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:22.020503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.025588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object ca9dd37a-fb28-4d20-8208-561d73f49457 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:22.028410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:22.034598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:22.037538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:22.038235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.042553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=e5cd670f-f0cd-451f-aa9d-468229249932,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:22.045226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:22.069829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:22.081137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.088324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bf09258-a32f-40c4-b02a-9c11c6c09267 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:22.088802 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] Sync routers for ids ['cb31e788-b0b9-4efe-992d-0d766017d6a6'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:22.089689 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/cb31e788-b0b9-4efe-992d-0d766017d6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7697217 Nov 25 11:25:22.098103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38816) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:22.108098 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0808241 Nov 25 11:25:22.120022 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] Routers {'cb31e788-b0b9-4efe-992d-0d766017d6a6'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:22.120992 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cb31e788-b0b9-4efe-992d-0d766017d6a6'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:22.131396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38820) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:22.142971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] For port ac28a9c6-175d-49c3-97ba-d8decbedfdad, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:22.146829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] For port ac28a9c6-175d-49c3-97ba-d8decbedfdad, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac28a9c6-175d-49c3-97ba-d8decbedfdad,segment=NetworkSegment(ecb90187-ab08-4d0d-9bac-8eba9faa03a3),segment_id=ecb90187-ab08-4d0d-9bac-8eba9faa03a3)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:22.148894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.150021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': 'e5cd670f-f0cd-451f-aa9d-468229249932', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1323634876'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:22.159385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:22.187195 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:22.218958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Pushing event deleted for resources: {'Port': ['ID=76d6cc66-cd03-45a7-bb26-41a01e03862a,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:22.221905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.222496 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] Routers {'cb31e788-b0b9-4efe-992d-0d766017d6a6'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:22.223344 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cb31e788-b0b9-4efe-992d-0d766017d6a6'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:22.233989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:22.234475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:22.299219 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:22.300182 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03852c1-338c-4b7c-bae0-da64353538de None None] The sync data for ids ['cb31e788-b0b9-4efe-992d-0d766017d6a6'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:22.314577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f35d183-7409-4788-b277-206ffcb1da64 None None] No DVR routers for this DVR port 76d6cc66-cd03-45a7-bb26-41a01e03862a on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:22.318135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac28a9c6-175d-49c3-97ba-d8decbedfdad,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:22.330317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 6df9b927-2eda-40a5-b01b-993622d7e41e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:22.343102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:22.346177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc6fb49-4522-4d25-b926-1004f374d557 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:22.351245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:22.356126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-031ba9d0-fd85-4916-a3d1-6c1e5a59fc1d tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.371699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:22.372267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.376172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=ca9dd37a-fb28-4d20-8208-561d73f49457,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:22.390976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:22.402974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-031ba9d0-fd85-4916-a3d1-6c1e5a59fc1d tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.483759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:22.490767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:22.505002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:22.554212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:22.588591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:22.622393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-031ba9d0-fd85-4916-a3d1-6c1e5a59fc1d tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.627673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bd1ca52f-0d3f-429e-9381-c97f9ea4eeb8 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:22.638377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.649945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ba9d0-fd85-4916-a3d1-6c1e5a59fc1d tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8489a6-bdf9-46fd-a0b1-54acca0866d2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:22.651798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-031ba9d0-fd85-4916-a3d1-6c1e5a59fc1d tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:22.660536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-031ba9d0-fd85-4916-a3d1-6c1e5a59fc1d tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.661932 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-031ba9d0-fd85-4916-a3d1-6c1e5a59fc1d tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/1e8489a6-bdf9-46fd-a0b1-54acca0866d2 HTTP/1.1" status: 204 len: 168 time: 0.7454782 Nov 25 11:25:22.664772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38830) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:22.772355 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-114f5d08-e65e-464c-86fe-b92116849e44 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 11:25:22.773678 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-114f5d08-e65e-464c-86fe-b92116849e44 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/cb31e788-b0b9-4efe-992d-0d766017d6a6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6746709 Nov 25 11:25:22.774131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': 'e5cd670f-f0cd-451f-aa9d-468229249932'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:22.775252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.777082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38834) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:22.828682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9fcb0135-fa02-439a-a4c8-b15f49d9dcde tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:22.841880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f969ef2a-c6fd-482d-b2c0-bc3449611481 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:22.868531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9fcb0135-fa02-439a-a4c8-b15f49d9dcde tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:22.869696 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9fcb0135-fa02-439a-a4c8-b15f49d9dcde tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb31e788-b0b9-4efe-992d-0d766017d6a6 HTTP/1.1" status: 200 len: 205 time: 0.0913265 Nov 25 11:25:22.873311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38838) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:22.940411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f969ef2a-c6fd-482d-b2c0-bc3449611481 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:22.941853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f969ef2a-c6fd-482d-b2c0-bc3449611481 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2761018 Nov 25 11:25:22.948405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:22.963110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106987480'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:22.971739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:22.986165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/e5cd670f-f0cd-451f-aa9d-468229249932/68f881dc-5b16-455d-9a80-edbc049db01a) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:22.992447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac28a9c6-175d-49c3-97ba-d8decbedfdad up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:22.995772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:23.026585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:23.032697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port f7aa5287-c91c-46a9-919c-38af14dd151a yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:25:23.034189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d28088a-b325-4a61-a515-12cdd6467381 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.095422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.171739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port ac28a9c6-175d-49c3-97ba-d8decbedfdad completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:23.278278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 76d6cc66-cd03-45a7-bb26-41a01e03862a no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:23.369028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 76d6cc66-cd03-45a7-bb26-41a01e03862a {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:23.369499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 76d6cc66-cd03-45a7-bb26-41a01e03862a not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:23.385733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.401214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Transition to ACTIVE for port object 68f881dc-5b16-455d-9a80-edbc049db01a will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:23.435204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Transition to ACTIVE for port object 68f881dc-5b16-455d-9a80-edbc049db01a will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:23.444189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.464235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:23.468652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:23.477877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:23.484159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:23.492432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:23.494140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d28088a-b325-4a61-a515-12cdd6467381 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.495514 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:23.495949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:25:23.499005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d28088a-b325-4a61-a515-12cdd6467381 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.555248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.556162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d28088a-b325-4a61-a515-12cdd6467381 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.556949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d28088a-b325-4a61-a515-12cdd6467381 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Fanout notify agent at l3_agent the message router_deleted on router cb31e788-b0b9-4efe-992d-0d766017d6a6 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:25:23.566064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:23.569120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:23.573563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d28088a-b325-4a61-a515-12cdd6467381 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.573819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:23.578573 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e7ba16c-c4d5-4b0d-b803-6c4627d44705 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4451420 Nov 25 11:25:23.579223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:23.583338 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2d28088a-b325-4a61-a515-12cdd6467381 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/cb31e788-b0b9-4efe-992d-0d766017d6a6 HTTP/1.1" status: 204 len: 168 time: 0.7087884 Nov 25 11:25:23.583939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38848) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:23.594800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Pushing event updated for resources: {'Port': ['ID=68f881dc-5b16-455d-9a80-edbc049db01a,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:23.597740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:23.607196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.608585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.619188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:23.677170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42b244-1675-4182-9a71-cb29e1471a5a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:23.679594 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8e42b244-1675-4182-9a71-cb29e1471a5a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0947053 Nov 25 11:25:23.682198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38854) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:23.691025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c6797-e0c0-4d5b-a09a-4280f5f5eca1 None None] Network 6df9b927-2eda-40a5-b01b-993622d7e41e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:23.707520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Attempting to bind port 68f881dc-5b16-455d-9a80-edbc049db01a on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:23.707898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Attempting to bind port 68f881dc-5b16-455d-9a80-edbc049db01a by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:23.708283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Attempting to bind port 68f881dc-5b16-455d-9a80-edbc049db01a on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:23.751160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6a8b2-2080-4c78-8b1d-2cd1d3ca87cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:23.752511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6a8b2-2080-4c78-8b1d-2cd1d3ca87cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:23.753229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5ce6a8b2-2080-4c78-8b1d-2cd1d3ca87cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:23.761802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.769444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:23.769872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:23.770280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.770679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:23.771465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Bound port: 68f881dc-5b16-455d-9a80-edbc049db01a, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:23.771624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5ce6a8b2-2080-4c78-8b1d-2cd1d3ca87cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:23.771753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.776648 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5ce6a8b2-2080-4c78-8b1d-2cd1d3ca87cb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0895305 Nov 25 11:25:23.776648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38858) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:23.786451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.849356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet e5cd670f-f0cd-451f-aa9d-468229249932 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:23.852771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.856722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=ca9dd37a-fb28-4d20-8208-561d73f49457,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:23.867967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:23.870542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-568455a1-5380-4609-a260-d8a4e8ce9833 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:23.876493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Provisioning for port ac28a9c6-175d-49c3-97ba-d8decbedfdad completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:23.906888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Provisioning complete for port ac28a9c6-175d-49c3-97ba-d8decbedfdad triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:23.907110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.919217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.977963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.982143 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0280595 Nov 25 11:25:23.989855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38862) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:24.001583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] For port 68f881dc-5b16-455d-9a80-edbc049db01a, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:24.005628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-967f3c68-4077-4c2a-b761-b4bab020bc15 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd7b176d6-e780-4722-9384-3caf83d9535d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:24.007606 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-967f3c68-4077-4c2a-b761-b4bab020bc15 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:24.015790 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-967f3c68-4077-4c2a-b761-b4bab020bc15 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0212734 Nov 25 11:25:24.022955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] For port 68f881dc-5b16-455d-9a80-edbc049db01a, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=68f881dc-5b16-455d-9a80-edbc049db01a,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:24.030525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b176d6-e780-4722-9384-3caf83d9535d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:24.035235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:24.037342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.043571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5371cf55-867c-47b3-a5f0-5404d6d72d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:24.059818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:24.113893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 6df9b927-2eda-40a5-b01b-993622d7e41e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:24.118639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:24.139777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.269145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Pushing event updated for resources: {'Port': ['ID=68f881dc-5b16-455d-9a80-edbc049db01a,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:24.278209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:24.279743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.281709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.293383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet 676532ad-2593-4921-8b9a-8646bab02f74 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:24.299541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.302121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a597f279-8ec4-4dbb-a746-503243bf986d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:24.332322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] For port ac28a9c6-175d-49c3-97ba-d8decbedfdad, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac28a9c6-175d-49c3-97ba-d8decbedfdad,segment=NetworkSegment(ecb90187-ab08-4d0d-9bac-8eba9faa03a3),segment_id=ecb90187-ab08-4d0d-9bac-8eba9faa03a3)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:24.344812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.349557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6a721030-f997-4901-ac36-79288c0cd20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:24.352623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.390764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cd670f-f0cd-451f-aa9d-468229249932,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:24.404303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:24.406627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/e5cd670f-f0cd-451f-aa9d-468229249932 HTTP/1.1" status: 204 len: 168 time: 0.6290467 Nov 25 11:25:24.409368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.409958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38870) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:24.428504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.495415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Pushing event updated for resources: {'Port': ['ID=ac28a9c6-175d-49c3-97ba-d8decbedfdad,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:24.499454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:24.515253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.557625 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5f80360a-9f1e-4bb4-90cd-204468710fa1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460230 Nov 25 11:25:24.558347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38874) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:24.564282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:24.712507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:24.719395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:24.723203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:24.733041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:24.758119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:24.767170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.773466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5ba3e9f9-cc09-42bb-b69c-8fc18beccfa1 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:24.774507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.782661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c5edc5a7-5274-4106-b5cd-0ef34c21320b None None] Provisioning complete for port ac28a9c6-175d-49c3-97ba-d8decbedfdad triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:24.783040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5edc5a7-5274-4106-b5cd-0ef34c21320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.798712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.830854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b176d6-e780-4722-9384-3caf83d9535d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:24.844206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:24.926829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:24.932289 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/d7b176d6-e780-4722-9384-3caf83d9535d HTTP/1.1" status: 204 len: 168 time: 0.8944738 Nov 25 11:25:24.945085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38878) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:25.033355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c5edc5a7-5274-4106-b5cd-0ef34c21320b None None] Provisioning for port ca9dd37a-fb28-4d20-8208-561d73f49457 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:25.048507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c5edc5a7-5274-4106-b5cd-0ef34c21320b None None] Provisioning complete for port ca9dd37a-fb28-4d20-8208-561d73f49457 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:25.048839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5edc5a7-5274-4106-b5cd-0ef34c21320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.060033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.077026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f97ff167-4f96-47c0-aa0a-03de66737a7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:25.121552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 68f881dc-5b16-455d-9a80-edbc049db01a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:25.144334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=676532ad-2593-4921-8b9a-8646bab02f74,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:25.151293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-494cf851-ad2f-4d13-8fd0-630342c986e8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:25.154156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:25.174883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.195875 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/676532ad-2593-4921-8b9a-8646bab02f74 HTTP/1.1" status: 204 len: 168 time: 1.6005697 Nov 25 11:25:25.198128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38884) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:25.206075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c6e88-beb5-4314-953b-2c9e2fe7b5ae None None] Network 93e5046a-3fd3-4452-b439-6b68a43860ab requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:25.230735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-494cf851-ad2f-4d13-8fd0-630342c986e8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:25.232209 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-494cf851-ad2f-4d13-8fd0-630342c986e8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2860970 Nov 25 11:25:25.236247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:25:25.238257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38888) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:25.251985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--180431090'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:25.276532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.294113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f7448a0-bee5-403d-a869-7f7ef6b90e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:25.317311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:25.370908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:25.381343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:25.385088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:25.391248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:25.392601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:25.395947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:25.396525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.406532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c5edc5a7-5274-4106-b5cd-0ef34c21320b None None] Port ca9dd37a-fb28-4d20-8208-561d73f49457 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:25.432301 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8726778 Nov 25 11:25:25.435403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38892) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:25.442781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1031101893', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:25.456549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:25.464104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:router and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:25.469867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:25.476933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:25.493230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.494346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.524581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.555646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.593678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 68f881dc-5b16-455d-9a80-edbc049db01a completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:25.600260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.600495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e190cb74-607c-478e-81e8-dfe993e23ae6 None None] Provisioning complete for port ca9dd37a-fb28-4d20-8208-561d73f49457 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:25.600753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e190cb74-607c-478e-81e8-dfe993e23ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.609600 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d76d38f-1373-4ac7-8427-049ff9c05f2a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1729214 Nov 25 11:25:25.610206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38896) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:25.619804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.631776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac28a9c6-175d-49c3-97ba-d8decbedfdad up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:25.720133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09d3a3-0460-45dd-a275-743f929bc5e8 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:25.723805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.733357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 54404579-0ed0-4a0b-8041-f16770b26145 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:25.733685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.737131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e190cb74-607c-478e-81e8-dfe993e23ae6 None None] Port ca9dd37a-fb28-4d20-8208-561d73f49457 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:25.842250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ac28a9c6-175d-49c3-97ba-d8decbedfdad triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:25.842928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:25.867873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:25.898110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:25.904540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:25.928077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] DHCP port deletion for 93e5046a-3fd3-4452-b439-6b68a43860ab request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:25.938364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:25.953487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Deleting port 54404579-0ed0-4a0b-8041-f16770b26145 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:25.953814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.062262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 54404579-0ed0-4a0b-8041-f16770b26145, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=54404579-0ed0-4a0b-8041-f16770b26145,segment=NetworkSegment(89b563a0-4d91-49e6-b68a-457c7c814ce0),segment_id=89b563a0-4d91-49e6-b68a-457c7c814ce0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:26.062619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.078449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:26.110423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:26.122403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Provisioning complete for port ca9dd37a-fb28-4d20-8208-561d73f49457 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:26.122783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.157532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.219235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 54404579-0ed0-4a0b-8041-f16770b26145 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:26.264112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.274430 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8000855 Nov 25 11:25:26.281676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.286429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38904) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.289721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:26.297743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Port ca9dd37a-fb28-4d20-8208-561d73f49457 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:26.310962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-993227280'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:26.333114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:26.348798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:26.356231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:26.363017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:26.363672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:26.367899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:26.369764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.373778 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1319213 Nov 25 11:25:26.373998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef822af-0995-4dab-a8bd-dc89d5583e95,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:26.377943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38910) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.383948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:26.387848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-56117c9c-b61e-487f-b5e2-3288185b136a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '3ef822af-0995-4dab-a8bd-dc89d5583e95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:26.388674 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-56117c9c-b61e-487f-b5e2-3288185b136a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:26.391105 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-56117c9c-b61e-487f-b5e2-3288185b136a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108995 Nov 25 11:25:26.397045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38914) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.400894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.408250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-40a47f0b-886c-44a8-81da-0bbbbf414597 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '3ef822af-0995-4dab-a8bd-dc89d5583e95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:26.408928 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-40a47f0b-886c-44a8-81da-0bbbbf414597 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:26.412748 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-40a47f0b-886c-44a8-81da-0bbbbf414597 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0119133 Nov 25 11:25:26.412748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:26.444796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:26.447798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.458115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.477538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-aa0ca099-79e5-4da8-af2d-53f5ac126737 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '3ef822af-0995-4dab-a8bd-dc89d5583e95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:26.478135 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-aa0ca099-79e5-4da8-af2d-53f5ac126737 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:26.481676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aa0ca099-79e5-4da8-af2d-53f5ac126737 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151086 Nov 25 11:25:26.482562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38922) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.484755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=54404579-0ed0-4a0b-8041-f16770b26145,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:26.491446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:26.493599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5e45f0ee-b072-44ce-84be-1837381c8eed tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '3ef822af-0995-4dab-a8bd-dc89d5583e95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:26.497506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No DVR routers for this DVR port 54404579-0ed0-4a0b-8041-f16770b26145 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:26.497807 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-5e45f0ee-b072-44ce-84be-1837381c8eed tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:26.501356 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5e45f0ee-b072-44ce-84be-1837381c8eed tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154579 Nov 25 11:25:26.504791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38926) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.527565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] For port 54404579-0ed0-4a0b-8041-f16770b26145, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=54404579-0ed0-4a0b-8041-f16770b26145,segment=NetworkSegment(89b563a0-4d91-49e6-b68a-457c7c814ce0),segment_id=89b563a0-4d91-49e6-b68a-457c7c814ce0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:26.527968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.569615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:26.644684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.647857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.648346 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment 507c8972-9dda-4a97-819c-f835551ccd2c of type vlan for network 5f4106ed-7cca-4b50-b344-9b4df4f03335 Nov 25 11:25:26.656748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.674862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Calling delete_port for 54404579-0ed0-4a0b-8041-f16770b26145 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:26.677637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.698127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e5046a-3fd3-4452-b439-6b68a43860ab']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:26.700289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Provisioning for port 68f881dc-5b16-455d-9a80-edbc049db01a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:26.709863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.718680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b563a0-4d91-49e6-b68a-457c7c814ce0') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:26.719024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b563a0-4d91-49e6-b68a-457c7c814ce0') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:26.723173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Provisioning complete for port 68f881dc-5b16-455d-9a80-edbc049db01a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:26.723556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.732235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.734333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.739328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d127c4f5-5947-40cd-95bd-6ee7902fff5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:26.755081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef822af-0995-4dab-a8bd-dc89d5583e95,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:26.758473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:26.768101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.776272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:25:26.777019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.778304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:25:26.793075 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:25:26.798904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.803000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:26.803622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.810884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d715b328-b22a-46f1-b424-e320b701b753 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:26.829203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:26.832339 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/3ef822af-0995-4dab-a8bd-dc89d5583e95 HTTP/1.1" status: 204 len: 168 time: 0.3243306 Nov 25 11:25:26.834305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38930) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.909933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c38b4184-b5ff-4a49-8bf2-3ee76d776264 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:26.925439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:25:26.925803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:25:26.935980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::1 (be5ac70f-953b-423d-8366-53ff314b8313/02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05/b014db98-7af3-45be-9a7d-df884e6375da) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:26.936582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 54404579-0ed0-4a0b-8041-f16770b26145 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:26.943659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c38b4184-b5ff-4a49-8bf2-3ee76d776264 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:26.949685 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c38b4184-b5ff-4a49-8bf2-3ee76d776264 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1122103 Nov 25 11:25:26.950414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38934) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:26.957354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--943623162'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:26.964660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:26.967615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.039531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.060156 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7631044 Nov 25 11:25:27.061111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=5f4106ed-7cca-4b50-b344-9b4df4f03335,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:27.063136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38940) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:27.065581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:27.066567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-339b88b6-4d91-46db-8de8-5c607b60b6e0 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:27.085821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:27.088322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 54404579-0ed0-4a0b-8041-f16770b26145 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:27.088867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 54404579-0ed0-4a0b-8041-f16770b26145 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:27.090342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:27.119869 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/93e5046a-3fd3-4452-b439-6b68a43860ab HTTP/1.1" status: 204 len: 168 time: 1.9207273 Nov 25 11:25:27.167324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:27.170204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=93e5046a-3fd3-4452-b439-6b68a43860ab,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:27.174501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.185885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:27.189520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-479804987'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:27.192325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object b014db98-7af3-45be-9a7d-df884e6375da will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:27.199263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:27.213211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:27.217996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:27.220965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.224877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:27.227633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:27.228471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e66c44c2-39a7-4dc7-b2fc-74c7b61c6b25 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:27.231655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:27.237894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:27.239436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.241830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:27.247183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:27.250648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.261173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:27.279907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:27.303221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.327645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:27.336739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:27.343499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:27.344060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.347141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=b014db98-7af3-45be-9a7d-df884e6375da,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:27.368350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:27.387033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:27.393385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:27.396784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] For port 68f881dc-5b16-455d-9a80-edbc049db01a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=68f881dc-5b16-455d-9a80-edbc049db01a,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:27.397298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:27.405762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:27.427692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Deleting port 54404579-0ed0-4a0b-8041-f16770b26145 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:27.428366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.464478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.470545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:27.478672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7aa562b3-3d41-42d1-857c-eb51d159132c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:27.527399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.530344 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 4cdc614d-27d5-40be-a092-8447d3c30130 of type vlan for network bc6bba0d-c432-4f89-8106-0ac079079358 Nov 25 11:25:27.542719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.560630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.570543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6cff-c05b-45b2-9e15-fe9d1eeb748b None None] The port '54404579-0ed0-4a0b-8041-f16770b26145' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:25:27.596560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.639421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.645266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:22Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:23Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:27.652575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:27.654428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54c5987b-520c-4a2e-b481-f05c32a9fb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:27.654800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Updating router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 port ca9dd37a-fb28-4d20-8208-561d73f49457 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:25:27.674223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.710653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Pushing event updated for resources: {'Port': ['ID=68f881dc-5b16-455d-9a80-edbc049db01a,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:27.713819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:27.720206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-075b6db2-14e6-4b77-a4f2-4610258144e6 None None] Provisioning complete for port 68f881dc-5b16-455d-9a80-edbc049db01a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:27.720982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-075b6db2-14e6-4b77-a4f2-4610258144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.728385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.732541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:27.733283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.739642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-108bb8df-a4c5-43eb-a17c-a78291b7e2dc tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:27.768214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.800743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d801402b-4d6b-4fe0-92e4-062278000691,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:27.859055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.864189 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9088643 Nov 25 11:25:27.869086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38948) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:27.869246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:27.893979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-86d76ddf-a69d-43b8-b5df-f3fffa3002b2 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:27.894591 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-86d76ddf-a69d-43b8-b5df-f3fffa3002b2 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:27.895535 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86d76ddf-a69d-43b8-b5df-f3fffa3002b2 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221567 Nov 25 11:25:27.898668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38952) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:27.902674 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7339346 Nov 25 11:25:27.906033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-20028510-5232-457b-b28e-b5bfe0706947 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:27.911516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38956) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:27.918490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=bc6bba0d-c432-4f89-8106-0ac079079358,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:27.921249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-20028510-5232-457b-b28e-b5bfe0706947 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:27.924048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:27.926662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': 'bc6bba0d-c432-4f89-8106-0ac079079358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:27.942554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network bc6bba0d-c432-4f89-8106-0ac079079358 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:27.953113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-20028510-5232-457b-b28e-b5bfe0706947 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:27.965162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-20028510-5232-457b-b28e-b5bfe0706947 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:27.965493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:27.970136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-451cf95b-aabb-4cd6-86fe-4b8089051436 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:28.032949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-20028510-5232-457b-b28e-b5bfe0706947 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:28.051157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=1c9f83d9-fa3d-46a0-a251-9b4876b8a84c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:28.054654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:28.060714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:28.061352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: 5f4106ed-7cca-4b50-b344-9b4df4f03335, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:28.086312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:28.097628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5f4106ed-7cca-4b50-b344-9b4df4f03335) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:28.102186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:28.102796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.131391 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0647669 Nov 25 11:25:28.131622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 38960) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:28.161090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb1644-4ae9-4f08-a2d5-1098808d53eb None None] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:28.162622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:28.173179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:28.180724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:28.202113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:28.223132 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-20028510-5232-457b-b28e-b5bfe0706947 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:28.227710 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-20028510-5232-457b-b28e-b5bfe0706947 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3246763 Nov 25 11:25:28.229246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38964) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:28.235328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a4241c29-8790-44e7-aa8b-b82aea4465d2 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:28.235921 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-a4241c29-8790-44e7-aa8b-b82aea4465d2 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:28.239381 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a4241c29-8790-44e7-aa8b-b82aea4465d2 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061760 Nov 25 11:25:28.242217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38968) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:28.242825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:28.262644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-501c9e90-7d88-468d-8c04-f532d692cc36 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:28.279671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-501c9e90-7d88-468d-8c04-f532d692cc36 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:28.289282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-501c9e90-7d88-468d-8c04-f532d692cc36 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:28.293047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-501c9e90-7d88-468d-8c04-f532d692cc36 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:28.314553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ccf7750c-c5b6-406c-a8f8-a6135ce18c8b None None] Provisioning for port b014db98-7af3-45be-9a7d-df884e6375da completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:28.326192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ccf7750c-c5b6-406c-a8f8-a6135ce18c8b None None] Provisioning complete for port b014db98-7af3-45be-9a7d-df884e6375da triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:28.326566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ccf7750c-c5b6-406c-a8f8-a6135ce18c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.354533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-501c9e90-7d88-468d-8c04-f532d692cc36 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:28.357001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:25:28.384215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.393416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.394230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.399464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.416670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7b00f676-5d3a-41ab-b578-d6387491a3d4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:28.443032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7750c-c5b6-406c-a8f8-a6135ce18c8b None None] Port b014db98-7af3-45be-9a7d-df884e6375da cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:28.557673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.562106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5f4106ed-7cca-4b50-b344-9b4df4f03335', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:28.563129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.591933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Transition to ACTIVE for port object ca9dd37a-fb28-4d20-8208-561d73f49457 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:28.640307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.646149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1a28db7b-a268-4525-ad91-3414001e0ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:28.704036 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-501c9e90-7d88-468d-8c04-f532d692cc36 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:28.705398 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-501c9e90-7d88-468d-8c04-f532d692cc36 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4471970 Nov 25 11:25:28.709612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=b014db98-7af3-45be-9a7d-df884e6375da,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:28.711722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38974) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:28.760378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:28.769195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9be45adf-4f19-4d43-8408-e8cbd7352d7e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:28.770243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-9be45adf-4f19-4d43-8408-e8cbd7352d7e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:28.775812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9be45adf-4f19-4d43-8408-e8cbd7352d7e tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0550361 Nov 25 11:25:28.779512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38978) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:28.786547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0f69af84-d35c-4719-98bf-03245c2e2bfa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:28.806804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70947968-1cd9-4381-8e3e-10290eaf8801 None None] Pushing event updated for resources: {'Port': ['ID=ca9dd37a-fb28-4d20-8208-561d73f49457,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:28.808769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-70947968-1cd9-4381-8e3e-10290eaf8801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:28.811554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0f69af84-d35c-4719-98bf-03245c2e2bfa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:28.811736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:28.822193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0f69af84-d35c-4719-98bf-03245c2e2bfa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:28.838601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0f69af84-d35c-4719-98bf-03245c2e2bfa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:28.859904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0f69af84-d35c-4719-98bf-03245c2e2bfa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:28.893417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:28.942109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:29.035093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 68f881dc-5b16-455d-9a80-edbc049db01a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:29.126773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Allocated IP 2001:db8:1::2 (5f4106ed-7cca-4b50-b344-9b4df4f03335/1c9f83d9-fa3d-46a0-a251-9b4876b8a84c/6b2a76db-f97f-4078-a790-2a63da228ee8) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:29.137914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Attempting to bind port ca9dd37a-fb28-4d20-8208-561d73f49457 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:29.138282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Attempting to bind port ca9dd37a-fb28-4d20-8208-561d73f49457 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:29.138649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Attempting to bind port ca9dd37a-fb28-4d20-8208-561d73f49457 on network 6df9b927-2eda-40a5-b01b-993622d7e41e {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:29.179643 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-0f69af84-d35c-4719-98bf-03245c2e2bfa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:29.184844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0f69af84-d35c-4719-98bf-03245c2e2bfa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4003510 Nov 25 11:25:29.185675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:29.186060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Checking segment: {'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:29.186665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.187028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Bound using segment: {'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:29.187543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Bound port: ca9dd37a-fb28-4d20-8208-561d73f49457, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:29.187903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.192927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38988) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:29.232895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-26d91815-50d8-4a0a-9e33-929a17a37e43 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:29.233523 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-26d91815-50d8-4a0a-9e33-929a17a37e43 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:29.237239 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-26d91815-50d8-4a0a-9e33-929a17a37e43 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0205078 Nov 25 11:25:29.249292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 38992) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:29.264066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5d8461b5-ba19-4a8d-a454-b81097cb9369 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:29.277020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d8461b5-ba19-4a8d-a454-b81097cb9369 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:29.285547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 68f881dc-5b16-455d-9a80-edbc049db01a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:29.285977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.310533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d8461b5-ba19-4a8d-a454-b81097cb9369 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:29.314134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d8461b5-ba19-4a8d-a454-b81097cb9369 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:29.317453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.330879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1e0154b2-58c9-423b-81c8-a62b59e85315 tempest-RoutersNegativeTest-1279114124 tempest-RoutersNegativeTest-1279114124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:29.372975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d8461b5-ba19-4a8d-a454-b81097cb9369 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:29.551606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=9574b46f-b006-4c78-9c1d-9f06a771d1cb,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:29.565318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:29.584646 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-5d8461b5-ba19-4a8d-a454-b81097cb9369 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:29.586235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d8461b5-ba19-4a8d-a454-b81097cb9369 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3360896 Nov 25 11:25:29.590175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:29.594157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '4cdc614d-27d5-40be-a092-8447d3c30130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bc6bba0d-c432-4f89-8106-0ac079079358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:29.594529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: bc6bba0d-c432-4f89-8106-0ac079079358, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:29.597822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7d5e1efb-40bc-4a3c-9ae5-f6ab4f191ac8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'd801402b-4d6b-4fe0-92e4-062278000691', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:29.606071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7d5e1efb-40bc-4a3c-9ae5-f6ab4f191ac8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:29.611505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d5e1efb-40bc-4a3c-9ae5-f6ab4f191ac8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:29.618090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d5e1efb-40bc-4a3c-9ae5-f6ab4f191ac8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:29.625746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7d5e1efb-40bc-4a3c-9ae5-f6ab4f191ac8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:29.666176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network bc6bba0d-c432-4f89-8106-0ac079079358 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:29.680528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] For port ca9dd37a-fb28-4d20-8208-561d73f49457, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:29.686595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, bc6bba0d-c432-4f89-8106-0ac079079358) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:29.695755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:29.696669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.697886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-7d5e1efb-40bc-4a3c-9ae5-f6ab4f191ac8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:29.700958 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d5e1efb-40bc-4a3c-9ae5-f6ab4f191ac8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1087317 Nov 25 11:25:29.703604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39004) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:29.738901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.739968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acd400-af26-49a7-9512-cb140cd5d46d None None] Network bc6bba0d-c432-4f89-8106-0ac079079358 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:29.743092 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8294783 Nov 25 11:25:29.753179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39008) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:29.760230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] For port ca9dd37a-fb28-4d20-8208-561d73f49457, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ca9dd37a-fb28-4d20-8208-561d73f49457,segment=NetworkSegment(ecb90187-ab08-4d0d-9bac-8eba9faa03a3),segment_id=ecb90187-ab08-4d0d-9bac-8eba9faa03a3)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:29.760844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-883079989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:29.775876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:29.776698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.780314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-617a0778-6cbe-41cb-afeb-c31b18b4e0d6 None None] Provisioning complete for port b014db98-7af3-45be-9a7d-df884e6375da triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:29.780679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-617a0778-6cbe-41cb-afeb-c31b18b4e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.783942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Router df21e8cb-3984-4d36-8131-7606480ca142 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:25:29.790292 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:router and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:29.801538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:29.814255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:29.817308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e0c188f8-9963-49f1-aa97-6493e82bb801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:29.843908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.845152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.871010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.888768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.901724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.958258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d07425-a87b-4eba-85ed-d4fd790d649e req-0a4c8036-5b6a-4636-a545-5f1aebcef6e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:29.959447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.960283 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-64d07425-a87b-4eba-85ed-d4fd790d649e req-0a4c8036-5b6a-4636-a545-5f1aebcef6e4 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.2154224 Nov 25 11:25:29.966134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:29.999264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-617a0778-6cbe-41cb-afeb-c31b18b4e0d6 None None] Port b014db98-7af3-45be-9a7d-df884e6375da cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:30.027287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Transition to ACTIVE for port object 6b2a76db-f97f-4078-a790-2a63da228ee8 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:30.030882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.032281 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c7e8e0fa-dff7-4318-901f-4b25159c62d5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2777967 Nov 25 11:25:30.034375 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-64d07425-a87b-4eba-85ed-d4fd790d649e req-5d80fa7d-15bc-46bf-a413-90103230b196 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577292 Nov 25 11:25:30.034889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70947968-1cd9-4381-8e3e-10290eaf8801 None None] Pushing event updated for resources: {'Port': ['ID=ca9dd37a-fb28-4d20-8208-561d73f49457,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:30.036735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39012) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:30.056200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-70947968-1cd9-4381-8e3e-10290eaf8801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:30.083472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.087965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-55311e5f-60ee-4f12-9b52-9e37cfe9b79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:30.102140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Transition to ACTIVE for port object 6b2a76db-f97f-4078-a790-2a63da228ee8 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:30.105079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:30.108535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d801402b-4d6b-4fe0-92e4-062278000691,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:30.110470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:30.110770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:30.112481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:30.117622 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "PUT /v2.0/routers/df21e8cb-3984-4d36-8131-7606480ca142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5062375 Nov 25 11:25:30.118028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:30.125481 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Sync routers for ids ['df21e8cb-3984-4d36-8131-7606480ca142'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:30.149480 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Routers {'df21e8cb-3984-4d36-8131-7606480ca142'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:30.150021 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['df21e8cb-3984-4d36-8131-7606480ca142'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:30.205336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8:1::1 (5f4106ed-7cca-4b50-b344-9b4df4f03335/1c9f83d9-fa3d-46a0-a251-9b4876b8a84c/93bc3abc-2451-41b8-868f-461be91dbc75) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:30.265583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.340039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-70947968-1cd9-4381-8e3e-10290eaf8801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:30.350400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.352342 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/d801402b-4d6b-4fe0-92e4-062278000691 HTTP/1.1" status: 204 len: 168 time: 0.6471078 Nov 25 11:25:30.355560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39018) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:30.406280 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Set router df21e8cb-3984-4d36-8131-7606480ca142 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:30.473821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4ef56c20-ceed-4b9a-846e-0b0f0ce92ddb tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:30.519363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4ef56c20-ceed-4b9a-846e-0b0f0ce92ddb tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:30.520667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-bc6bba0d-c432-4f89-8106-0ac079079358', 'network_id': 'bc6bba0d-c432-4f89-8106-0ac079079358', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': '9574b46f-b006-4c78-9c1d-9f06a771d1cb'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:30.521431 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ef56c20-ceed-4b9a-846e-0b0f0ce92ddb tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1623557 Nov 25 11:25:30.521575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.528750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39024) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:30.542043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235522359'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:30.562383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.565751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:30.566425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:30.579386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Pushing event updated for resources: {'Port': ['ID=6b2a76db-f97f-4078-a790-2a63da228ee8,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:30.584537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:30.586387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:30.594397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd0324-9077-4d4d-953e-be2f9d37ae8b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:30.595141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fccd0324-9077-4d4d-953e-be2f9d37ae8b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:30.601143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:30.603033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:30.619750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:30.627717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fccd0324-9077-4d4d-953e-be2f9d37ae8b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:30.631717 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fccd0324-9077-4d4d-953e-be2f9d37ae8b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports/b014db98-7af3-45be-9a7d-df884e6375da HTTP/1.1" status: 200 len: 911 time: 0.2754772 Nov 25 11:25:30.632754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object 93bc3abc-2451-41b8-868f-461be91dbc75 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:30.634722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39028) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:30.695071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.741534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:30.745896 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:25:30.746526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:30.750504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:30.763848 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'name': 'tempest-NetworksTestDHCPv6-router-1031101893', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:25Z', 'updated_at': '2021-11-25T11:25:27Z', 'revision_number': 2, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None, '_interfaces': [{'id': 'b014db98-7af3-45be-9a7d-df884e6375da', 'name': '', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'mac_address': 'fa:16:3e:eb:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:26Z', 'updated_at': '2021-11-25T11:25:27Z', 'revision_number': 2, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'subnets': [{'id': '02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:30.764235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:30.770389 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Checking router: df21e8cb-3984-4d36-8131-7606480ca142 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:30.770744 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Updating router df21e8cb-3984-4d36-8131-7606480ca142 port b014db98-7af3-45be-9a7d-df884e6375da binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:25:30.820327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0200009-c232-4fde-bec3-2a3efcfe136c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:30.824650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0200009-c232-4fde-bec3-2a3efcfe136c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:30.828793 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b0200009-c232-4fde-bec3-2a3efcfe136c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1903799 Nov 25 11:25:30.830779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39032) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:30.864841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.869618 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:30.919747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Attempting to bind port 6b2a76db-f97f-4078-a790-2a63da228ee8 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:30.920355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Attempting to bind port 6b2a76db-f97f-4078-a790-2a63da228ee8 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:30.920484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Attempting to bind port 6b2a76db-f97f-4078-a790-2a63da228ee8 on network 5f4106ed-7cca-4b50-b344-9b4df4f03335 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:30.987366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.002115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2f62576-4ec0-4a2b-959f-b8db9d0da79b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:31.044072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:31.052120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:31.054615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:31.055440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.081020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:31.081400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Checking segment: {'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:31.081810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.082214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Bound using segment: {'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:31.082712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Bound port: 6b2a76db-f97f-4078-a790-2a63da228ee8, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:31.083090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.130775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.179199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.220226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=93bc3abc-2451-41b8-868f-461be91dbc75,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:31.223242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:31.227683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e56d83ca-9465-433b-9027-1cddc95b2716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:31.240549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.241891 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7121046 Nov 25 11:25:31.244879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39038) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:31.251964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-788eb3ff-9a79-4740-b66c-0dcb1ee5eec6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '332ac289-c3cb-486b-b111-14096197b944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:31.259877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Allocated IP 172.20.0.2 (bc6bba0d-c432-4f89-8106-0ac079079358/9574b46f-b006-4c78-9c1d-9f06a771d1cb/09266163-70d7-411e-9297-19df3b4f0c41) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:31.265564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-788eb3ff-9a79-4740-b66c-0dcb1ee5eec6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:31.276654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-788eb3ff-9a79-4740-b66c-0dcb1ee5eec6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:31.280671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332ac289-c3cb-486b-b111-14096197b944,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:31.283559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:31.287291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.292675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-788eb3ff-9a79-4740-b66c-0dcb1ee5eec6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:31.344152 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.350747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-788eb3ff-9a79-4740-b66c-0dcb1ee5eec6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:31.364254 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Transition to ACTIVE for port object b014db98-7af3-45be-9a7d-df884e6375da will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:31.377460 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.380525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] For port 6b2a76db-f97f-4078-a790-2a63da228ee8, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:31.394998 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:31.436981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] For port 6b2a76db-f97f-4078-a790-2a63da228ee8, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6b2a76db-f97f-4078-a790-2a63da228ee8,segment=NetworkSegment(507c8972-9dda-4a97-819c-f835551ccd2c),segment_id=507c8972-9dda-4a97-819c-f835551ccd2c)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:31.445374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d7979-087d-4750-9c7e-a17313dae6a4 req-d7671798-b611-46cb-8aa9-55211850d6a7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:31.454303 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e8d7979-087d-4750-9c7e-a17313dae6a4 req-d7671798-b611-46cb-8aa9-55211850d6a7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.1732502 Nov 25 11:25:31.458733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.463090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:31.475406 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-788eb3ff-9a79-4740-b66c-0dcb1ee5eec6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The resource could not be found. Nov 25 11:25:31.476590 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-788eb3ff-9a79-4740-b66c-0dcb1ee5eec6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2306533 Nov 25 11:25:31.479872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39042) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:31.488885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3d6a7d25-de70-4731-94c8-3dbc90b81012 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '332ac289-c3cb-486b-b111-14096197b944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '03f8c8ea-9db7-4da7-8f7a-d06458ef6c3a'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:31.491729 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca689a1-0ffe-438f-bcf4-3ec42f2f8794 None None] Pushing event updated for resources: {'Port': ['ID=b014db98-7af3-45be-9a7d-df884e6375da,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:31.516226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3d6a7d25-de70-4731-94c8-3dbc90b81012 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:31.521973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3d6a7d25-de70-4731-94c8-3dbc90b81012 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:31.528965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3d6a7d25-de70-4731-94c8-3dbc90b81012 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:31.546920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3d6a7d25-de70-4731-94c8-3dbc90b81012 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:31.563108 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e8d7979-087d-4750-9c7e-a17313dae6a4 req-32eca708-733d-4f1c-a7ba-ed4fd676709a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075099 Nov 25 11:25:31.633527 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-3d6a7d25-de70-4731-94c8-3dbc90b81012 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The resource could not be found. Nov 25 11:25:31.637315 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3d6a7d25-de70-4731-94c8-3dbc90b81012 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1537967 Nov 25 11:25:31.638818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39048) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:31.714544 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Attempting to bind port b014db98-7af3-45be-9a7d-df884e6375da on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:31.715242 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Attempting to bind port b014db98-7af3-45be-9a7d-df884e6375da by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:31.715811 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Attempting to bind port b014db98-7af3-45be-9a7d-df884e6375da on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:31.725993 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:31.726744 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:31.727358 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.727950 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:31.728665 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Bound port: b014db98-7af3-45be-9a7d-df884e6375da, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:31.729285 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.789889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.806642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Pushing event updated for resources: {'Port': ['ID=6b2a76db-f97f-4078-a790-2a63da228ee8,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:31.818167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:31.819813 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:22Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:29Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:31.839007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.848312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006710d8-0fc6-4d65-a4e4-c950bf5a07d4 None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:22Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:29Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:31.848604 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] For port b014db98-7af3-45be-9a7d-df884e6375da, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:31.853992 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] For port b014db98-7af3-45be-9a7d-df884e6375da, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b014db98-7af3-45be-9a7d-df884e6375da,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:31.870261 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-6ca689a1-0ffe-438f-bcf4-3ec42f2f8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:31.870261 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.871803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.881760 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a542431e-2550-4f0b-a567-b413e6ba729d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:31.899858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Transition to ACTIVE for port object 09266163-70d7-411e-9297-19df3b4f0c41 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:31.931306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Transition to ACTIVE for port object 09266163-70d7-411e-9297-19df3b4f0c41 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:31.934171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.940790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:31.958120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.964395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bb445ef-ca8b-417a-b70d-ebdbb6b99d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:31.969578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332ac289-c3cb-486b-b111-14096197b944,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:31.986291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:32.002057 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Routers {'df21e8cb-3984-4d36-8131-7606480ca142'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:32.002833 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['df21e8cb-3984-4d36-8131-7606480ca142'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:32.063904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.067326 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/332ac289-c3cb-486b-b111-14096197b944 HTTP/1.1" status: 204 len: 168 time: 0.4245765 Nov 25 11:25:32.068094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39052) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:32.126682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Pushing event updated for resources: {'Port': ['ID=09266163-70d7-411e-9297-19df3b4f0c41,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:32.127508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.20.0.1 (bc6bba0d-c432-4f89-8106-0ac079079358/9574b46f-b006-4c78-9c1d-9f06a771d1cb/b40e899a-5fac-4a58-b9a3-2cf5658b84bb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:32.141524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:32.146115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Network bc6bba0d-c432-4f89-8106-0ac079079358 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:32.148918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:32.153371 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:32.267134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.290679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.292158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.314341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71bde3cf-346c-485b-b840-e4abe09060b9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:32.320343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-27ae1743-59c9-493f-aa52-be0d5c75c828 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:32.330419 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca689a1-0ffe-438f-bcf4-3ec42f2f8794 None None] Pushing event updated for resources: {'Port': ['ID=b014db98-7af3-45be-9a7d-df884e6375da,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:32.335364 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-6ca689a1-0ffe-438f-bcf4-3ec42f2f8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:32.343756 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] Set router df21e8cb-3984-4d36-8131-7606480ca142 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:32.370428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-27ae1743-59c9-493f-aa52-be0d5c75c828 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:32.371731 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-27ae1743-59c9-493f-aa52-be0d5c75c828 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3029077 Nov 25 11:25:32.378340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39056) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:32.378591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Attempting to bind port 09266163-70d7-411e-9297-19df3b4f0c41 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:32.379630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Attempting to bind port 09266163-70d7-411e-9297-19df3b4f0c41 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '4cdc614d-27d5-40be-a092-8447d3c30130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bc6bba0d-c432-4f89-8106-0ac079079358'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:32.386378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Attempting to bind port 09266163-70d7-411e-9297-19df3b4f0c41 on network bc6bba0d-c432-4f89-8106-0ac079079358 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:32.392594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-93bfb3b9-0663-4960-bfc6-f5edf1d73f59 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': '39d4ab4d-c80b-47a5-9236-972536fe43a3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:32.396674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:32.397057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Checking segment: {'id': '4cdc614d-27d5-40be-a092-8447d3c30130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bc6bba0d-c432-4f89-8106-0ac079079358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:32.397517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.401037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Bound using segment: {'id': '4cdc614d-27d5-40be-a092-8447d3c30130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bc6bba0d-c432-4f89-8106-0ac079079358'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:32.402196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Bound port: 09266163-70d7-411e-9297-19df3b4f0c41, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdc614d-27d5-40be-a092-8447d3c30130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bc6bba0d-c432-4f89-8106-0ac079079358'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:32.402599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.422207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93bfb3b9-0663-4960-bfc6-f5edf1d73f59 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:32.443780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93bfb3b9-0663-4960-bfc6-f5edf1d73f59 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:32.486895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.543550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object b40e899a-5fac-4a58-b9a3-2cf5658b84bb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:32.574462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.579387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:32.653525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93bfb3b9-0663-4960-bfc6-f5edf1d73f59 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:32.653845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=b40e899a-5fac-4a58-b9a3-2cf5658b84bb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:32.657329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:32.672344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93bfb3b9-0663-4960-bfc6-f5edf1d73f59 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:32.680656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network bc6bba0d-c432-4f89-8106-0ac079079358 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:32.682102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:32.685030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:32.720753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] For port 09266163-70d7-411e-9297-19df3b4f0c41, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:32.728060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] For port 09266163-70d7-411e-9297-19df3b4f0c41, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=09266163-70d7-411e-9297-19df3b4f0c41,segment=NetworkSegment(4cdc614d-27d5-40be-a092-8447d3c30130),segment_id=4cdc614d-27d5-40be-a092-8447d3c30130)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:32.743710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.748386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d00288a-dd6f-4e5d-9e71-c9893fc45821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:32.770679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=93bc3abc-2451-41b8-868f-461be91dbc75,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:32.790691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:32.856108 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Pushing event updated for resources: {'Port': ['ID=09266163-70d7-411e-9297-19df3b4f0c41,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:32.858336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.860757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:32.889252 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-93bfb3b9-0663-4960-bfc6-f5edf1d73f59 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The resource could not be found. Nov 25 11:25:32.896202 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93bfb3b9-0663-4960-bfc6-f5edf1d73f59 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5158138 Nov 25 11:25:32.900362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39062) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:32.951719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--231677957'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:32.961067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:32.965739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d9b51-f68d-4fd2-b2eb-8e1a0dd8583f req-b4b69b27-69f4-45be-b10b-941743f0f3f7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:32.976486 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-595d9b51-f68d-4fd2-b2eb-8e1a0dd8583f req-b4b69b27-69f4-45be-b10b-941743f0f3f7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.2109282 Nov 25 11:25:32.995971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:33.030511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.069508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ca9dd37a-fb28-4d20-8208-561d73f49457 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:33.070533 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-595d9b51-f68d-4fd2-b2eb-8e1a0dd8583f req-9014acaa-4749-4e48-958e-eeeec69abf86 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922637 Nov 25 11:25:33.167724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:33.171959 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'name': 'tempest-NetworksTestDHCPv6-router-1031101893', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:25Z', 'updated_at': '2021-11-25T11:25:27Z', 'revision_number': 2, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None, '_interfaces': [{'id': 'b014db98-7af3-45be-9a7d-df884e6375da', 'name': '', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'mac_address': 'fa:16:3e:eb:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:26Z', 'updated_at': '2021-11-25T11:25:31Z', 'revision_number': 4, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'subnets': [{'id': '02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:33.173129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:33.176030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:33.176795 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf20df7-ef67-4ed8-b578-2b606f0b6ed2 None None] The sync data for ids ['df21e8cb-3984-4d36-8131-7606480ca142'] in dv-neutron-819177-1-hyperv is: [{'id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'name': 'tempest-NetworksTestDHCPv6-router-1031101893', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:25Z', 'updated_at': '2021-11-25T11:25:27Z', 'revision_number': 2, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None, '_interfaces': [{'id': 'b014db98-7af3-45be-9a7d-df884e6375da', 'name': '', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'mac_address': 'fa:16:3e:eb:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:26Z', 'updated_at': '2021-11-25T11:25:31Z', 'revision_number': 4, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'subnets': [{'id': '02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:33.201492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:33.235777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.267081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port ca9dd37a-fb28-4d20-8208-561d73f49457 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:33.271421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:33.273639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ca9dd37a-fb28-4d20-8208-561d73f49457 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:33.274230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.279568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:33.442033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.482501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port ca9dd37a-fb28-4d20-8208-561d73f49457, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ca9dd37a-fb28-4d20-8208-561d73f49457,segment=NetworkSegment(ecb90187-ab08-4d0d-9bac-8eba9faa03a3),segment_id=ecb90187-ab08-4d0d-9bac-8eba9faa03a3)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:33.489515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.490590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b2a76db-f97f-4078-a790-2a63da228ee8 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:33.517860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-aa29d83a-4439-40b4-b3bf-6c42a2b22a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:33.569996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.586684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.590544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c73ca50-c1e6-4e74-8a34-4e46781423c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:33.605014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=ca9dd37a-fb28-4d20-8208-561d73f49457,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:33.609684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:33.660533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 6b2a76db-f97f-4078-a790-2a63da228ee8 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:33.737373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7ea0f8-855a-4e60-95bc-47bd78f83220,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:33.740544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:33.771082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b762da3-926a-4a5c-a20d-aad4e6f15a99 None None] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:33.796406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.797319 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8944435 Nov 25 11:25:33.804805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39066) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:33.838500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495803935'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:33.853145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:33.865516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:33.869148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:33.872264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.879304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.885285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:33.902500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.907228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5557063b-d52f-4eb6-be3b-47728e32408d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:33.911147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Provisioning for port 6b2a76db-f97f-4078-a790-2a63da228ee8 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:33.972947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Provisioning complete for port 6b2a76db-f97f-4078-a790-2a63da228ee8 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:33.973540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.993210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:33.996802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=b40e899a-5fac-4a58-b9a3-2cf5658b84bb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:33.999776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:34.024603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.090278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3fbf635a-256a-400d-97e2-117de8482848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.121082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:34.129425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:34.135098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:34.154210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:34.176551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:34.180321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.215500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.227447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network bc6bba0d-c432-4f89-8106-0ac079079358 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:34.233130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:34.312164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] For port 6b2a76db-f97f-4078-a790-2a63da228ee8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6b2a76db-f97f-4078-a790-2a63da228ee8,segment=NetworkSegment(507c8972-9dda-4a97-819c-f835551ccd2c),segment_id=507c8972-9dda-4a97-819c-f835551ccd2c)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:34.320161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.325708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4cde71f9-270b-4b4e-8927-992a6692e3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:34.670330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Pushing event updated for resources: {'Port': ['ID=6b2a76db-f97f-4078-a790-2a63da228ee8,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:34.675417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:34.691889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf5624-c019-47c1-a03b-f12b1392c889 None None] Network bc6bba0d-c432-4f89-8106-0ac079079358 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:34.722639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.753460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.760823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9b1d4ad8-c0f3-4279-9cc4-c9ecd111cd6c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:34.768159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4edc-2043-4d3f-b305-7b0b04fccc03 req-28b78feb-3aed-4a7e-8103-26dab07239d0 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:34.769683 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-613f4edc-2043-4d3f-b305-7b0b04fccc03 req-28b78feb-3aed-4a7e-8103-26dab07239d0 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.3809361 Nov 25 11:25:34.878097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44844790-841a-4c9c-875f-df7fa50d7133 None None] Provisioning complete for port 6b2a76db-f97f-4078-a790-2a63da228ee8 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:34.878097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-44844790-841a-4c9c-875f-df7fa50d7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.994042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35067c51-731f-41de-b962-4e58ae6ce44b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:35.003380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:35.027923 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-613f4edc-2043-4d3f-b305-7b0b04fccc03 req-06e60708-ad1b-445b-912f-7c2965d9adc1 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894732 Nov 25 11:25:35.055342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.063655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39072) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:35.066579 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2539148 Nov 25 11:25:35.070677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f1cb4124-73d4-4123-8439-f66582c637c7 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group_rule': {'security_group_id': 'ed7ea0f8-855a-4e60-95bc-47bd78f83220', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '35067c51-731f-41de-b962-4e58ae6ce44b'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:35.087634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f1cb4124-73d4-4123-8439-f66582c637c7 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:35.094373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f1cb4124-73d4-4123-8439-f66582c637c7 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:35.097478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f1cb4124-73d4-4123-8439-f66582c637c7 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:35.105172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f1cb4124-73d4-4123-8439-f66582c637c7 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:35.171004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port b014db98-7af3-45be-9a7d-df884e6375da {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:35.171710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.225747 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-f1cb4124-73d4-4123-8439-f66582c637c7 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:25:35.227251 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f1cb4124-73d4-4123-8439-f66582c637c7 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1624827 Nov 25 11:25:35.228300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router 45bea043-dcd4-49a0-a114-7fa73cd890b9 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:25:35.230810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39076) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:35.231378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ca9dd37a-fb28-4d20-8208-561d73f49457 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:35.260377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:35.275338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1426418 Nov 25 11:25:35.278894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39080) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:35.285930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-832727803'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:35.301017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:35.323421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:35.326805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:35.334078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:35.344695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:35.386974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:35.387612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:35.409084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:35.412230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.450492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.476755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:35.504114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.504712 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment a9e33e01-9e41-4ecb-bf20-deb71853a378 of type vlan for network e1684c54-01f8-499f-b6a9-053174c181c3 Nov 25 11:25:35.514843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port b014db98-7af3-45be-9a7d-df884e6375da, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b014db98-7af3-45be-9a7d-df884e6375da,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:35.515450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.541865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.558459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44844790-841a-4c9c-875f-df7fa50d7133 None None] Provisioning for port 93bc3abc-2451-41b8-868f-461be91dbc75 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:35.570960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44844790-841a-4c9c-875f-df7fa50d7133 None None] Provisioning complete for port 93bc3abc-2451-41b8-868f-461be91dbc75 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:35.571342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-44844790-841a-4c9c-875f-df7fa50d7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.642421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:35.655700 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] Sync routers for ids ['45bea043-dcd4-49a0-a114-7fa73cd890b9'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:35.656798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.659862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.661077 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/35067c51-731f-41de-b962-4e58ae6ce44b HTTP/1.1" status: 204 len: 168 time: 0.4282949 Nov 25 11:25:35.662224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ce44f58d-be3e-4b56-9dfc-95568f57a972 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:35.666548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ca9dd37a-fb28-4d20-8208-561d73f49457 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:35.667074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.671340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39084) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:35.673204 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/45bea043-dcd4-49a0-a114-7fa73cd890b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6351981 Nov 25 11:25:35.680333 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] Routers {'45bea043-dcd4-49a0-a114-7fa73cd890b9'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:35.681142 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['45bea043-dcd4-49a0-a114-7fa73cd890b9'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:35.690007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39088) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:35.692649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35067c51-731f-41de-b962-4e58ae6ce44b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:35.697154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:35.750054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for b014db98-7af3-45be-9a7d-df884e6375da owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:35.769210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:35.792539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.814626 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:35.814850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04147b19-8fea-4f8e-8cd6-4e1a4fed5f66 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:35.815328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-04147b19-8fea-4f8e-8cd6-4e1a4fed5f66 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:35.833252 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] Routers {'45bea043-dcd4-49a0-a114-7fa73cd890b9'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:35.834205 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['45bea043-dcd4-49a0-a114-7fa73cd890b9'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:35.881131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4fc2b49d-f783-429b-a805-1341d8194d55 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:35.889179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-04147b19-8fea-4f8e-8cd6-4e1a4fed5f66 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:35.890387 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-04147b19-8fea-4f8e-8cd6-4e1a4fed5f66 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports/b40e899a-5fac-4a58-b9a3-2cf5658b84bb HTTP/1.1" status: 200 len: 910 time: 0.1992671 Nov 25 11:25:35.893363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39092) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:35.916212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.923199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:35.924019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.929324 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:35.929796 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372096ce-1da4-4279-821c-b89b498f5369 None None] The sync data for ids ['45bea043-dcd4-49a0-a114-7fa73cd890b9'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:35.935160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb8b22da-82b0-49e6-948d-4d885f0c68b8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:35.967088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-44844790-841a-4c9c-875f-df7fa50d7133 None None] Port 93bc3abc-2451-41b8-868f-461be91dbc75 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:36.083147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=e1684c54-01f8-499f-b6a9-053174c181c3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:36.096483 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8139155 Nov 25 11:25:36.096483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:36.097138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39098) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:36.104648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:36.206500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4fc2b49d-f783-429b-a805-1341d8194d55 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:36.211690 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4fc2b49d-f783-429b-a805-1341d8194d55 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5345955 Nov 25 11:25:36.213280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39102) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:36.213639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44844790-841a-4c9c-875f-df7fa50d7133 None None] Provisioning for port 09266163-70d7-411e-9297-19df3b4f0c41 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:36.226111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network e1684c54-01f8-499f-b6a9-053174c181c3 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:36.300992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:36.309046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:36.318343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:36.329146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:36.349987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.360684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-370e661f-2b57-4740-bc53-9a5e9ce9042e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:36.394550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.397737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:36.428406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=b014db98-7af3-45be-9a7d-df884e6375da,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:36.432792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:36.443747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cb6a9-2461-439b-b8c3-d95704e4bdf1 req-8ea6c385-e1d7-4318-ba8e-dbe8e962f300 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:36.445784 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-896cb6a9-2461-439b-b8c3-d95704e4bdf1 req-8ea6c385-e1d7-4318-ba8e-dbe8e962f300 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.1913362 Nov 25 11:25:36.468741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.489880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-86535bf9-de3d-4876-82f3-3ed540b2f90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.499692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 09266163-70d7-411e-9297-19df3b4f0c41 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:36.602800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Provisioning for port b40e899a-5fac-4a58-b9a3-2cf5658b84bb completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:36.627192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Provisioning complete for port b40e899a-5fac-4a58-b9a3-2cf5658b84bb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:36.627721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.667579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.686913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Port b40e899a-5fac-4a58-b9a3-2cf5658b84bb cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:36.699156 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-896cb6a9-2461-439b-b8c3-d95704e4bdf1 req-8d1681db-4d1a-4ec5-abdf-20d406431e40 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459939 Nov 25 11:25:36.703479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.710192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a34cc4a-3509-4af1-af20-ca34f4b2c751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:36.731975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7ea0f8-855a-4e60-95bc-47bd78f83220,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:36.735887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:36.757831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.761407 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/ed7ea0f8-855a-4e60-95bc-47bd78f83220 HTTP/1.1" status: 204 len: 168 time: 0.5401502 Nov 25 11:25:36.761644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39106) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:36.775348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 09266163-70d7-411e-9297-19df3b4f0c41 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:36.810487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.839062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 09266163-70d7-411e-9297-19df3b4f0c41 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:36.839391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.893454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Provisioning complete for port 93bc3abc-2451-41b8-868f-461be91dbc75 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:36.893834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.943755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3d7ea688-14e9-4539-bf89-5beff1737e67 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:36.970849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3d7ea688-14e9-4539-bf89-5beff1737e67 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:36.972196 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3d7ea688-14e9-4539-bf89-5beff1737e67 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2096083 Nov 25 11:25:36.976923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39110) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:36.983613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'tempest-secgroup--950314263'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:36.995294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Port 93bc3abc-2451-41b8-868f-461be91dbc75 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:37.000024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:37.013658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:37.018419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.035879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.039792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:31Z', 'revision_number': 3, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:31Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:37.049663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:37.050098 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Updating router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 port 93bc3abc-2451-41b8-868f-461be91dbc75 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:25:37.104184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.117487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Provisioning complete for port 09266163-70d7-411e-9297-19df3b4f0c41 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:37.117967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0b4b903-e7fa-4804-8493-b7a9d4fb13da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.179643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.184410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:37.215593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Usage tracker for resource:security_group_rule and tenant:2ad1b0b2583a4ad9989838d791328f23 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:37.220715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 09266163-70d7-411e-9297-19df3b4f0c41, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=09266163-70d7-411e-9297-19df3b4f0c41,segment=NetworkSegment(4cdc614d-27d5-40be-a092-8447d3c30130),segment_id=4cdc614d-27d5-40be-a092-8447d3c30130)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:37.221741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:37.234756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:37.259292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.260216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b2a76db-f97f-4078-a790-2a63da228ee8 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:37.294662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:37.368135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.390956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.406943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.413109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ad918948-d9dc-4159-a38d-67b12ec1923f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:37.450432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2889b2cc-30cb-4848-9a63-903a069e5402 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:37.468287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ede311-9057-4349-b604-2ffac1036d24,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:37.470868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.474493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:37.479966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.481662 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5035992 Nov 25 11:25:37.486048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39114) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:37.498606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d245a696-c663-4f73-9cbe-712d36065b33 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:37.500458 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-d245a696-c663-4f73-9cbe-712d36065b33 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 11:25:37.502269 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d245a696-c663-4f73-9cbe-712d36065b33 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "PUT /v2.0/security-groups/33ede311-9057-4349-b604-2ffac1036d24 HTTP/1.1" status: 409 len: 330 time: 0.0153127 Nov 25 11:25:37.517478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39118) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:37.533527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=09266163-70d7-411e-9297-19df3b4f0c41,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:37.541544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:37.601813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=ae8fcdd7-f61b-4b51-8578-98f92bd9837f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:37.604346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:37.623879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:37.624167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: e1684c54-01f8-499f-b6a9-053174c181c3, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:37.629461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Router df21e8cb-3984-4d36-8131-7606480ca142 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:37.641641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6b2a76db-f97f-4078-a790-2a63da228ee8 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:37.641875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.663664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.730533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.781630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port b40e899a-5fac-4a58-b9a3-2cf5658b84bb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:37.782115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.792678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network e1684c54-01f8-499f-b6a9-053174c181c3 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:37.819577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b014db98-7af3-45be-9a7d-df884e6375da up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:37.828097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, e1684c54-01f8-499f-b6a9-053174c181c3) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:37.831159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:37.837514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:37.838305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:37.872743 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "PUT /v2.0/routers/df21e8cb-3984-4d36-8131-7606480ca142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0370512 Nov 25 11:25:37.872743 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7743173 Nov 25 11:25:37.873198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39124) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:37.884641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] Sync routers for ids ['df21e8cb-3984-4d36-8131-7606480ca142'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:37.887649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886c8a7-d218-4a9d-b83e-d51affa65d1c None None] Network e1684c54-01f8-499f-b6a9-053174c181c3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:37.898402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39128) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:37.917841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b014db98-7af3-45be-9a7d-df884e6375da {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:37.918187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b014db98-7af3-45be-9a7d-df884e6375da not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 11:25:37.943932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ef6e8-35c9-4d80-b7dc-f6fb727d3a68 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:37.946304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ef6e8-35c9-4d80-b7dc-f6fb727d3a68 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:37.950513 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b49ef6e8-35c9-4d80-b7dc-f6fb727d3a68 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0738695 Nov 25 11:25:37.950891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39132) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:37.983660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.002673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cdbe6ea4-62cb-442f-a73d-16e4d0604e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:38.008552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port b014db98-7af3-45be-9a7d-df884e6375da not found, will not notify nova. {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 11:25:38.023962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] Routers {'df21e8cb-3984-4d36-8131-7606480ca142'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:38.024624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['df21e8cb-3984-4d36-8131-7606480ca142'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:38.097225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.171579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:38.176917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.195852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 09266163-70d7-411e-9297-19df3b4f0c41 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:38.226617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Transition to ACTIVE for port object 93bc3abc-2451-41b8-868f-461be91dbc75 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:38.244175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.250727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ede311-9057-4349-b604-2ffac1036d24,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:38.253848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:38.258212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.265618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.269233 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/33ede311-9057-4349-b604-2ffac1036d24 HTTP/1.1" status: 204 len: 168 time: 0.7409627 Nov 25 11:25:38.270876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:38.271669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39136) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:38.319327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.362925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.394563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e57e16-89d2-40ae-b234-95df02e9462f None None] Pushing event updated for resources: {'Port': ['ID=93bc3abc-2451-41b8-868f-461be91dbc75,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:38.402813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.407214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5a0e1997-af9e-4721-8691-c45b566f5d9d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:38.457687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:38.461137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:38.471018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.486469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05 HTTP/1.1" status: 204 len: 168 time: 0.5344653 Nov 25 11:25:38.487241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39140) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:38.511953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] Set router df21e8cb-3984-4d36-8131-7606480ca142 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:38.558130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c0e57e16-89d2-40ae-b234-95df02e9462f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:38.577896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for b40e899a-5fac-4a58-b9a3-2cf5658b84bb owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:38.611018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4e00abd-f3e0-4958-b4f8-d2fb4e346a67 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Synchronizing usage tracker for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:38.627288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b05e02-775e-4bb9-99a1-20a98a29c344 req-535e82b0-6b1d-4334-bd5c-f50b1a999c81 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:38.628884 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5b05e02-775e-4bb9-99a1-20a98a29c344 req-535e82b0-6b1d-4334-bd5c-f50b1a999c81 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.7762303 Nov 25 11:25:38.641234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254602d5-108e-4a45-b1fd-e9769a7554fc None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:38.730509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4e00abd-f3e0-4958-b4f8-d2fb4e346a67 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Unset dirty status for tenant:2ad1b0b2583a4ad9989838d791328f23 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:38.735526 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c4e00abd-f3e0-4958-b4f8-d2fb4e346a67 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4510441 Nov 25 11:25:38.737864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39144) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:38.803349 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2fd5cafa-fd20-4c60-a267-840be1031653 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3123417 Nov 25 11:25:38.803593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39148) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:38.836034 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-3ad19796-6c00-421f-b45e-29b32fc84016 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] delete failed (client error): The resource could not be found. Nov 25 11:25:38.840476 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3ad19796-6c00-421f-b45e-29b32fc84016 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8b81dbb-ade8-4cf0-9f80-ca25fa5d5ed9 HTTP/1.1" status: 404 len: 347 time: 0.0970213 Nov 25 11:25:38.863895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:38.886405 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-8f2417ec-2426-4255-ae9d-a729f1404782 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] show failed (client error): The resource could not be found. Nov 25 11:25:38.890794 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8f2417ec-2426-4255-ae9d-a729f1404782 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-groups/6b47d2d5-90b4-4377-9bca-9afcc338f165 HTTP/1.1" status: 404 len: 347 time: 0.0231261 Nov 25 11:25:38.892119 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5b05e02-775e-4bb9-99a1-20a98a29c344 req-b428751d-7f8f-4d05-8f21-116503483ab2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518566 Nov 25 11:25:38.892119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39156) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:38.920118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-e1684c54-01f8-499f-b6a9-053174c181c3', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:38.921227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:38.927293 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-da894ed0-27d6-4674-a891-d7af8c5e6159 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] show failed (client error): The resource could not be found. Nov 25 11:25:38.928349 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-da894ed0-27d6-4674-a891-d7af8c5e6159 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] 10.222.0.41 "GET /v2.0/security-group-rules/c4860ba9-689e-493a-9a43-62803d8c3d61 HTTP/1.1" status: 404 len: 356 time: 0.0346341 Nov 25 11:25:38.967748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'name': 'tempest-NetworksTestDHCPv6-router-1031101893', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:25Z', 'updated_at': '2021-11-25T11:25:36Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:38.997290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cbf28d8-1118-423a-9d11-fc41799408c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.029094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.033555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:39.037738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.043722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] Checking router: df21e8cb-3984-4d36-8131-7606480ca142 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:39.078556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=b40e899a-5fac-4a58-b9a3-2cf5658b84bb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:39.083506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:39.149390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 09266163-70d7-411e-9297-19df3b4f0c41 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:39.149801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.198863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Attempting to bind port 93bc3abc-2451-41b8-868f-461be91dbc75 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:39.198863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Attempting to bind port 93bc3abc-2451-41b8-868f-461be91dbc75 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:39.198863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Attempting to bind port 93bc3abc-2451-41b8-868f-461be91dbc75 on network 5f4106ed-7cca-4b50-b344-9b4df4f03335 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:39.218885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] Routers {'df21e8cb-3984-4d36-8131-7606480ca142'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:39.219529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['df21e8cb-3984-4d36-8131-7606480ca142'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:39.377651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39164) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:39.412292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] Set router df21e8cb-3984-4d36-8131-7606480ca142 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:39.459077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:39.459407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Checking segment: {'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:39.459847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.460426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Bound using segment: {'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:39.461429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Bound port: 93bc3abc-2451-41b8-868f-461be91dbc75, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507c8972-9dda-4a97-819c-f835551ccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:39.462084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.539091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cbf28d8-1118-423a-9d11-fc41799408c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.543613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cbf28d8-1118-423a-9d11-fc41799408c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.574607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cbf28d8-1118-423a-9d11-fc41799408c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.575097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbf28d8-1118-423a-9d11-fc41799408c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Fanout notify agent at l3_agent the message router_deleted on router df21e8cb-3984-4d36-8131-7606480ca142 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:25:39.589027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cbf28d8-1118-423a-9d11-fc41799408c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.590300 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5cbf28d8-1118-423a-9d11-fc41799408c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/routers/df21e8cb-3984-4d36-8131-7606480ca142 HTTP/1.1" status: 204 len: 168 time: 0.7858288 Nov 25 11:25:39.593685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39170) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:39.599414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:39.614170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.721509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'name': 'tempest-NetworksTestDHCPv6-router-1031101893', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:25Z', 'updated_at': '2021-11-25T11:25:36Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:39.752561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7626e72-9af4-4c06-a0b4-4d521e4d5cc7 None None] The sync data for ids ['df21e8cb-3984-4d36-8131-7606480ca142'] in dv-neutron-819177-1-hyperv is: [{'id': 'df21e8cb-3984-4d36-8131-7606480ca142', 'name': 'tempest-NetworksTestDHCPv6-router-1031101893', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:25Z', 'updated_at': '2021-11-25T11:25:36Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:39.759501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] For port 93bc3abc-2451-41b8-868f-461be91dbc75, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:39.762535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:39.771918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:39.779520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:39.786153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:39.788763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] For port 93bc3abc-2451-41b8-868f-461be91dbc75, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93bc3abc-2451-41b8-868f-461be91dbc75,segment=NetworkSegment(507c8972-9dda-4a97-819c-f835551ccd2c),segment_id=507c8972-9dda-4a97-819c-f835551ccd2c)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:39.789950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:39.802298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Allocated IP 2001:db8:2::2 (e1684c54-01f8-499f-b6a9-053174c181c3/ae8fcdd7-f61b-4b51-8578-98f92bd9837f/1889deed-7b4f-4f21-bc13-4a5bdfa7144d) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:39.804999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Deleting port 68f881dc-5b16-455d-9a80-edbc049db01a {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:39.805384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.810358 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8ffac52-f3c3-4ac8-91e8-9c8eea79049f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ad1b0b2583a4ad9989838d791328f23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4298263 Nov 25 11:25:39.813234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:39.825356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:39.830292 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.837123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:39.846059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5133f3d3-98e1-4a7b-9db0-30b9ba3087ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:39.999759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.040820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.115715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e57e16-89d2-40ae-b234-95df02e9462f None None] Pushing event updated for resources: {'Port': ['ID=93bc3abc-2451-41b8-868f-461be91dbc75,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:40.126460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c0e57e16-89d2-40ae-b234-95df02e9462f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:40.190753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.197320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2c7b2ce-ba79-4130-98e5-499b1e774931 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:40.230153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da3c73d-4c19-4cd6-bd8a-a2106ac0ed20,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:40.241518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:40.242166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:40.247642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:40.281764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.290048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-437a3359-ba6e-45fe-9309-5e8b54873ee4 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:40.324958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.327035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 68f881dc-5b16-455d-9a80-edbc049db01a no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:40.329086 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8da3c73d-4c19-4cd6-bd8a-a2106ac0ed20 HTTP/1.1" status: 204 len: 168 time: 0.5147471 Nov 25 11:25:40.366739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:40.370258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:40.375615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:40.376393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.385791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=d31a1d33-df49-41ec-8817-b79da550d426,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:40.393446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:40.411444 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8161676 Nov 25 11:25:40.413032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39182) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:40.419418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-538225523', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:40.419888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.426913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:40.432218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:router and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:40.436138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:40.443138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:40.456866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.458399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.483763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.508102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.543327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.549266 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76d34457-5b39-44ee-ac48-87a0fdcc7cee tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1349399 Nov 25 11:25:40.550009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39186) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:40.700056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] For port 68f881dc-5b16-455d-9a80-edbc049db01a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=68f881dc-5b16-455d-9a80-edbc049db01a,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:40.700460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:40.819632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababd818-3e51-4780-8b33-772fd4fb9c0f req-d268789a-13f2-4f5d-91c8-f0c56b3facf0 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:40.821170 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ababd818-3e51-4780-8b33-772fd4fb9c0f req-d268789a-13f2-4f5d-91c8-f0c56b3facf0 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.6797812 Nov 25 11:25:40.898127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Calling delete_port for 68f881dc-5b16-455d-9a80-edbc049db01a owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:40.927521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router 45bea043-dcd4-49a0-a114-7fa73cd890b9 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:40.965802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:40.983830 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ababd818-3e51-4780-8b33-772fd4fb9c0f req-015607a0-b3a2-44d9-8667-6ca4efe00e56 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546128 Nov 25 11:25:41.053878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.086589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Transition to ACTIVE for port object 1889deed-7b4f-4f21-bc13-4a5bdfa7144d will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:41.189185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:41.199115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.200718 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] Sync routers for ids ['45bea043-dcd4-49a0-a114-7fa73cd890b9'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:41.213715 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/45bea043-dcd4-49a0-a114-7fa73cd890b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3192728 Nov 25 11:25:41.214420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39202) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:41.219370 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] Routers {'45bea043-dcd4-49a0-a114-7fa73cd890b9'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:41.220016 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['45bea043-dcd4-49a0-a114-7fa73cd890b9'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:41.222419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Transition to ACTIVE for port object 1889deed-7b4f-4f21-bc13-4a5bdfa7144d will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:41.257205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.264323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:41.292410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.334081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c2208446-bea0-4f1c-a4a0-7ab9cd103840 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:41.366657 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:41.383275 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] Routers {'45bea043-dcd4-49a0-a114-7fa73cd890b9'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:41.384664 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['45bea043-dcd4-49a0-a114-7fa73cd890b9'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:41.410313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b014db98-7af3-45be-9a7d-df884e6375da no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:41.414041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c2208446-bea0-4f1c-a4a0-7ab9cd103840 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:41.417856 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c2208446-bea0-4f1c-a4a0-7ab9cd103840 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=45bea043-dcd4-49a0-a114-7fa73cd890b9 HTTP/1.1" status: 200 len: 205 time: 0.1998038 Nov 25 11:25:41.418681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39210) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:41.422187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8:2::1 (e1684c54-01f8-499f-b6a9-053174c181c3/ae8fcdd7-f61b-4b51-8578-98f92bd9837f/2f563f60-1cb7-48a1-869f-3eec92079b3d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:41.460622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.512370 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:41.513976 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c03e67-7863-4511-aaa7-eada5642d4d2 None None] The sync data for ids ['45bea043-dcd4-49a0-a114-7fa73cd890b9'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:41.571519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Pushing event updated for resources: {'Port': ['ID=1889deed-7b4f-4f21-bc13-4a5bdfa7144d,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:41.574032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b014db98-7af3-45be-9a7d-df884e6375da {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:41.574466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b014db98-7af3-45be-9a7d-df884e6375da not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:41.577105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Network e1684c54-01f8-499f-b6a9-053174c181c3 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:41.577995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:41.579069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] No DVR routers for this DVR port 68f881dc-5b16-455d-9a80-edbc049db01a on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:41.583801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c0e57e16-89d2-40ae-b234-95df02e9462f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:41.626647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:41.661930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:41.666403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Pushing event deleted for resources: {'Port': ['ID=68f881dc-5b16-455d-9a80-edbc049db01a,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:41.668705 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2601bb-c993-4d51-a417-51cfeec290a3 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:41.685009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:41.717599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39214) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:41.796544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5da2cc3-ea2a-4d71-8570-ad896823d178 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.899138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-999741714'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:41.909791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:41.918982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Usage tracker for resource:network and tenant:8fbffa96d8d0469baa925750a94bd048 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:41.925250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:41.955525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Attempting to bind port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:41.956131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Attempting to bind port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:41.956272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Attempting to bind port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d on network e1684c54-01f8-499f-b6a9-053174c181c3 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:41.966585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:41.976608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:41.976971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Checking segment: {'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:41.977613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.977971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Bound using segment: {'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:41.978621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Bound port: 1889deed-7b4f-4f21-bc13-4a5bdfa7144d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:41.978995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:41.988741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Made reservation on behalf of 8fbffa96d8d0469baa925750a94bd048 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:41.992753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.009455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.028825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::1 (be5ac70f-953b-423d-8366-53ff314b8313/d31a1d33-df49-41ec-8817-b79da550d426/0b868d0a-9855-4f63-8726-f27f826fcbc3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:42.081590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:42.119102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:31Z', 'revision_number': 3, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:39Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:42.136187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Usage tracker for resource:security_group_rule and tenant:8fbffa96d8d0469baa925750a94bd048 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:42.143513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:42.153109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:42.174438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a1d44-314f-4836-943e-385bc3176407 None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:31Z', 'revision_number': 3, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:39Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:42.197419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] For port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:42.201516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] For port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1889deed-7b4f-4f21-bc13-4a5bdfa7144d,segment=NetworkSegment(a9e33e01-9e41-4ecb-bf20-deb71853a378),segment_id=a9e33e01-9e41-4ecb-bf20-deb71853a378)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:42.204060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': 'd31a1d33-df49-41ec-8817-b79da550d426'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:42.204887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.224650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.231760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:42.291227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.313528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.348873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 0b868d0a-9855-4f63-8726-f27f826fcbc3 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:42.358634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.368849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.372994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-735912b6-0725-442a-8977-63d95a2088f4 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:42.460491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:42.462385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Pushing event updated for resources: {'Port': ['ID=1889deed-7b4f-4f21-bc13-4a5bdfa7144d,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:42.465879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:42.479671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4acddf-2e80-4cc7-95ed-2d85a7e9665d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:42.485845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:42.487432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.487687 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Added segment 038e423e-9691-48fb-8cdd-6e0483d06bbd of type vlan for network b286ad45-1a53-4aa7-ace5-c2b80d805113 Nov 25 11:25:42.498270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.500607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object 2f563f60-1cb7-48a1-869f-3eec92079b3d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:42.515191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:42.560253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5da2cc3-ea2a-4d71-8570-ad896823d178 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.607220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5da2cc3-ea2a-4d71-8570-ad896823d178 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.620685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.651261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-82b0d1bd-c363-4c9c-b11f-a5750779ae15 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:42.669509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.675821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/d31a1d33-df49-41ec-8817-b79da550d426/b66d4bcf-ab91-4c7a-852d-36bdf0b1c946) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:42.715120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:42.727920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:42.732323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=0b868d0a-9855-4f63-8726-f27f826fcbc3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:42.744316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:42.744993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.754043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:42.770801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-f31a1992-459b-4a60-904b-f332a6afbd3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a1c3be74370475fa2db4a45c79e69b6&device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1098 time: 0.3805265 Nov 25 11:25:42.787237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.795327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:42.813617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:42.844135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:42.848546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=2f563f60-1cb7-48a1-869f-3eec92079b3d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:42.851491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:42.870949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network e1684c54-01f8-499f-b6a9-053174c181c3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:42.898728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e3553-0a04-4e34-84a0-353909ada85b req-5d654f87-445f-4f84-9dcf-e630ebc1e0b2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:42.908112 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-292e3553-0a04-4e34-84a0-353909ada85b req-5d654f87-445f-4f84-9dcf-e630ebc1e0b2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.6864476 Nov 25 11:25:42.912931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:42.915523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:42.916395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.017192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5da2cc3-ea2a-4d71-8570-ad896823d178 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.017648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5da2cc3-ea2a-4d71-8570-ad896823d178 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Fanout notify agent at l3_agent the message router_deleted on router 45bea043-dcd4-49a0-a114-7fa73cd890b9 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:25:43.044120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5da2cc3-ea2a-4d71-8570-ad896823d178 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.050489 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d5da2cc3-ea2a-4d71-8570-ad896823d178 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/45bea043-dcd4-49a0-a114-7fa73cd890b9 HTTP/1.1" status: 204 len: 168 time: 1.6307979 Nov 25 11:25:43.051172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39222) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:43.074341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.085756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Transition to ACTIVE for port object b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:43.108432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Transition to ACTIVE for port object b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:43.116594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.121287 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4024441 Nov 25 11:25:43.123269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-06cd6ece-058f-44e5-92b4-b27983c0570f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:43.128418 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-292e3553-0a04-4e34-84a0-353909ada85b req-b6cb248a-7255-4f81-ac54-3351edb2ea43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168958 Nov 25 11:25:43.128871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39226) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:43.158589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Request body: {'subnet': {'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:43.195529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:43.199561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:43.206349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:43.208668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Pushing event updated for resources: {'Port': ['ID=b66d4bcf-ab91-4c7a-852d-36bdf0b1c946,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:43.212929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:43.286380 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-805398ae-0826-4737-a3bd-c97392e00d97 req-b9938be9-0d4c-4d4f-9863-ee5340ca4e28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1098 time: 0.4775405 Nov 25 11:25:43.293055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.306430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Attempting to bind port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:43.307152 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Attempting to bind port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:43.308445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Attempting to bind port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:43.315202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event updated for resources: {'Network': ['ID=b286ad45-1a53-4aa7-ace5-c2b80d805113,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:43.318573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:43.319053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:43.319599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.320772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:43.321265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Bound port: b66d4bcf-ab91-4c7a-852d-36bdf0b1c946, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:43.321646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.327272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:43.339189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network b286ad45-1a53-4aa7-ace5-c2b80d805113 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:43.369017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.439214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-f5c7f6a5-100c-4020-a5d0-74226a5dd783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:43.440713 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-f5c7f6a5-100c-4020-a5d0-74226a5dd783 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abebb745-f876-4ec5-8efa-a46c0afada6e HTTP/1.1" status: 200 len: 897 time: 0.5980167 Nov 25 11:25:43.496999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] For port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:43.500683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] For port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b66d4bcf-ab91-4c7a-852d-36bdf0b1c946,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:43.520874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.534418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:43.537092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cc830bca-93c8-4058-a619-285bd6c66ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:43.539155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Usage tracker for resource:subnet and tenant:8fbffa96d8d0469baa925750a94bd048 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:43.542550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:43.548800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:43.559137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet 9574b46f-b006-4c78-9c1d-9f06a771d1cb {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:43.562770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:43.620476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Pushing event updated for resources: {'Port': ['ID=b66d4bcf-ab91-4c7a-852d-36bdf0b1c946,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:43.624295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:43.644938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Made reservation on behalf of 8fbffa96d8d0469baa925750a94bd048 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:43.752925 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-76b3c236-b63a-467c-8529-8744dedff95f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6090854e-13ca-4b8c-9919-574a50f24dc5 HTTP/1.1" status: 200 len: 1001 time: 0.3035626 Nov 25 11:25:43.917072 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-805398ae-0826-4737-a3bd-c97392e00d97 req-dbe7b7f6-8664-49fe-91bc-87d2292a2a30 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6069427 Nov 25 11:25:43.937633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-3da63adb-ba3d-4145-9c00-33a21060939c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:43.939105 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-3da63adb-ba3d-4145-9c00-33a21060939c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=895f29f0-af89-45dc-ab92-38e440e38abb HTTP/1.1" status: 200 len: 834 time: 0.1783953 Nov 25 11:25:43.949497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a59e2-5bdb-44e0-b1ca-2ffe2ba74772 None None] Network e1684c54-01f8-499f-b6a9-053174c181c3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:43.995640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:44.028774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:44.040112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:44.040954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:44.047949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13e974cc-2ef5-4a3f-a485-962cd5c5e38e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:44.126314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:44.141465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-33200ed4-0ff3-4266-a391-f39824f4a270 None None] Provisioning for port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:44.295409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1889deed-7b4f-4f21-bc13-4a5bdfa7144d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:44.299565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=0b868d0a-9855-4f63-8726-f27f826fcbc3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:44.309034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:44.384662 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-0cce3c8f-397f-4dfe-9314-21e7ad90d6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abebb745-f876-4ec5-8efa-a46c0afada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2781298 Nov 25 11:25:44.394977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:44.400161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6090854e-13ca-4b8c-9919-574a50f24dc5 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:25:44.410390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6090854e-13ca-4b8c-9919-574a50f24dc5 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:44.417919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:44.599549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:44.849279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f4cf-732c-4c52-b131-de2965053209 req-7bb1e460-d31c-433d-b05c-c2c705d9e997 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:44.851676 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0352f4cf-732c-4c52-b131-de2965053209 req-7bb1e460-d31c-433d-b05c-c2c705d9e997 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.5560338 Nov 25 11:25:44.966053 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-e0bb9533-297a-4ac8-8540-e26b326a7d18 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733721 Nov 25 11:25:45.111937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.125890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:45.134961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b7d1379f-ec96-4471-bdaa-42a6b4d2cf85 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:45.147192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'port_id': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'mac_address': 'fa:16:3e:f7:f2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:25:45.185879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.195229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.201278 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0352f4cf-732c-4c52-b131-de2965053209 req-55b95173-0fa5-4367-859b-8fdfb7e63eff tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231518 Nov 25 11:25:45.205161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=9574b46f-b006-4c78-9c1d-9f06a771d1cb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:45.213444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:45.214076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd2dfc65-bef8-436e-85c9-c5221d328330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:45.219052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.231326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:45.249099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a44a6-85e4-41c6-aa02-66e0f4bb60d4 None None] Network bc6bba0d-c432-4f89-8106-0ac079079358 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:45.257787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:25:45.278633 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/9574b46f-b006-4c78-9c1d-9f06a771d1cb HTTP/1.1" status: 204 len: 168 time: 2.2213655 Nov 25 11:25:45.287120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39232) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:45.304965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.336106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.337381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.352184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d4cb9755-48e5-4b5c-8b6d-8b83e2db6c19 None None] Provisioning for port 2f563f60-1cb7-48a1-869f-3eec92079b3d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:45.364230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event updated for resources: {'Subnet': ['ID=0d0d44dd-dc48-4b21-8175-3837f5e966f9,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:45.373357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:45.383809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:45.384211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.411107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d4cb9755-48e5-4b5c-8b6d-8b83e2db6c19 None None] Provisioning complete for port 2f563f60-1cb7-48a1-869f-3eec92079b3d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:45.411486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9755-48e5-4b5c-8b6d-8b83e2db6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.419903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-81e5d684-366f-4a85-a5cf-fa471398120a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:45.470237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:45.492658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:25:45.497176 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d049e930-6e63-4f85-b885-a9f480eeda91 req-ee377d0f-c4df-4ac7-bb24-78dda4670755 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598899 Nov 25 11:25:45.511313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.533443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:45.618569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.626240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Checking segment: {'id': '038e423e-9691-48fb-8cdd-6e0483d06bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:45.626711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Network hostable DHCP agents. Network: b286ad45-1a53-4aa7-ace5-c2b80d805113, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:45.636350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Router db3a95bd-1928-40a9-b596-be76ee91825b is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:25:45.638188 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'code': 200} Nov 25 11:25:45.664078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=2f563f60-1cb7-48a1-869f-3eec92079b3d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:45.664354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.673425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:45.697183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 09266163-70d7-411e-9297-19df3b4f0c41 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:45.697667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.753761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d4cb9755-48e5-4b5c-8b6d-8b83e2db6c19 None None] Port 2f563f60-1cb7-48a1-869f-3eec92079b3d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:45.767287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6090854e-13ca-4b8c-9919-574a50f24dc5 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:25:45.777898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network e1684c54-01f8-499f-b6a9-053174c181c3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:45.782362 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:45.819851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:45.825154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:45.868816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:45.875653 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "PUT /v2.0/routers/db3a95bd-1928-40a9-b596-be76ee91825b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3244743 Nov 25 11:25:45.879181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39238) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:45.919338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Sync routers for ids ['db3a95bd-1928-40a9-b596-be76ee91825b'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:45.944531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d4cb9755-48e5-4b5c-8b6d-8b83e2db6c19 None None] Provisioning complete for port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:45.944910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9755-48e5-4b5c-8b6d-8b83e2db6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:45.966366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90f8e1-1e6a-4de6-becb-a8d7c6a2a6b5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:45.967606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b90f8e1-1e6a-4de6-becb-a8d7c6a2a6b5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:45.968276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:25:45.968639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:25:45.989672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b90f8e1-1e6a-4de6-becb-a8d7c6a2a6b5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:45.993926 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5b90f8e1-1e6a-4de6-becb-a8d7c6a2a6b5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports/0b868d0a-9855-4f63-8726-f27f826fcbc3 HTTP/1.1" status: 200 len: 911 time: 0.1088784 Nov 25 11:25:45.994656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39242) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:46.016232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.048762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Routers {'db3a95bd-1928-40a9-b596-be76ee91825b'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:46.049406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['db3a95bd-1928-40a9-b596-be76ee91825b'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:46.110680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] DHCP port deletion for bc6bba0d-c432-4f89-8106-0ac079079358 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:46.112578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Network b286ad45-1a53-4aa7-ace5-c2b80d805113 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:46.121590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7096e01-0449-4373-bbe1-45f36b4ea8ad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:46.125768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7096e01-0449-4373-bbe1-45f36b4ea8ad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:46.127384 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7096e01-0449-4373-bbe1-45f36b4ea8ad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1315651 Nov 25 11:25:46.130622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39246) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:46.182588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, b286ad45-1a53-4aa7-ace5-c2b80d805113) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:46.187257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Deleting port 09266163-70d7-411e-9297-19df3b4f0c41 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:46.187788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.198445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:46.199121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.222908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064079bb-93e0-45e1-8717-edc268644eb9 None None] Network b286ad45-1a53-4aa7-ace5-c2b80d805113 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:46.262392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1889deed-7b4f-4f21-bc13-4a5bdfa7144d,segment=NetworkSegment(a9e33e01-9e41-4ecb-bf20-deb71853a378),segment_id=a9e33e01-9e41-4ecb-bf20-deb71853a378)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:46.317026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.317863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:46.366985 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2268028 Nov 25 11:25:46.381597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39252) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:46.397249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-70947968-1cd9-4381-8e3e-10290eaf8801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:46.401331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Request body: {'port': {'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113', 'name': 'tempest-TagsExtTest-613586698'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:46.506942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 09266163-70d7-411e-9297-19df3b4f0c41, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=09266163-70d7-411e-9297-19df3b4f0c41,segment=NetworkSegment(4cdc614d-27d5-40be-a092-8447d3c30130),segment_id=4cdc614d-27d5-40be-a092-8447d3c30130)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:46.507294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.632196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:46.636713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Set router db3a95bd-1928-40a9-b596-be76ee91825b gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:46.639820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Usage tracker for resource:port and tenant:8fbffa96d8d0469baa925750a94bd048 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:46.642483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 09266163-70d7-411e-9297-19df3b4f0c41 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:46.650013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:46.657996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:46.676110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Made reservation on behalf of 8fbffa96d8d0469baa925750a94bd048 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:46.679458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.734672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] device_id is not set on port 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:25:46.747027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98353e-aba5-44f4-b13e-f08783364508 req-d37d92fe-2033-49ea-a6b2-e51966b3d7a1 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:46.748938 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f98353e-aba5-44f4-b13e-f08783364508 req-d37d92fe-2033-49ea-a6b2-e51966b3d7a1 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 943 time: 0.3629131 Nov 25 11:25:46.784382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.789522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:46.797288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:46.798323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b34a0641-5559-42ed-9a5d-6b44d088a7fb tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:46.812878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1889deed-7b4f-4f21-bc13-4a5bdfa7144d,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:46.854500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=09266163-70d7-411e-9297-19df3b4f0c41,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:46.861728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:46.864139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:46.870584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No DVR routers for this DVR port 09266163-70d7-411e-9297-19df3b4f0c41 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:46.933198 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f98353e-aba5-44f4-b13e-f08783364508 req-d87f3e4e-63ac-49a3-b2f7-66e583251145 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628666 Nov 25 11:25:46.955331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Allocated IP 172.20.0.12 (b286ad45-1a53-4aa7-ace5-c2b80d805113/0d0d44dd-dc48-4b21-8175-3837f5e966f9/5e5d14d3-aaff-4a8d-988f-ad936f6d5477) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:46.973997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39256) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:46.982982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6090854e-13ca-4b8c-9919-574a50f24dc5 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:25:47.039710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] For port 09266163-70d7-411e-9297-19df3b4f0c41, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=09266163-70d7-411e-9297-19df3b4f0c41,segment=NetworkSegment(4cdc614d-27d5-40be-a092-8447d3c30130),segment_id=4cdc614d-27d5-40be-a092-8447d3c30130)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:47.040142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.047978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:47.068413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:47.133001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.164229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6bba0d-c432-4f89-8106-0ac079079358']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:47.166335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93bc3abc-2451-41b8-868f-461be91dbc75 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:47.188630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdc614d-27d5-40be-a092-8447d3c30130') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:47.188888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-00239c0c-5f82-4a1a-beb8-343cea6a3b41 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/floatingips/96a06954-5723-4394-b8f4-5cb212822a5b HTTP/1.1" status: 200 len: 991 time: 0.2017171 Nov 25 11:25:47.189012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdc614d-27d5-40be-a092-8447d3c30130') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:47.205826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.210391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.242175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.254217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:25:47.254654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:25:47.270349 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:25:47.285125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.286949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:47.328750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Calling delete_port for 09266163-70d7-411e-9297-19df3b4f0c41 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:47.357798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:47.373319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Provisioning complete for port 2f563f60-1cb7-48a1-869f-3eec92079b3d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:47.373564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.377418 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4738081 Nov 25 11:25:47.378545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.379262 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:47.380666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39260) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:47.387729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-201532791'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:47.391170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4e1ad91-7671-411c-a542-aafb443f95d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:47.410392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.417371 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/bc6bba0d-c432-4f89-8106-0ac079079358 HTTP/1.1" status: 204 len: 168 time: 2.1233323 Nov 25 11:25:47.417371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:47.420299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39264) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:47.422531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:network and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:47.426256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=bc6bba0d-c432-4f89-8106-0ac079079358,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:47.427542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:47.433262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-84964430', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:47.436984 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:47.438004 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:47.439339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:47.444080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:47.444241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-b286ad45-1a53-4aa7-ace5-c2b80d805113', 'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113', 'tenant_id': '8fbffa96d8d0469baa925750a94bd048', 'fixed_ips': [{'subnet_id': '0d0d44dd-dc48-4b21-8175-3837f5e966f9'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:47.444905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.446289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:47.450695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:router and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:47.455026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:47.462967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:47.472496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:47.476395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.517584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.519159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.563652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:47.581101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.582539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.582866 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added segment 9cece0d7-16b1-47c1-8745-b72c8aaf6b88 of type vlan for network ebdd2c30-1c01-46d4-97ea-55168addab53 Nov 25 11:25:47.588791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['6090854e-13ca-4b8c-9919-574a50f24dc5'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:25:47.638200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.653812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Port 2f563f60-1cb7-48a1-869f-3eec92079b3d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:47.660544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.729640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:47.735634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:25:47.736023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:25:47.745689 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:47.747829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:47.809020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Provisioning for port 0b868d0a-9855-4f63-8726-f27f826fcbc3 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:47.813466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 93bc3abc-2451-41b8-868f-461be91dbc75 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:47.825520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 93bc3abc-2451-41b8-868f-461be91dbc75 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:47.825810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.837358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Transition to ACTIVE for port object 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:47.854764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Provisioning complete for port 0b868d0a-9855-4f63-8726-f27f826fcbc3 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:47.855041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.874461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 0b868d0a-9855-4f63-8726-f27f826fcbc3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:47.874898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.895624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.900568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:47.901214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.914800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8d851240-23f5-44fb-90e4-7a2fa11d4172 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:47.941885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:47.961203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8ae0dfe7-e240-4285-86fe-85d541b14237 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:48.005822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Port 0b868d0a-9855-4f63-8726-f27f826fcbc3 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:48.034514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Network b286ad45-1a53-4aa7-ace5-c2b80d805113 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:48.038640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event updated for resources: {'Port': ['ID=5e5d14d3-aaff-4a8d-988f-ad936f6d5477,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:48.040848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:48.060160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3a95bd-1928-40a9-b596-be76ee91825b', 'name': 'tempest-NetworksTestDHCPv6-router-538225523', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:42Z', 'revision_number': 2, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None, '_interfaces': [{'id': '0b868d0a-9855-4f63-8726-f27f826fcbc3', 'name': '', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'mac_address': 'fa:16:3e:8d:69:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3a95bd-1928-40a9-b596-be76ee91825b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd31a1d33-df49-41ec-8817-b79da550d426', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:41Z', 'updated_at': '2021-11-25T11:25:43Z', 'revision_number': 2, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'subnets': [{'id': 'd31a1d33-df49-41ec-8817-b79da550d426', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:48.068653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:48.073749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:48.084536 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7032404 Nov 25 11:25:48.092569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Allocated IP 172.20.0.2 (b286ad45-1a53-4aa7-ace5-c2b80d805113/0d0d44dd-dc48-4b21-8175-3837f5e966f9/6b27f213-5f09-43df-9a5a-eeec3d326454) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:48.094824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Checking router: db3a95bd-1928-40a9-b596-be76ee91825b for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:48.095178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Updating router db3a95bd-1928-40a9-b596-be76ee91825b port 0b868d0a-9855-4f63-8726-f27f826fcbc3 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:25:48.107027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39268) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:48.120776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'subnet': {'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:48.124894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.129641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Provisioning for port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:48.136947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Network': ['ID=ebdd2c30-1c01-46d4-97ea-55168addab53,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:48.139938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:48.253540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Deleting port 09266163-70d7-411e-9297-19df3b4f0c41 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:48.253540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.276416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network ebdd2c30-1c01-46d4-97ea-55168addab53 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:48.288540 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:43Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:44Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:39Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:48.299563 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:48.300790 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Updating router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 port 2f563f60-1cb7-48a1-869f-3eec92079b3d binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:25:48.323826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Provisioning complete for port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:48.324486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.331606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:48.332076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.349057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:48.353515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:subnet and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:48.356542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:48.363275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:48.375154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.383151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Made reservation on behalf of 18d3e425075642c79ff3f609979eb0e9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:48.384703 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.413336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.474603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32492ba7-e8e6-407b-89d5-f560bfaf42d7 None None] The port '09266163-70d7-411e-9297-19df3b4f0c41' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:25:48.494334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.509090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.601924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.630398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.26.5.49 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/ae88bf4f-ffc8-4798-a831-6961aa20c687) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:48.768070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.778577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.786780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a1811266-6323-48f2-b55f-669229cafd29 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:48.815235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.818289 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4297085 Nov 25 11:25:48.823193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:48.834050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 93bc3abc-2451-41b8-868f-461be91dbc75, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93bc3abc-2451-41b8-868f-461be91dbc75,segment=NetworkSegment(507c8972-9dda-4a97-819c-f835551ccd2c),segment_id=507c8972-9dda-4a97-819c-f835551ccd2c)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:48.851773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.858540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-83db2df3-f06a-4bcd-b4ab-88573c5e0050 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:48.879519 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.891652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.893519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:48.901225 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Transition to ACTIVE for port object 2f563f60-1cb7-48a1-869f-3eec92079b3d will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:48.909359 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:48.922213 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:48.947351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2061911367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:48.953527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:48.957767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Usage tracker for resource:router and tenant:8fbffa96d8d0469baa925750a94bd048 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:48.961317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:48.967621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:48.988713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 0b868d0a-9855-4f63-8726-f27f826fcbc3 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:48.994236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=ae88bf4f-ffc8-4798-a831-6961aa20c687,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.018604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:49.033454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:49.035282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:49.038825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:49.078128 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Pushing event updated for resources: {'Port': ['ID=2f563f60-1cb7-48a1-869f-3eec92079b3d,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.089171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1889deed-7b4f-4f21-bc13-4a5bdfa7144d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:49.104551 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.104893 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.105221 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.105546 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.105888 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.106212 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.106529 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.106846 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.107168 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.107471 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.107783 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:49.112829 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:49.145724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.199473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.222564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.223502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.236820 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Attempting to bind port 2f563f60-1cb7-48a1-869f-3eec92079b3d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:49.237230 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Attempting to bind port 2f563f60-1cb7-48a1-869f-3eec92079b3d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:49.237625 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Attempting to bind port 2f563f60-1cb7-48a1-869f-3eec92079b3d on network e1684c54-01f8-499f-b6a9-053174c181c3 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:49.244711 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:49.245842 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Checking segment: {'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:49.246252 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.246822 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Bound using segment: {'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:49.247816 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Bound port: 2f563f60-1cb7-48a1-869f-3eec92079b3d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e33e01-9e41-4ecb-bf20-deb71853a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:49.248355 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.273026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.274090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.284646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Subnet': ['ID=09ce8af1-62a3-4946-8131-240d8395a9ed,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.303799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:49.326212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.348342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Transition to ACTIVE for port object 6b27f213-5f09-43df-9a5a-eeec3d326454 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:49.354650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=93bc3abc-2451-41b8-868f-461be91dbc75,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.365207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Checking segment: {'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:49.365699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network hostable DHCP agents. Network: ebdd2c30-1c01-46d4-97ea-55168addab53, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:49.372230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:49.378465 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] For port 2f563f60-1cb7-48a1-869f-3eec92079b3d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:49.382352 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] For port 2f563f60-1cb7-48a1-869f-3eec92079b3d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2f563f60-1cb7-48a1-869f-3eec92079b3d,segment=NetworkSegment(a9e33e01-9e41-4ecb-bf20-deb71853a378),segment_id=a9e33e01-9e41-4ecb-bf20-deb71853a378)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:49.389372 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.398267 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-6ca689a1-0ffe-438f-bcf4-3ec42f2f8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:49.472868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Transition to ACTIVE for port object 6b27f213-5f09-43df-9a5a-eeec3d326454 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:49.475364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] For port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b66d4bcf-ab91-4c7a-852d-36bdf0b1c946,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:49.498213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.509691 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Pushing event updated for resources: {'Port': ['ID=2f563f60-1cb7-48a1-869f-3eec92079b3d,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.515312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:49.520406 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:49.521036 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:49.539842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.564200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fa7f903a-5e40-4d73-b409-2cfd088ac2d6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:49.586666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.594801 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:49.624579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.645295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:49.645684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.728044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router f7a6fe5b-2760-48ff-b96b-3ca4f408f014 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:25:49.738923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Pushing event updated for resources: {'Port': ['ID=b66d4bcf-ab91-4c7a-852d-36bdf0b1c946,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.742858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Network b286ad45-1a53-4aa7-ace5-c2b80d805113 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:49.761556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=0b868d0a-9855-4f63-8726-f27f826fcbc3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.765820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:49.770494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4e5dc2c7-bf44-4baf-86ca-a96034f59d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:49.786247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.788053 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3366494b-e730-4cf4-b414-8360ea90afe9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9615462 Nov 25 11:25:49.789201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:49.817088 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:49.844334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39276) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:49.857082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-92adf52e-af5a-41ee-80ea-940e021da9ac tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1658002936', 'prefixes': ['172.20.0.0/16']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:49.862841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-92adf52e-af5a-41ee-80ea-940e021da9ac tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:49.871278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network ebdd2c30-1c01-46d4-97ea-55168addab53 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:49.874509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:49.881402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Pushing event updated for resources: {'Port': ['ID=6b27f213-5f09-43df-9a5a-eeec3d326454,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:49.891254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:25:49.961193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, ebdd2c30-1c01-46d4-97ea-55168addab53) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:49.967069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:49.967862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:49.980639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:49.997271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:50.001125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c68f5-810d-4389-9136-d94f5b351bf0 None None] Network ebdd2c30-1c01-46d4-97ea-55168addab53 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:50.001845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.029795 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9187090 Nov 25 11:25:50.032849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39280) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:50.272756 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:43Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:49Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:50.278191 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffe078-6943-4dd9-af9b-e31218862a71 None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:43Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:49Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:50.286990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:25:50.287386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:25:50.379725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Attempting to bind port 6b27f213-5f09-43df-9a5a-eeec3d326454 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:50.380534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Attempting to bind port 6b27f213-5f09-43df-9a5a-eeec3d326454 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '038e423e-9691-48fb-8cdd-6e0483d06bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:50.380534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Attempting to bind port 6b27f213-5f09-43df-9a5a-eeec3d326454 on network b286ad45-1a53-4aa7-ace5-c2b80d805113 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:50.385732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92adf52e-af5a-41ee-80ea-940e021da9ac tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for subnetpool, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.390939 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-92adf52e-af5a-41ee-80ea-940e021da9ac tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5413713 Nov 25 11:25:50.392557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39284) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:50.420624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-4fad8a7e-e0d3-40f6-a4f3-2ab4cce9398e tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', 'tempest-TagsExtTest-Tag-2067975074') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:50.452905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:50.453189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:50.453291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Checking segment: {'id': '038e423e-9691-48fb-8cdd-6e0483d06bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:50.453675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.454070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Bound using segment: {'id': '038e423e-9691-48fb-8cdd-6e0483d06bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:50.454562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Bound port: 6b27f213-5f09-43df-9a5a-eeec3d326454, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038e423e-9691-48fb-8cdd-6e0483d06bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b286ad45-1a53-4aa7-ace5-c2b80d805113'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:50.454935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.486748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] Sync routers for ids ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:50.509854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.513562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.0930450 Nov 25 11:25:50.518035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:50.604157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 09266163-70d7-411e-9297-19df3b4f0c41 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:50.663818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 09266163-70d7-411e-9297-19df3b4f0c41 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:50.664191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 09266163-70d7-411e-9297-19df3b4f0c41 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:50.678847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] Routers {'f7a6fe5b-2760-48ff-b96b-3ca4f408f014'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:50.679491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:50.730027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Router db3a95bd-1928-40a9-b596-be76ee91825b has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:50.737173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-ebdd2c30-1c01-46d4-97ea-55168addab53', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:50.738316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.742442 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4fad8a7e-e0d3-40f6-a4f3-2ab4cce9398e tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags/tempest-TagsExtTest-Tag-2067975074 HTTP/1.1" status: 201 len: 201 time: 0.3474350 Nov 25 11:25:50.744309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39292) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:50.750791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-ea9b3e02-f58b-40b8-8b9f-62db358b6b31 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', 'tempest-TagsExtTest-Tag-1644137891') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:50.769678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:50.816053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] For port 6b27f213-5f09-43df-9a5a-eeec3d326454, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:50.862015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Port 0b868d0a-9855-4f63-8726-f27f826fcbc3 not found while updating agent binding for router db3a95bd-1928-40a9-b596-be76ee91825b. {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Nov 25 11:25:50.884258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] For port 6b27f213-5f09-43df-9a5a-eeec3d326454, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6b27f213-5f09-43df-9a5a-eeec3d326454,segment=NetworkSegment(038e423e-9691-48fb-8cdd-6e0483d06bbd),segment_id=038e423e-9691-48fb-8cdd-6e0483d06bbd)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:50.889012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] Routers {'f7a6fe5b-2760-48ff-b96b-3ca4f408f014'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:50.890670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:50.952900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.981758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dc04158d-1665-4bef-b176-12078eea1383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:50.998493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:51.004089 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "PUT /v2.0/routers/db3a95bd-1928-40a9-b596-be76ee91825b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8722022 Nov 25 11:25:51.007379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39296) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.033475 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5490cc41-1147-4cf0-aaa3-15481db359a6 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/routers/f7a6fe5b-2760-48ff-b96b-3ca4f408f014 HTTP/1.1" status: 200 len: 878 time: 0.5126090 Nov 25 11:25:51.035478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39300) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.040040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:51.040765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df28b7-51df-4250-b3d5-1c0202d2a498 None None] The sync data for ids ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:51.066326 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ea9b3e02-f58b-40b8-8b9f-62db358b6b31 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags/tempest-TagsExtTest-Tag-1644137891 HTTP/1.1" status: 201 len: 201 time: 0.3209863 Nov 25 11:25:51.085821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39304) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.098233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-5aa8d452-f8ec-4b2d-8bcc-e17245d28504 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', 'tempest-TagsExtTest-Tag-808229342') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:51.124417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Routers {'db3a95bd-1928-40a9-b596-be76ee91825b'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:51.125344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['db3a95bd-1928-40a9-b596-be76ee91825b'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:51.272206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5773f52-797e-401d-9d35-bb9c154f635d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:51.272683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:51.273955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5773f52-797e-401d-9d35-bb9c154f635d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:51.274837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b5773f52-797e-401d-9d35-bb9c154f635d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:51.319476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6090854e-13ca-4b8c-9919-574a50f24dc5 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:51.325372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b5773f52-797e-401d-9d35-bb9c154f635d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:51.329832 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b5773f52-797e-401d-9d35-bb9c154f635d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3181763 Nov 25 11:25:51.331128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39308) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.376238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Pushing event updated for resources: {'Port': ['ID=6b27f213-5f09-43df-9a5a-eeec3d326454,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:51.394635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:51.429475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Allocated IP 2001:db8:3::2 (ebdd2c30-1c01-46d4-97ea-55168addab53/09ce8af1-62a3-4946-8131-240d8395a9ed/a27f4b2a-e5fd-402d-a8c3-6215d8f23e78) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:51.431567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] Set router db3a95bd-1928-40a9-b596-be76ee91825b gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:51.431729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e329c410-de52-4ebc-8e15-b0744723a2fb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:router {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:51.447681 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5aa8d452-f8ec-4b2d-8bcc-e17245d28504 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags/tempest-TagsExtTest-Tag-808229342 HTTP/1.1" status: 201 len: 201 time: 0.3594501 Nov 25 11:25:51.450480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.458399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-be5db4e5-5fd1-4659-8eae-5b99210ff3e9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', 'tempest-TagsExtTest-Tag-1138564080') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:51.475859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e329c410-de52-4ebc-8e15-b0744723a2fb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:router {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:51.477881 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e329c410-de52-4ebc-8e15-b0744723a2fb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.4414158 Nov 25 11:25:51.481019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39316) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.487919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4f9f59fa-a8dd-465e-8a79-64b0dccfdd5b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-84964430'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:51.524321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:51.595417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3a95bd-1928-40a9-b596-be76ee91825b', 'name': 'tempest-NetworksTestDHCPv6-router-538225523', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:49Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:51.627785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ede30b-0403-4266-bfb1-864ec1d23f0a None None] The sync data for ids ['db3a95bd-1928-40a9-b596-be76ee91825b'] in dv-neutron-819177-1-hyperv is: [{'id': 'db3a95bd-1928-40a9-b596-be76ee91825b', 'name': 'tempest-NetworksTestDHCPv6-router-538225523', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:49Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:51.675318 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-be5db4e5-5fd1-4659-8eae-5b99210ff3e9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags/tempest-TagsExtTest-Tag-1138564080 HTTP/1.1" status: 201 len: 201 time: 0.2228975 Nov 25 11:25:51.676046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39320) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.690819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-2e5615f0-4061-45b0-b7a4-7402e040fd80 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:51.720068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:51.720452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:51.812483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 6090854e-13ca-4b8c-9919-574a50f24dc5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:51.812866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:51.878033 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e5615f0-4061-45b0-b7a4-7402e040fd80 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags HTTP/1.1" status: 200 len: 241 time: 0.1912615 Nov 25 11:25:51.882713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39324) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:51.896291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-dd5a5ac3-d659-4dd8-b800-8a6e36f77d5a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', 'tempest-TagsExtTest-Tag-2067975074') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:52.069471 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dd5a5ac3-d659-4dd8-b800-8a6e36f77d5a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags/tempest-TagsExtTest-Tag-2067975074 HTTP/1.1" status: 204 len: 168 time: 0.1812472 Nov 25 11:25:52.073289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39328) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:52.080146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-dfd358c8-5164-4559-9a12-5ffe574b54d8 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', 'tempest-TagsExtTest-Tag-2067975074') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:52.083484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet d31a1d33-df49-41ec-8817-b79da550d426 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:25:52.086975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.147689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.231924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Transition to ACTIVE for port object a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:52.249100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2f563f60-1cb7-48a1-869f-3eec92079b3d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:52.266185 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dfd358c8-5164-4559-9a12-5ffe574b54d8 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags/tempest-TagsExtTest-Tag-2067975074 HTTP/1.1" status: 204 len: 168 time: 0.1919560 Nov 25 11:25:52.269866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:52.275454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-f9470dbc-b263-48ab-88be-440f79e65870 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:52.294311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.311905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Transition to ACTIVE for port object a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:52.319764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.341158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.346057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:52.410595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:25:52.433814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:52.445095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Network ebdd2c30-1c01-46d4-97ea-55168addab53 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:52.446605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Pushing event updated for resources: {'Port': ['ID=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:52.449217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.451155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:52.453310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:52.453621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:52.484801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:52.492871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Allocated IP 2001:db8:3::1 (ebdd2c30-1c01-46d4-97ea-55168addab53/09ce8af1-62a3-4946-8131-240d8395a9ed/377840ec-a261-4437-8f34-20bcf3340ef6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:52.493093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 2f563f60-1cb7-48a1-869f-3eec92079b3d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:52.510742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2f563f60-1cb7-48a1-869f-3eec92079b3d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:52.510742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.517843 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f9470dbc-b263-48ab-88be-440f79e65870 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags HTTP/1.1" status: 200 len: 205 time: 0.2477095 Nov 25 11:25:52.520616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39338) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:52.528337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-dca6a863-21be-46d8-91df-b768e575f410 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:52.563629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59fa-a8dd-465e-8a79-64b0dccfdd5b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.567726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.604150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59fa-a8dd-465e-8a79-64b0dccfdd5b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.624834 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'code': 200} Nov 25 11:25:52.704353 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dca6a863-21be-46d8-91df-b768e575f410 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags HTTP/1.1" status: 200 len: 241 time: 0.1803908 Nov 25 11:25:52.704944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:52.705066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39342) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:52.712408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-54fa04ed-ad58-44bd-bdfe-2195e80eb466 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', 'tempest-TagsExtTest-Tag-1644137891') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:52.712665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:52.726501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.732766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c23d5d51-d5bf-4545-975a-bd532d0f7ece tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:52.747631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Attempting to bind port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:52.748032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Attempting to bind port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:52.748461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Attempting to bind port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 on network ebdd2c30-1c01-46d4-97ea-55168addab53 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:52.760656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:52.761034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Checking segment: {'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:52.761449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.761858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Bound using segment: {'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:52.762335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Bound port: a27f4b2a-e5fd-402d-a8c3-6215d8f23e78, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:52.762717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.783735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=d31a1d33-df49-41ec-8817-b79da550d426,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:52.789234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:52.790249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.800846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.822907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:52.827277 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] Sync routers for ids ['db3a95bd-1928-40a9-b596-be76ee91825b'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:52.834245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7cd97d-0d96-4351-bd54-61c271968484 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:52.842487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Transition to ACTIVE for port object 377840ec-a261-4437-8f34-20bcf3340ef6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:52.847688 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d31a1d33-df49-41ec-8817-b79da550d426 HTTP/1.1" status: 204 len: 168 time: 1.5141275 Nov 25 11:25:52.850567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39346) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:52.854478 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] Routers {'db3a95bd-1928-40a9-b596-be76ee91825b'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:52.857562 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['db3a95bd-1928-40a9-b596-be76ee91825b'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:52.889486 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-54fa04ed-ad58-44bd-bdfe-2195e80eb466 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags/tempest-TagsExtTest-Tag-1644137891 HTTP/1.1" status: 204 len: 168 time: 0.1812317 Nov 25 11:25:52.891206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:52.898169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-84654e61-8de1-4199-84e8-2b01bae40241 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', 'tempest-TagsExtTest-Tag-1644137891') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:53.008633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-51ce90c5-bd19-4aef-9a38-a30571c23377 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:router {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:53.013972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.018771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:53.036207 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 2f563f60-1cb7-48a1-869f-3eec92079b3d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2f563f60-1cb7-48a1-869f-3eec92079b3d,segment=NetworkSegment(a9e33e01-9e41-4ecb-bf20-deb71853a378),segment_id=a9e33e01-9e41-4ecb-bf20-deb71853a378)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:53.071143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] For port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:53.079115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.080086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93bc3abc-2451-41b8-868f-461be91dbc75 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:53.085613 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] Set router db3a95bd-1928-40a9-b596-be76ee91825b gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:53.131771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network ebdd2c30-1c01-46d4-97ea-55168addab53 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:53.135690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:53.137839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-51ce90c5-bd19-4aef-9a38-a30571c23377 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:router {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:53.139086 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-51ce90c5-bd19-4aef-9a38-a30571c23377 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2875264 Nov 25 11:25:53.146190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:53.151876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:53.152651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.169269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-117068ee-a9b5-430b-bd79-a5e1650494f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:53.169590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=377840ec-a261-4437-8f34-20bcf3340ef6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:53.177635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:53.219084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] For port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,segment=NetworkSegment(9cece0d7-16b1-47c1-8745-b72c8aaf6b88),segment_id=9cece0d7-16b1-47c1-8745-b72c8aaf6b88)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:53.249780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.261051 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3a95bd-1928-40a9-b596-be76ee91825b', 'name': 'tempest-NetworksTestDHCPv6-router-538225523', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:49Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:53.268749 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] Checking router: db3a95bd-1928-40a9-b596-be76ee91825b for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:53.282470 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] Routers {'db3a95bd-1928-40a9-b596-be76ee91825b'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:53.283097 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['db3a95bd-1928-40a9-b596-be76ee91825b'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:53.300170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=2f563f60-1cb7-48a1-869f-3eec92079b3d,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:53.301268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.305081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:53.307391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c0e57e16-89d2-40ae-b234-95df02e9462f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:53.398613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 93bc3abc-2451-41b8-868f-461be91dbc75 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:53.399222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.404912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48489e6-c05c-4221-843c-44d824fcef28 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.461870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Pushing event updated for resources: {'Port': ['ID=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:53.466853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:53.473307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9f59fa-a8dd-465e-8a79-64b0dccfdd5b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router f7a6fe5b-2760-48ff-b96b-3ca4f408f014 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:53.534633 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] Set router db3a95bd-1928-40a9-b596-be76ee91825b gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:53.632548 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-84654e61-8de1-4199-84e8-2b01bae40241 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags/tempest-TagsExtTest-Tag-1644137891 HTTP/1.1" status: 204 len: 168 time: 0.7399688 Nov 25 11:25:53.641657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39358) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:53.658278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-c9aba7e8-f737-4238-8315-5d41e60528f3 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:53.694609 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3a95bd-1928-40a9-b596-be76ee91825b', 'name': 'tempest-NetworksTestDHCPv6-router-538225523', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:49Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:53.699818 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407301d2-6764-4e87-9eb3-8f103364ca5a None None] The sync data for ids ['db3a95bd-1928-40a9-b596-be76ee91825b'] in dv-neutron-819177-1-hyperv is: [{'id': 'db3a95bd-1928-40a9-b596-be76ee91825b', 'name': 'tempest-NetworksTestDHCPv6-router-538225523', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:49Z', 'revision_number': 3, 'project_id': 'c34ffe764a3c43af82ab9311a33751ee', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:53.713176 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:25:53.718250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Deleting port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:53.718727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:53.898539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2f563f60-1cb7-48a1-869f-3eec92079b3d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:53.986669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954036f-cb0d-4021-86d3-3111b4c5a4cd None None] Network b286ad45-1a53-4aa7-ace5-c2b80d805113 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:54.004430 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c9aba7e8-f737-4238-8315-5d41e60528f3 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags HTTP/1.1" status: 200 len: 205 time: 0.3611267 Nov 25 11:25:54.008546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39362) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.016610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-a3cd7331-c8f1-401b-9c4b-21a806603a1d tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:54.136436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48489e6-c05c-4221-843c-44d824fcef28 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.141411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48489e6-c05c-4221-843c-44d824fcef28 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.196465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.208740 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a3cd7331-c8f1-401b-9c4b-21a806603a1d tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags HTTP/1.1" status: 200 len: 240 time: 0.1962814 Nov 25 11:25:54.208740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.209101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.212646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39366) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.213376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:54.222169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-98efa4c0-7d39-4090-9fbd-1a95b183cbf8 None None] Provisioning for port 6b27f213-5f09-43df-9a5a-eeec3d326454 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:54.251089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48489e6-c05c-4221-843c-44d824fcef28 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.251461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48489e6-c05c-4221-843c-44d824fcef28 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Fanout notify agent at l3_agent the message router_deleted on router db3a95bd-1928-40a9-b596-be76ee91825b {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:25:54.262886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-287751c0-c110-4f7a-a1ae-5fd0dab3808b tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', 'tempest-TagsExtTest-Tag-808229342') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:54.290166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48489e6-c05c-4221-843c-44d824fcef28 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.293866 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c48489e6-c05c-4221-843c-44d824fcef28 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/routers/db3a95bd-1928-40a9-b596-be76ee91825b HTTP/1.1" status: 204 len: 168 time: 1.1441987 Nov 25 11:25:54.294438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39370) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.341477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] For port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b66d4bcf-ab91-4c7a-852d-36bdf0b1c946,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:54.342199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.405100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9f59fa-a8dd-465e-8a79-64b0dccfdd5b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:54.411458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59fa-a8dd-465e-8a79-64b0dccfdd5b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.412691 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f9f59fa-a8dd-465e-8a79-64b0dccfdd5b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/f7a6fe5b-2760-48ff-b96b-3ca4f408f014 HTTP/1.1" status: 200 len: 885 time: 2.9310298 Nov 25 11:25:54.418260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.424567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76effd3a-1c16-44b9-9e2d-bdea6ccda34d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:54.425258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-76effd3a-1c16-44b9-9e2d-bdea6ccda34d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:54.452625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] Sync routers for ids ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:54.508543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2f563f60-1cb7-48a1-869f-3eec92079b3d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:54.509674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.512885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-76effd3a-1c16-44b9-9e2d-bdea6ccda34d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:54.514161 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76effd3a-1c16-44b9-9e2d-bdea6ccda34d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2190862 Nov 25 11:25:54.518891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39378) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.542873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Calling delete_port for b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:54.604499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event updated for resources: {'Port': ['ID=377840ec-a261-4437-8f34-20bcf3340ef6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:54.665428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709b692-6f7d-477b-849c-4b10aa7b32c5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:54.666466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f709b692-6f7d-477b-849c-4b10aa7b32c5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:54.692862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] Routers {'f7a6fe5b-2760-48ff-b96b-3ca4f408f014'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:54.694034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:54.703737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f709b692-6f7d-477b-849c-4b10aa7b32c5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:54.705069 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f709b692-6f7d-477b-849c-4b10aa7b32c5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1844230 Nov 25 11:25:54.707706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39382) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.761133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:54.781986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:54.788027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-263d9be7-de2c-429d-aecf-daa8948eba6a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:router {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:54.804801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Network ebdd2c30-1c01-46d4-97ea-55168addab53 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:54.809496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:54.810905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:54.824769 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81de1c2a-c953-42bd-b0c0-7248b6c65857 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/routers/f7a6fe5b-2760-48ff-b96b-3ca4f408f014 HTTP/1.1" status: 200 len: 885 time: 0.3933408 Nov 25 11:25:54.824769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-263d9be7-de2c-429d-aecf-daa8948eba6a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:router {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:54.825278 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-263d9be7-de2c-429d-aecf-daa8948eba6a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163812 Nov 25 11:25:54.825799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39386) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.828823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-93da2ab1-9471-4cbf-a23b-d031ac8d1402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:54.862751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:54.868249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:54.887212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Pushing event deleted for resources: {'Port': ['ID=b66d4bcf-ab91-4c7a-852d-36bdf0b1c946,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:54.895736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:54.906943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] Routers {'f7a6fe5b-2760-48ff-b96b-3ca4f408f014'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:54.907920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:54.987609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] No DVR routers for this DVR port b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:25:54.992133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b27f213-5f09-43df-9a5a-eeec3d326454 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:55.025889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f518c8b-874f-4adf-9e1e-85fef3e314b4 None None] Network ebdd2c30-1c01-46d4-97ea-55168addab53 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:55.039790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:55.040347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba260eaf-65ad-4e80-9a92-abbb981a3493 None None] The sync data for ids ['f7a6fe5b-2760-48ff-b96b-3ca4f408f014'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:55.056598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-14d3d1f4-4db4-4efa-bf40-8ceafdbd8873 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:55.099428 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-287751c0-c110-4f7a-a1ae-5fd0dab3808b tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags/tempest-TagsExtTest-Tag-808229342 HTTP/1.1" status: 204 len: 168 time: 0.8548512 Nov 25 11:25:55.107123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39394) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:55.155674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-14d3d1f4-4db4-4efa-bf40-8ceafdbd8873 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:55.156836 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-14d3d1f4-4db4-4efa-bf40-8ceafdbd8873 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a6fe5b-2760-48ff-b96b-3ca4f408f014 HTTP/1.1" status: 200 len: 205 time: 0.3301139 Nov 25 11:25:55.158563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-7487e165-2df7-4859-a534-39619cd47ef1 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', 'tempest-TagsExtTest-Tag-808229342') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:55.159522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39398) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:55.205936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-188eccf3-8ecd-457e-b192-ac85217b3bf8 None None] Provisioning for port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:55.230860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:55.241040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:55.252623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 6b27f213-5f09-43df-9a5a-eeec3d326454 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:55.263928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6b27f213-5f09-43df-9a5a-eeec3d326454 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:55.264429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.269237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:55.417021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:55.419295 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7487e165-2df7-4859-a534-39619cd47ef1 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags/tempest-TagsExtTest-Tag-808229342 HTTP/1.1" status: 204 len: 168 time: 0.3112407 Nov 25 11:25:55.421926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39402) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:55.433469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-9c775ea2-1114-4a40-9a08-db09c10a2ab7 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:55.469549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.478371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.493885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9360c669-65e9-4095-b6b8-6ac9ce75a1ce None None] Provisioning complete for port 6b27f213-5f09-43df-9a5a-eeec3d326454 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:55.494265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9360c669-65e9-4095-b6b8-6ac9ce75a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.581836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 6b27f213-5f09-43df-9a5a-eeec3d326454, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6b27f213-5f09-43df-9a5a-eeec3d326454,segment=NetworkSegment(038e423e-9691-48fb-8cdd-6e0483d06bbd),segment_id=038e423e-9691-48fb-8cdd-6e0483d06bbd)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:55.601629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.605972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:55.706965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.789159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:55.828348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=6b27f213-5f09-43df-9a5a-eeec3d326454,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:55.833338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:55.855104 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9c775ea2-1114-4a40-9a08-db09c10a2ab7 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags HTTP/1.1" status: 200 len: 205 time: 0.4315679 Nov 25 11:25:55.858318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39406) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:55.864456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9360c669-65e9-4095-b6b8-6ac9ce75a1ce None None] Provisioning for port 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:55.872137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-7c75b422-61e1-4fe0-9340-4602912d9ecb tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:55.872859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9360c669-65e9-4095-b6b8-6ac9ce75a1ce None None] Provisioning complete for port 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:55.873249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9360c669-65e9-4095-b6b8-6ac9ce75a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.906524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:55.913668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:55.924311 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:55.924869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:55.925142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:55.926803 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8915639 Nov 25 11:25:55.930731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39410) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:55.937161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:55.942338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c75b422-61e1-4fe0-9340-4602912d9ecb tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags HTTP/1.1" status: 200 len: 241 time: 0.0826907 Nov 25 11:25:55.951981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39414) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:55.953487 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:55.954124 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:55.996012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9360c669-65e9-4095-b6b8-6ac9ce75a1ce None None] Port 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:56.013467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-3de6088f-6a44-46db-a971-425248c8d9ae tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', 'tempest-TagsExtTest-Tag-1138564080') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:56.128841 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3de6088f-6a44-46db-a971-425248c8d9ae tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags/tempest-TagsExtTest-Tag-1138564080 HTTP/1.1" status: 204 len: 168 time: 0.1729865 Nov 25 11:25:56.141029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:56.147145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.170223 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:56.170575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-e94e3014-3f88-42f7-a747-ac41fbae5783 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', 'tempest-TagsExtTest-Tag-1138564080') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:56.173911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Provisioning complete for port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:56.174296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.346801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.348287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,segment=NetworkSegment(9cece0d7-16b1-47c1-8745-b72c8aaf6b88),segment_id=9cece0d7-16b1-47c1-8745-b72c8aaf6b88)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:25:56.365942 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e94e3014-3f88-42f7-a747-ac41fbae5783 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags/tempest-TagsExtTest-Tag-1138564080 HTTP/1.1" status: 204 len: 168 time: 0.2113659 Nov 25 11:25:56.369094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:25:56.370325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39422) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:56.371628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.380370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-98e28700-afed-4e50-a313-ac97a8f6d30f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:56.382316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:56.391458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port ae88bf4f-ffc8-4798-a831-6961aa20c687 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:25:56.391928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.422214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.446152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6d1f547b-c644-4f15-9b36-54d36c5de7ce tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:56.488459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:56.501872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:56.502118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:25:56.504155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:56.504790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.566886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c10c6-98a0-4df3-8b85-1c1d6eb1cc0f None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:56.569381 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7056684 Nov 25 11:25:56.585393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:56.591711 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98e28700-afed-4e50-a313-ac97a8f6d30f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags HTTP/1.1" status: 200 len: 205 time: 0.2194121 Nov 25 11:25:56.594880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39428) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:56.597232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:25:56.598197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b66d4bcf-ab91-4c7a-852d-36bdf0b1c946 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:25:56.622564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=fad30f0c-ecee-4c4c-8c4a-1f7896dc126c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:56.626132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:56.636886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:56.660607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-ce9cbc48-7415-46c4-a7aa-8a285bcf674f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:56.704084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:56.716407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:56.744453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Provisioning complete for port 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:56.744984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.781517 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:53Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:25:53Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:56.786465 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:25:56.787803 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Updating router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 port 377840ec-a261-4437-8f34-20bcf3340ef6 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:25:56.848629 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.854994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Port 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:56.909757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 25 11:25:56.927012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': 'fad30f0c-ecee-4c4c-8c4a-1f7896dc126c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:25:56.929187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.932180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Removed routes are [] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 25 11:25:56.932907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.934945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.940687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Provisioning for port 377840ec-a261-4437-8f34-20bcf3340ef6 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:56.951305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Provisioning complete for port 377840ec-a261-4437-8f34-20bcf3340ef6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:56.951823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:56.957544 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ce9cbc48-7415-46c4-a7aa-8a285bcf674f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags HTTP/1.1" status: 204 len: 168 time: 0.3356225 Nov 25 11:25:57.018889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39434) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:57.070448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ef84b9e0-9fad-4e40-95bf-1b047f84aa30 None None] Port 377840ec-a261-4437-8f34-20bcf3340ef6 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:57.088167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-d4c80d8f-63e3-4e46-974f-4dad4c116b8e tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:57.152689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Allocated IP 2001:db8::f816:3eff:feee:cc8a (be5ac70f-953b-423d-8366-53ff314b8313/fad30f0c-ecee-4c4c-8c4a-1f7896dc126c/3b68e3c8-cf6c-4a53-b422-1a06e241cd56) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:57.200385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for ae88bf4f-ffc8-4798-a831-6961aa20c687 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:25:57.228970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:57.239563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:57.245285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:57.254367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:57.261339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e7a1ef95-38a3-44de-88d1-3039f15276f7 None None] Provisioning complete for port 377840ec-a261-4437-8f34-20bcf3340ef6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:57.262056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ef95-38a3-44de-88d1-3039f15276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.278842 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d4c80d8f-63e3-4e46-974f-4dad4c116b8e tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags HTTP/1.1" status: 204 len: 168 time: 0.2007678 Nov 25 11:25:57.282217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39438) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:57.286580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:57.289657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-49961824-a6de-4db5-a2d8-9c1c6f6585a8 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:57.290449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.356708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1ef95-38a3-44de-88d1-3039f15276f7 None None] Port 377840ec-a261-4437-8f34-20bcf3340ef6 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:25:57.369860 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.389477 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Transition to ACTIVE for port object 377840ec-a261-4437-8f34-20bcf3340ef6 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:57.400150 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.404145 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:57.448768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.462420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Transition to ACTIVE for port object 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:57.498314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Transition to ACTIVE for port object 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:57.509209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.526223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-49592ab4-ec55-4602-abc6-3c51a8dbb2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:57.547003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.580967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fedda083-f3d5-4795-a648-8d59da059473 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:57.600903 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f70e4-eb23-4035-9848-4a1275dea567 None None] Pushing event updated for resources: {'Port': ['ID=377840ec-a261-4437-8f34-20bcf3340ef6,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:57.604961 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-073f70e4-eb23-4035-9848-4a1275dea567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:57.615277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.633392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=ae88bf4f-ffc8-4798-a831-6961aa20c687,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:57.635936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:57.638557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.694411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:57.698681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:57.701078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Pushing event updated for resources: {'Port': ['ID=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:57.710086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:25:57.712900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:57.756888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-49961824-a6de-4db5-a2d8-9c1c6f6585a8 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags HTTP/1.1" status: 204 len: 168 time: 0.4728343 Nov 25 11:25:57.764842 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Attempting to bind port 377840ec-a261-4437-8f34-20bcf3340ef6 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:57.765222 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Attempting to bind port 377840ec-a261-4437-8f34-20bcf3340ef6 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:57.765633 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Attempting to bind port 377840ec-a261-4437-8f34-20bcf3340ef6 on network ebdd2c30-1c01-46d4-97ea-55168addab53 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:57.773248 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:57.773671 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Checking segment: {'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:57.774073 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.774556 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Bound using segment: {'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:57.775084 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Bound port: 377840ec-a261-4437-8f34-20bcf3340ef6, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cece0d7-16b1-47c1-8745-b72c8aaf6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:57.775507 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.784563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:57.798585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39442) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:57.826157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-5e67b401-2f98-4ed3-aa77-eb67d4090a41 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:57.892329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Attempting to bind port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:57.892710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Attempting to bind port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:57.893081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Attempting to bind port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:25:57.908217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:25:57.908695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:25:57.909110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.909943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:25:57.910584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Bound port: 3b68e3c8-cf6c-4a53-b422-1a06e241cd56, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:57.910978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.920700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:25:57.929759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:57.930144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.932853 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] For port 377840ec-a261-4437-8f34-20bcf3340ef6, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:57.933519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.936978 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] For port 377840ec-a261-4437-8f34-20bcf3340ef6, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=377840ec-a261-4437-8f34-20bcf3340ef6,segment=NetworkSegment(9cece0d7-16b1-47c1-8745-b72c8aaf6b88),segment_id=9cece0d7-16b1-47c1-8745-b72c8aaf6b88)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:57.944729 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:57.949934 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:57.994149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5da2021f-ce5f-4947-9bbe-7749ba98f464 tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:58.032540 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f70e4-eb23-4035-9848-4a1275dea567 None None] Pushing event updated for resources: {'Port': ['ID=377840ec-a261-4437-8f34-20bcf3340ef6,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:58.039272 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-073f70e4-eb23-4035-9848-4a1275dea567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:58.073244 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:25:58.073988 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:58.153231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b27f213-5f09-43df-9a5a-eeec3d326454 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:58.184477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.207226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] For port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:25:58.221076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] For port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:25:58.235101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.239452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:58.245085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:58.305060 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:25:58.324648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=cc91add0-46cc-4e0c-9a23-706a20eb7416,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:58.327576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:58.336760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:58.339156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:58.339846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.390222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:25:58.400654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.405838 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7f9658f5-9e7e-47fc-9509-cedc8432feed tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 200 len: 953 time: 2.4734685 Nov 25 11:25:58.407001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39446) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:58.416146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Pushing event updated for resources: {'Port': ['ID=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:58.418899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6b27f213-5f09-43df-9a5a-eeec3d326454 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:58.419335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.455711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:58.489963 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8964438 Nov 25 11:25:58.499981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39450) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:58.516545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:52:a2:4f', 'name': 'tempest-NetworksTestDHCPv6-289859549'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:58.599212 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5e67b401-2f98-4ed3-aa77-eb67d4090a41 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags HTTP/1.1" status: 204 len: 168 time: 0.7953591 Nov 25 11:25:58.604614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:58.615656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-37ca46c4-9a72-417f-bcfb-6151b1e223a9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', 'tempest-TagsExtTest-Tag-579435858') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:58.675127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.687033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.758855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.760455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Fanout notify agent at l3_agent the message router_deleted on router f7a6fe5b-2760-48ff-b96b-3ca4f408f014 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:25:58.784091 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:56Z', 'revision_number': 6, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:25:57Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:58.790999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.795589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/f7a6fe5b-2760-48ff-b96b-3ca4f408f014 HTTP/1.1" status: 204 len: 168 time: 3.6317782 Nov 25 11:25:58.796897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39458) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:58.797992 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbbc8d-1beb-4d69-ba4d-ffc40da6e3ea None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:56Z', 'revision_number': 6, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:25:57Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:25:58.822524 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-37ca46c4-9a72-417f-bcfb-6151b1e223a9 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags/tempest-TagsExtTest-Tag-579435858 HTTP/1.1" status: 201 len: 201 time: 0.2165799 Nov 25 11:25:58.823218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39462) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:58.824566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-694736360'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:58.833085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:58.835905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-9463381a-ef1f-4bdc-8e84-488e9a2c87bd tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', 'tempest-TagsExtTest-Tag-672835746') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:58.845594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:58.852706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:58.871086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:58.875141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:58.879051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:58.885399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:58.896939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:58.902624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:58.905468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:58.930973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-339d504b-3ec1-4062-a506-ead29ecd9fce tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 200 len: 953 time: 0.5223732 Nov 25 11:25:58.933367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39466) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:58.946203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'routes': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:58.965371 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9463381a-ef1f-4bdc-8e84-488e9a2c87bd tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags/tempest-TagsExtTest-Tag-672835746 HTTP/1.1" status: 201 len: 201 time: 0.1363790 Nov 25 11:25:58.968124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:58.974499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-3396ac8f-31b2-468b-b97e-e0f99809cebd tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', 'tempest-TagsExtTest-Tag-1171818173') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:59.001779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:59.142570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:25:59.173994 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:59.174323 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 9d3bac47-7aeb-43f1-b535-eeef5f35d4d2 of type vlan for network 684d63a1-87f4-4eb4-8b8d-08300d539382 Nov 25 11:25:59.229746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:59.264372 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3396ac8f-31b2-468b-b97e-e0f99809cebd tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags/tempest-TagsExtTest-Tag-1171818173 HTTP/1.1" status: 201 len: 201 time: 0.2947569 Nov 25 11:25:59.266257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.273175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:59.277160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-7c0d2f70-cbae-49da-b8c9-a2c97fa19e42 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', 'tempest-TagsExtTest-Tag-1403246987') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:59.297393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 6169e6cb-9331-459b-8890-148fd8d85c33 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:25:59.330681 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c0d2f70-cbae-49da-b8c9-a2c97fa19e42 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags/tempest-TagsExtTest-Tag-1403246987 HTTP/1.1" status: 201 len: 201 time: 0.0606987 Nov 25 11:25:59.333266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39478) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.342985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-c61c19e2-bfd3-4785-a028-5200cc1fce6b tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', {'tags': ['tempest-TagsExtTest-Tag-811274401', 'tempest-TagsExtTest-Tag-381985580', 'tempest-TagsExtTest-Tag-501658624']}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:59.402885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:59.406223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:59.406808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:59.418031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb7a27b7-642a-4905-9d60-2ea6aa5be440 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:59.454828 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c61c19e2-bfd3-4785-a028-5200cc1fce6b tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags HTTP/1.1" status: 200 len: 315 time: 0.1190410 Nov 25 11:25:59.460060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39482) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.466774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-c021cbb1-9fcd-42da-87af-e9c71014b445 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:59.635097 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c021cbb1-9fcd-42da-87af-e9c71014b445 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1709037 Nov 25 11:25:59.635465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39486) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.636531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54312ae4-2a2a-4871-b79e-1f7a29186234 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:25:59.650231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-c10c66bc-34af-4e83-b3d7-3b636925aa3a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', 'tempest-TagsExtTest-Tag-811274401') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:59.754116 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c10c66bc-34af-4e83-b3d7-3b636925aa3a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:25:59.755154 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c10c66bc-34af-4e83-b3d7-3b636925aa3a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags/tempest-TagsExtTest-Tag-811274401 HTTP/1.1" status: 404 len: 328 time: 0.1184015 Nov 25 11:25:59.759506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39490) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.765865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-c54d1858-9abf-41c1-ad5b-606e7313d9f0 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', 'tempest-TagsExtTest-Tag-381985580') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:59.767775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=684d63a1-87f4-4eb4-8b8d-08300d539382,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:59.785794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:59.785988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:59.790308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:59.791484 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9826849 Nov 25 11:25:59.796983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39494) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.817533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': '684d63a1-87f4-4eb4-8b8d-08300d539382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:25:59.843646 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c54d1858-9abf-41c1-ad5b-606e7313d9f0 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:25:59.844747 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c54d1858-9abf-41c1-ad5b-606e7313d9f0 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags/tempest-TagsExtTest-Tag-381985580 HTTP/1.1" status: 404 len: 328 time: 0.0842800 Nov 25 11:25:59.847545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39498) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.853721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-39ed5943-9ad7-4853-b3f4-2e52eec518fc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9', 'tempest-TagsExtTest-Tag-501658624') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:59.860214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:59.883202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:25:59.920913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-39ed5943-9ad7-4853-b3f4-2e52eec518fc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:25:59.924924 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-39ed5943-9ad7-4853-b3f4-2e52eec518fc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags/tempest-TagsExtTest-Tag-501658624 HTTP/1.1" status: 404 len: 328 time: 0.0735481 Nov 25 11:25:59.925217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39502) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:59.932779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-cde1ce47-33f8-4162-910b-4fbff1204963 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', {'tags': ['tempest-TagsExtTest-Tag-1185470169', 'tempest-TagsExtTest-Tag-965309452', 'tempest-TagsExtTest-Tag-1195917546']}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.022512 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cde1ce47-33f8-4162-910b-4fbff1204963 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags HTTP/1.1" status: 200 len: 317 time: 0.0961878 Nov 25 11:26:00.023151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39506) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.028874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-e71667a6-b4a5-44a8-9c11-1600aa9ea224 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.036380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bbd5ce30-b05b-4988-8aa5-93c623231b6e None None] Provisioning for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:00.064382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:00.065022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.123719 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e71667a6-b4a5-44a8-9c11-1600aa9ea224 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags HTTP/1.1" status: 204 len: 168 time: 0.0994892 Nov 25 11:26:00.126477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.134718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-cfe60399-6cc7-46fa-bcc6-6a980837d895 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', 'tempest-TagsExtTest-Tag-1185470169') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.205294 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-cfe60399-6cc7-46fa-bcc6-6a980837d895 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:00.209626 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cfe60399-6cc7-46fa-bcc6-6a980837d895 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags/tempest-TagsExtTest-Tag-1185470169 HTTP/1.1" status: 404 len: 329 time: 0.0783758 Nov 25 11:26:00.210222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39514) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.216588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-2b959ed0-89e6-404b-bcb1-81c2f885a720 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', 'tempest-TagsExtTest-Tag-965309452') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.238319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 172.20.0.4 (be5ac70f-953b-423d-8366-53ff314b8313/cc91add0-46cc-4e0c-9a23-706a20eb7416/6169e6cb-9331-459b-8890-148fd8d85c33) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:00.244107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:00.249506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe52:a24f (be5ac70f-953b-423d-8366-53ff314b8313/fad30f0c-ecee-4c4c-8c4a-1f7896dc126c/6169e6cb-9331-459b-8890-148fd8d85c33) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:00.262443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:00.263775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:00.267713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:00.278194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:00.278497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:00.282034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:00.290415 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-2b959ed0-89e6-404b-bcb1-81c2f885a720 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:00.294167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b959ed0-89e6-404b-bcb1-81c2f885a720 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags/tempest-TagsExtTest-Tag-965309452 HTTP/1.1" status: 404 len: 328 time: 0.0803287 Nov 25 11:26:00.294320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.299865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-373add16-71d4-40d7-b80e-f00647cc440c tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477', 'tempest-TagsExtTest-Tag-1195917546') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.359573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:00.360285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:00.369693 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-373add16-71d4-40d7-b80e-f00647cc440c tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:00.373574 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-373add16-71d4-40d7-b80e-f00647cc440c tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags/tempest-TagsExtTest-Tag-1195917546 HTTP/1.1" status: 404 len: 329 time: 0.0755360 Nov 25 11:26:00.373710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39522) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.379293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-758933f6-7267-4ccc-b9b5-f4db21fa4ba4 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', {'tags': ['tempest-TagsExtTest-Tag-1167337045', 'tempest-TagsExtTest-Tag-469623591', 'tempest-TagsExtTest-Tag-741285075']}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.529030 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-758933f6-7267-4ccc-b9b5-f4db21fa4ba4 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags HTTP/1.1" status: 200 len: 316 time: 0.1519330 Nov 25 11:26:00.529227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39526) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.536419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-d01fb0a3-d1f1-4c9b-b6b4-83e6a9732f23 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.619585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:00.692751 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d01fb0a3-d1f1-4c9b-b6b4-83e6a9732f23 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1625423 Nov 25 11:26:00.693449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39530) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.695224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:00.699781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-06bb6413-b152-4be9-9ec7-13fc253c574a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', 'tempest-TagsExtTest-Tag-1167337045') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.791713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:00.812506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added routes are [] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 25 11:26:00.812827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 25 11:26:00.827420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:00.828353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 377840ec-a261-4437-8f34-20bcf3340ef6 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:00.856726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-06bb6413-b152-4be9-9ec7-13fc253c574a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:00.860760 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-06bb6413-b152-4be9-9ec7-13fc253c574a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags/tempest-TagsExtTest-Tag-1167337045 HTTP/1.1" status: 404 len: 329 time: 0.1664028 Nov 25 11:26:00.862347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39534) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:00.865145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:00.868479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-8a44e2c6-b4ec-4742-8ae9-367ea379d599 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', 'tempest-TagsExtTest-Tag-469623591') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:00.914759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:00.918043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': 'fad30f0c-ecee-4c4c-8c4a-1f7896dc126c', 'ip_address': '2001:db8::f816:3eff:feee:cc8a'}, {'subnet_id': 'cc91add0-46cc-4e0c-9a23-706a20eb7416'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '3b68e3c8-cf6c-4a53-b422-1a06e241cd56'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:26:00.962384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:00.978252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 6169e6cb-9331-459b-8890-148fd8d85c33 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:01.015105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:01.018063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.028763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:01.089648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 377840ec-a261-4437-8f34-20bcf3340ef6 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:01.109731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 377840ec-a261-4437-8f34-20bcf3340ef6 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:01.110320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.130534 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-8a44e2c6-b4ec-4742-8ae9-367ea379d599 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:01.134555 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a44e2c6-b4ec-4742-8ae9-367ea379d599 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags/tempest-TagsExtTest-Tag-469623591 HTTP/1.1" status: 404 len: 328 time: 0.2683976 Nov 25 11:26:01.136357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39538) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.140529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-a98f5023-a074-4aa2-9490-5f50950aafcd tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1', 'tempest-TagsExtTest-Tag-741285075') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.175028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.180072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b19063ca-fe6e-4788-a375-7a1386550a21 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:01.212176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.250751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:25:56Z', 'revision_number': 6, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:25:57Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.265509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:01.277057 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-a98f5023-a074-4aa2-9490-5f50950aafcd tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:01.278073 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a98f5023-a074-4aa2-9490-5f50950aafcd tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags/tempest-TagsExtTest-Tag-741285075 HTTP/1.1" status: 404 len: 328 time: 0.1423318 Nov 25 11:26:01.280273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=e821a8b8-376f-48c2-a3f0-7071021c5c0b,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:01.281126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39542) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.283052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:01.287178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-935c6e28-35b7-4137-9a81-be9c6cdc841f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', {'tags': ['tempest-TagsExtTest-Tag-544235350', 'tempest-TagsExtTest-Tag-32549095', 'tempest-TagsExtTest-Tag-428918812']}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.292098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-46948181-b32f-47ed-aadc-9fb08647a36e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:01.330362 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-935c6e28-35b7-4137-9a81-be9c6cdc841f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "PUT /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags HTTP/1.1" status: 200 len: 314 time: 0.0455849 Nov 25 11:26:01.330921 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39546) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.336213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:01.337389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-97066471-5476-44c0-b613-91da60ed652d tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.350393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:01.351180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.351397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:01.354007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:01.381688 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-97066471-5476-44c0-b613-91da60ed652d tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags HTTP/1.1" status: 204 len: 168 time: 0.0495162 Nov 25 11:26:01.382774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.391951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-3a9ccb41-a49b-429a-87cb-2b83ea35f5fa tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', 'tempest-TagsExtTest-Tag-544235350') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.417984 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-3a9ccb41-a49b-429a-87cb-2b83ea35f5fa tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:01.421751 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3a9ccb41-a49b-429a-87cb-2b83ea35f5fa tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags/tempest-TagsExtTest-Tag-544235350 HTTP/1.1" status: 404 len: 328 time: 0.0352976 Nov 25 11:26:01.423181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39554) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.435888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '9d3bac47-7aeb-43f1-b535-eeef5f35d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '684d63a1-87f4-4eb4-8b8d-08300d539382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:01.436258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: 684d63a1-87f4-4eb4-8b8d-08300d539382, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:26:01.444665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-32762797-f8da-43a7-9b1f-8191db716991 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', 'tempest-TagsExtTest-Tag-32549095') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.454078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=6169e6cb-9331-459b-8890-148fd8d85c33,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:01.457480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:01.555035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Allocated IP 172.20.0.2 (be5ac70f-953b-423d-8366-53ff314b8313/cc91add0-46cc-4e0c-9a23-706a20eb7416/3b68e3c8-cf6c-4a53-b422-1a06e241cd56) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:01.562177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.590685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:01.591274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.621380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:01.642897 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1415761 Nov 25 11:26:01.645847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39558) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.647837 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-32762797-f8da-43a7-9b1f-8191db716991 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:01.651514 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-32762797-f8da-43a7-9b1f-8191db716991 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags/tempest-TagsExtTest-Tag-32549095 HTTP/1.1" status: 404 len: 327 time: 0.2232938 Nov 25 11:26:01.651680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39562) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.663576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-b3472d7a-65b6-4e76-b04d-c4bc9740320a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920', 'tempest-TagsExtTest-Tag-428918812') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.678830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.687779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.691288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:26:01.736291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010f5e7-4602-4f5e-85d2-818ac2d41e34 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:01.742092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010f5e7-4602-4f5e-85d2-818ac2d41e34 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:01.746102 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5010f5e7-4602-4f5e-85d2-818ac2d41e34 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0965309 Nov 25 11:26:01.746311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 377840ec-a261-4437-8f34-20bcf3340ef6, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=377840ec-a261-4437-8f34-20bcf3340ef6,segment=NetworkSegment(9cece0d7-16b1-47c1-8745-b72c8aaf6b88),segment_id=9cece0d7-16b1-47c1-8745-b72c8aaf6b88)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:01.746802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39566) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.772322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.778892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:01.824514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 6169e6cb-9331-459b-8890-148fd8d85c33 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:01.825133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.904119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 684d63a1-87f4-4eb4-8b8d-08300d539382) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:01.907708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:01.908875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:01.909444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:01.921600 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-b3472d7a-65b6-4e76-b04d-c4bc9740320a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] show failed (client error): The resource could not be found. Nov 25 11:26:01.925441 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b3472d7a-65b6-4e76-b04d-c4bc9740320a tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags/tempest-TagsExtTest-Tag-428918812 HTTP/1.1" status: 404 len: 328 time: 0.2698977 Nov 25 11:26:01.932477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:01.940993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-efdf9bed-762b-4444-8ccf-40e3756e6ec8 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd14a89fe-f1f8-486d-a8f9-782fff5fc920') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:01.941943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ba5cb-fee2-4c4d-aa02-e63b8daa4c4b None None] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:02.000599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1912453 Nov 25 11:26:02.000599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39574) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.005240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-41091191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:02.013969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:02.020464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:router and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:02.024170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:02.038618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:02.057850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.058771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.073913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-efdf9bed-762b-4444-8ccf-40e3756e6ec8 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920/tags HTTP/1.1" status: 204 len: 168 time: 0.1376548 Nov 25 11:26:02.074149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39578) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.084050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-87101331-17dd-4246-8482-b7b5ab457959 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15c6dea6-7e92-4c65-978e-a001343454c1') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:02.123791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.157194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=377840ec-a261-4437-8f34-20bcf3340ef6,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:02.162830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] For port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:02.175940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:02.203849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:02.220965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.252033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 6169e6cb-9331-459b-8890-148fd8d85c33 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:02.305191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.325243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:26:02.371863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.398629 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-87101331-17dd-4246-8482-b7b5ab457959 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1/tags HTTP/1.1" status: 204 len: 168 time: 0.3203523 Nov 25 11:26:02.398851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39582) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.405906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-595b33b6-30aa-4593-a103-61c34997767b tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e5d14d3-aaff-4a8d-988f-ad936f6d5477') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:02.428922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:02.429301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.436265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.439640 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b454db16-7fce-49ce-bed5-0f50b42a1c17 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4368088 Nov 25 11:26:02.443161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39586) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.484392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Transition to ACTIVE for port object 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:02.514407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:02.528493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.529060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.532246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ed1cbbd4-2662-486f-b916-48b905854946 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 200 len: 703 time: 3.5959585 Nov 25 11:26:02.533200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39590) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.548659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8bc287c8-cc28-4610-b622-f40196bc4b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:02.587155 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-595b33b6-30aa-4593-a103-61c34997767b tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477/tags HTTP/1.1" status: 204 len: 168 time: 0.1875145 Nov 25 11:26:02.592713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39594) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.604971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.tag.tag_plugin [None req-0e26b3a4-97b2-4553-bdf8-cfd20b9a0c19 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d0d44dd-dc48-4b21-8175-3837f5e966f9') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:02.649819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.655909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:02.688740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-684d63a1-87f4-4eb4-8b8d-08300d539382', 'network_id': '684d63a1-87f4-4eb4-8b8d-08300d539382', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': 'e821a8b8-376f-48c2-a3f0-7071021c5c0b'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:02.689554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.780421 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2d3383c1-0934-48fe-8353-fe125e546bb9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 200 len: 703 time: 0.2454381 Nov 25 11:26:02.781678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39598) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.793246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0e26b3a4-97b2-4553-bdf8-cfd20b9a0c19 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1987960 Nov 25 11:26:02.794330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39602) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:02.810790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=6169e6cb-9331-459b-8890-148fd8d85c33,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:02.824112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:02.862365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 had new provisioning blocks added so it will not transition to active. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Nov 25 11:26:02.935319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Pushing event updated for resources: {'Port': ['ID=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:02.953829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:02.993645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:00Z', 'revision_number': 7, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:25:57Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:03.003037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78fe47-fd9a-46b3-9c11-b57890a26983 None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:00Z', 'revision_number': 7, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:25:57Z', 'revision_number': 4, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:03.076707 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed5502ad-9d13-4fe2-82b3-092186264053 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for subnetpool, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.078049 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ed5502ad-9d13-4fe2-82b3-092186264053 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d14a89fe-f1f8-486d-a8f9-782fff5fc920 HTTP/1.1" status: 204 len: 168 time: 0.2827020 Nov 25 11:26:03.080758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39606) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:03.134144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Allocated IP 172.20.0.2 (684d63a1-87f4-4eb4-8b8d-08300d539382/e821a8b8-376f-48c2-a3f0-7071021c5c0b/b242b708-0b0d-40b7-b67c-6211b47616ac) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:03.310101 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:03.326801 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:03.329527 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:03.337648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.349400 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/6169e6cb-9331-459b-8890-148fd8d85c33 HTTP/1.1" status: 204 len: 168 time: 1.6017191 Nov 25 11:26:03.359817 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f0f92a85-a095-43fd-b3b1-83a0e687fd50 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "GET /v2.0/ports?device_id=15c6dea6-7e92-4c65-978e-a001343454c1 HTTP/1.1" status: 200 len: 205 time: 0.2749462 Nov 25 11:26:03.366371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39610) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:03.366830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39612) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:03.467253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.484943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.501708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Transition to ACTIVE for port object b242b708-0b0d-40b7-b67c-6211b47616ac will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:03.549222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Transition to ACTIVE for port object b242b708-0b0d-40b7-b67c-6211b47616ac will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:03.561019 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:03.575397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.583457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5163baba-aaa4-4490-9cd7-58e185651239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:03.665693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:03.674176 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:03.679244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:03.684817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Pushing event updated for resources: {'Port': ['ID=b242b708-0b0d-40b7-b67c-6211b47616ac,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:03.688612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:03.817647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Attempting to bind port b242b708-0b0d-40b7-b67c-6211b47616ac on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:03.818509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Attempting to bind port b242b708-0b0d-40b7-b67c-6211b47616ac by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9d3bac47-7aeb-43f1-b535-eeef5f35d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '684d63a1-87f4-4eb4-8b8d-08300d539382'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:03.819253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Attempting to bind port b242b708-0b0d-40b7-b67c-6211b47616ac on network 684d63a1-87f4-4eb4-8b8d-08300d539382 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:03.835057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:03.835544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Checking segment: {'id': '9d3bac47-7aeb-43f1-b535-eeef5f35d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '684d63a1-87f4-4eb4-8b8d-08300d539382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:03.835845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.836280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Bound using segment: {'id': '9d3bac47-7aeb-43f1-b535-eeef5f35d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '684d63a1-87f4-4eb4-8b8d-08300d539382'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:03.838664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Bound port: b242b708-0b0d-40b7-b67c-6211b47616ac, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3bac47-7aeb-43f1-b535-eeef5f35d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '684d63a1-87f4-4eb4-8b8d-08300d539382'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:03.839074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.840083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7a50d-d399-4f28-9345-106687935314 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:03.841537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7a50d-d399-4f28-9345-106687935314 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:03.843418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7a50d-d399-4f28-9345-106687935314 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:03.843932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5be7a50d-d399-4f28-9345-106687935314 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:03.899266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13028375-8388-40b0-90b5-b865db583f39 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:03.935256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:04.028184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.20.0.1 (684d63a1-87f4-4eb4-8b8d-08300d539382/e821a8b8-376f-48c2-a3f0-7071021c5c0b/0d34c4a9-a759-4b5e-b91b-270143eaadbe) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:04.048997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-87b5918d-393e-490d-b36b-198c014fb57a None None] Provisioning for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:04.068232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-87b5918d-393e-490d-b36b-198c014fb57a None None] Provisioning complete for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:04.068507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-87b5918d-393e-490d-b36b-198c014fb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.106220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5be7a50d-d399-4f28-9345-106687935314 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:04.107390 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5be7a50d-d399-4f28-9345-106687935314 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7393174 Nov 25 11:26:04.110639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39618) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:04.125014 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:00Z', 'revision_number': 7, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:26:01Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:04.131699 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:04.147671 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:04.149306 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:25:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:04.152272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-59b5f599-cfd3-427d-9081-9e56fac90424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.158666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] For port b242b708-0b0d-40b7-b67c-6211b47616ac, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:04.225110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] For port b242b708-0b0d-40b7-b67c-6211b47616ac, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b242b708-0b0d-40b7-b67c-6211b47616ac,segment=NetworkSegment(9d3bac47-7aeb-43f1-b535-eeef5f35d4d2),segment_id=9d3bac47-7aeb-43f1-b535-eeef5f35d4d2)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:04.240984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.253240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.257311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.265885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-36f44384-a684-45db-81a1-686b7c66ae46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:04.278800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object 0d34c4a9-a759-4b5e-b91b-270143eaadbe will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:04.321070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.330124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6742174c-bd3e-4d29-bf0e-ee12a4511540 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:04.349056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:04.349456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.360654 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:04.365978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.464710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=0d34c4a9-a759-4b5e-b91b-270143eaadbe,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:04.469750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:04.472430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Pushing event updated for resources: {'Port': ['ID=b242b708-0b0d-40b7-b67c-6211b47616ac,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:04.476643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:04.497506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-078c6d03-5354-4af5-9a44-ee11288de73e None None] Could not find standard attr ID for object 6169e6cb-9331-459b-8890-148fd8d85c33. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:26:04.511474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:04.525881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:04.532868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:04.642252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 377840ec-a261-4437-8f34-20bcf3340ef6 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:04.646338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.732768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 377840ec-a261-4437-8f34-20bcf3340ef6 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:04.733353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.765557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.823005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet cc91add0-46cc-4e0c-9a23-706a20eb7416 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:04.897750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.908620 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:00Z', 'revision_number': 7, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:26:01Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:04.913949 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2747a9b-c81b-4c6c-9b97-956a36aa9575 None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:00Z', 'revision_number': 7, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377840ec-a261-4437-8f34-20bcf3340ef6', 'name': '', 'network_id': 'ebdd2c30-1c01-46d4-97ea-55168addab53', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:88:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:51Z', 'updated_at': '2021-11-25T11:26:01Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '09ce8af1-62a3-4946-8131-240d8395a9ed', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:05.050092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13028375-8388-40b0-90b5-b865db583f39 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.061997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.095243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13028375-8388-40b0-90b5-b865db583f39 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.173715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13028375-8388-40b0-90b5-b865db583f39 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.174205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13028375-8388-40b0-90b5-b865db583f39 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Fanout notify agent at l3_agent the message router_deleted on router 15c6dea6-7e92-4c65-978e-a001343454c1 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:26:05.222269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13028375-8388-40b0-90b5-b865db583f39 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.223331 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-13028375-8388-40b0-90b5-b865db583f39 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/routers/15c6dea6-7e92-4c65-978e-a001343454c1 HTTP/1.1" status: 204 len: 168 time: 1.8532119 Nov 25 11:26:05.227788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.229193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39622) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:05.237508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.264860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.298379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-55210caf-7abf-4de3-95ea-2021a216e6f7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:05.516116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Deleting port 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:05.516694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.560351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.573116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.577519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9ad65283-28c7-45bd-923b-c1cb9ccaa491 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:05.579354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=0d34c4a9-a759-4b5e-b91b-270143eaadbe,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:05.596393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:05.648881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=cc91add0-46cc-4e0c-9a23-706a20eb7416,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:05.652998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:05.659589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.667427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e1ab6-f04d-4339-b56f-521089ec77b0 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:05.686924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc7046-737d-450c-acd5-f4c9a053ce2d None None] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:05.714818 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/cc91add0-46cc-4e0c-9a23-706a20eb7416 HTTP/1.1" status: 204 len: 168 time: 1.6028752 Nov 25 11:26:05.715138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39626) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:05.791940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet fad30f0c-ecee-4c4c-8c4a-1f7896dc126c {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:05.796553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.875552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.908112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:05.913321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:05.924922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.932935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8cc67316-9bbf-479c-b400-502d6b3bb726 None None] Provisioning for port b242b708-0b0d-40b7-b67c-6211b47616ac completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:05.961664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b242b708-0b0d-40b7-b67c-6211b47616ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:06.028866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.138129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 377840ec-a261-4437-8f34-20bcf3340ef6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:06.138731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.183351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Calling delete_port for 5e5d14d3-aaff-4a8d-988f-ad936f6d5477 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:06.202913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.216166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b242b708-0b0d-40b7-b67c-6211b47616ac completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:06.227924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b242b708-0b0d-40b7-b67c-6211b47616ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:06.228392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.231327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b928d51a-8d01-4317-b846-4c1a153fba27 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:06.272494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=fad30f0c-ecee-4c4c-8c4a-1f7896dc126c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:06.278223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:06.313241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09383d75-346c-4b99-8fe3-c87ac686ad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.332346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.357549 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/fad30f0c-ecee-4c4c-8c4a-1f7896dc126c HTTP/1.1" status: 204 len: 168 time: 0.6369016 Nov 25 11:26:06.362223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39630) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:06.415168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 377840ec-a261-4437-8f34-20bcf3340ef6, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=377840ec-a261-4437-8f34-20bcf3340ef6,segment=NetworkSegment(9cece0d7-16b1-47c1-8745-b72c8aaf6b88),segment_id=9cece0d7-16b1-47c1-8745-b72c8aaf6b88)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:06.415510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.444480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.502924 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-88af4922-7759-425e-9690-a75e5753cf56 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694177 Nov 25 11:26:06.503190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39634) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:06.510393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:06.543673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b242b708-0b0d-40b7-b67c-6211b47616ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b242b708-0b0d-40b7-b67c-6211b47616ac,segment=NetworkSegment(9d3bac47-7aeb-43f1-b535-eeef5f35d4d2),segment_id=9d3bac47-7aeb-43f1-b535-eeef5f35d4d2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:06.553523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca02497-28fa-4668-8b20-85d8b1d15cf7 None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': 'fad30f0c-ecee-4c4c-8c4a-1f7896dc126c'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '3b68e3c8-cf6c-4a53-b422-1a06e241cd56'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:26:06.576709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 377840ec-a261-4437-8f34-20bcf3340ef6 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:06.597438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.605248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d5c00f8b-53b0-461c-ba79-3a0c14b1fcb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:06.704713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3ca02497-28fa-4668-8b20-85d8b1d15cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.718493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.733065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:06.735379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a22d733-7ba1-4500-af0f-9b8b2fd363dc tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:06.737531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b242b708-0b0d-40b7-b67c-6211b47616ac,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:06.770956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:06.777825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-16e25ebb-68b4-4a01-85a5-9746efd238a6 None None] Provisioning complete for port b242b708-0b0d-40b7-b67c-6211b47616ac triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:06.778351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-16e25ebb-68b4-4a01-85a5-9746efd238a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.780659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event deleted for resources: {'Port': ['ID=5e5d14d3-aaff-4a8d-988f-ad936f6d5477,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:06.783572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:06.787210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:06.833109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.838618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:06.847179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:06.905143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=377840ec-a261-4437-8f34-20bcf3340ef6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:06.955249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:07.025105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:07.089147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:07.117672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-16e25ebb-68b4-4a01-85a5-9746efd238a6 None None] Provisioning for port 0d34c4a9-a759-4b5e-b91b-270143eaadbe completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:07.123897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-16e25ebb-68b4-4a01-85a5-9746efd238a6 None None] Provisioning complete for port 0d34c4a9-a759-4b5e-b91b-270143eaadbe triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:07.128763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-16e25ebb-68b4-4a01-85a5-9746efd238a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.176248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2440d-4a72-42e8-9d0e-cbfe16528557 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:07.207174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.215898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.230915 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/ports/5e5d14d3-aaff-4a8d-988f-ad936f6d5477 HTTP/1.1" status: 204 len: 168 time: 2.0001476 Nov 25 11:26:07.243832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39638) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:07.264841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-16e25ebb-68b4-4a01-85a5-9746efd238a6 None None] Port 0d34c4a9-a759-4b5e-b91b-270143eaadbe cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:07.323120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.393274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.451646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1c8c0e44-cc1b-42f2-851a-6a078657173e None None] Provisioning complete for port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:07.452032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0e44-cc1b-42f2-851a-6a078657173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.566950 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:26:07.578881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:07.588416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Deleting port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:07.588800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.591386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router 0f0945d5-2298-4881-bf40-af7e1ce8c117 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:26:07.718417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1c8c0e44-cc1b-42f2-851a-6a078657173e None None] Provisioning complete for port 0d34c4a9-a759-4b5e-b91b-270143eaadbe triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:07.718978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0e44-cc1b-42f2-851a-6a078657173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.837717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Deleting subnet 0d0d44dd-dc48-4b21-8175-3837f5e966f9 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:07.841160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.864316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c0e44-cc1b-42f2-851a-6a078657173e None None] Port 0d34c4a9-a759-4b5e-b91b-270143eaadbe cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:07.874897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] For port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:07.875561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:07.891733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:07.952313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.011071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b242b708-0b0d-40b7-b67c-6211b47616ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:08.092716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:08.104402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Calling delete_port for 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:08.111598 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3261132 Nov 25 11:26:08.112267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39642) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:08.133495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:08.182987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:08.186431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.198570 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] Sync routers for ids ['0f0945d5-2298-4881-bf40-af7e1ce8c117'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:08.211966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:08.212639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:08.215921 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] Routers {'0f0945d5-2298-4881-bf40-af7e1ce8c117'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:08.216973 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f0945d5-2298-4881-bf40-af7e1ce8c117'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:08.244834 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/0f0945d5-2298-4881-bf40-af7e1ce8c117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7979295 Nov 25 11:26:08.245458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:26:08.269316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39646) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:08.299204 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:08.312863 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] Routers {'0f0945d5-2298-4881-bf40-af7e1ce8c117'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:08.313879 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f0945d5-2298-4881-bf40-af7e1ce8c117'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:08.337788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b242b708-0b0d-40b7-b67c-6211b47616ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:08.338178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.353076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.357980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-10b5f642-4e9d-4e38-a752-c22e220a1802 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:08.386002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.400796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:08.401013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c0e0f-a3b7-497b-a327-5d1b97feebe8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:08.401397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d1c0e0f-a3b7-497b-a327-5d1b97feebe8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:08.402560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0d44dd-dc48-4b21-8175-3837f5e966f9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:08.410152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:08.411221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_pluggable_backend [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 11:26:08.411692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_pluggable_backend [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Reverting IP allocation for 2001:db8::f816:3eff:feee:cc8a {{(pid=83569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 11:26:08.416609 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:08.417130 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6e001-bb50-4af4-8b06-400876895d98 None None] The sync data for ids ['0f0945d5-2298-4881-bf40-af7e1ce8c117'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:08.423783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.436088 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/subnets/0d0d44dd-dc48-4b21-8175-3837f5e966f9 HTTP/1.1" status: 204 len: 168 time: 1.1878061 Nov 25 11:26:08.436289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet 09ce8af1-62a3-4946-8131-240d8395a9ed {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:08.436397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39650) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:08.438905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.453053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d03365-c5f9-4c01-88cd-c63bf9d56635 None None] Network b286ad45-1a53-4aa7-ace5-c2b80d805113 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:08.458709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.467109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-be9971ef-feec-4df2-9a09-00ac179ea2a6 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:08.500613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Pushing event deleted for resources: {'Port': ['ID=3b68e3c8-cf6c-4a53-b422-1a06e241cd56,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:08.509424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:08.518002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.535181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=269befe0-0242-4a8b-a91c-edfed3b00ac2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:08.540609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:08.565852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] No DVR routers for this DVR port 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:08.573710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d1c0e0f-a3b7-497b-a327-5d1b97feebe8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:08.577352 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6d1c0e0f-a3b7-497b-a327-5d1b97feebe8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports/0d34c4a9-a759-4b5e-b91b-270143eaadbe HTTP/1.1" status: 200 len: 910 time: 0.3049209 Nov 25 11:26:08.578646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39654) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:08.587737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e821a8b8-376f-48c2-a3f0-7071021c5c0b'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:08.604362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:08.614502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:08.618372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:08.629415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:08.629604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.650179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.652985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994273f-af87-482c-b97a-3fb2ec41c14b None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:08.659603 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1555750 Nov 25 11:26:08.663528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39658) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:08.669503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:08.684156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Deleting port 6b27f213-5f09-43df-9a5a-eeec3d326454 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:08.684499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.761527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.886292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.919356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:08.931183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:08.976309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=09ce8af1-62a3-4946-8131-240d8395a9ed,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:08.979327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:08.983236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.001203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.012291 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/09ce8af1-62a3-4946-8131-240d8395a9ed HTTP/1.1" status: 204 len: 168 time: 0.8988776 Nov 25 11:26:09.023146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39662) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:09.026478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff043d1-624d-48fe-b286-5ba627b15695 None None] Network ebdd2c30-1c01-46d4-97ea-55168addab53 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:09.103267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:09.170869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:09.205135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:09.212864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:09.220693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:09.221214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3b68e3c8-cf6c-4a53-b422-1a06e241cd56 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:09.231630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:09.253763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.267889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] For port 6b27f213-5f09-43df-9a5a-eeec3d326454, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6b27f213-5f09-43df-9a5a-eeec3d326454,segment=NetworkSegment(038e423e-9691-48fb-8cdd-6e0483d06bbd),segment_id=038e423e-9691-48fb-8cdd-6e0483d06bbd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:09.268283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.282012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:09.285544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.424318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Calling delete_port for 6b27f213-5f09-43df-9a5a-eeec3d326454 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:09.452293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:09.452636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.517451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '269befe0-0242-4a8b-a91c-edfed3b00ac2'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:09.518686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.633453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9f044-3aee-4e87-8355-3920eaa7c94f None None] DHCP port deletion for b286ad45-1a53-4aa7-ace5-c2b80d805113 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:09.650800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-91a9f044-3aee-4e87-8355-3920eaa7c94f None None] Deleting port 6b27f213-5f09-43df-9a5a-eeec3d326454 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:09.651249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-91a9f044-3aee-4e87-8355-3920eaa7c94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.696989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.706425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c75d94a8-8802-4838-9afe-c22823d8d160 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:09.745959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-91a9f044-3aee-4e87-8355-3920eaa7c94f None None] The port '6b27f213-5f09-43df-9a5a-eeec3d326454' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:26:09.766451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.776618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.779448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event deleted for resources: {'Port': ['ID=6b27f213-5f09-43df-9a5a-eeec3d326454,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:09.823939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Allocated IP 2001:db8::f816:3eff:feaf:639b (be5ac70f-953b-423d-8366-53ff314b8313/269befe0-0242-4a8b-a91c-edfed3b00ac2/83311a11-ba5d-4c7a-9fa1-512e1e5dfda5) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:09.828176 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:06Z', 'revision_number': 8, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:09.833932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:09.834359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d6f5296-d94b-4354-b710-e3ffdc08abb5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:09.839259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:09.859928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] No DVR routers for this DVR port 6b27f213-5f09-43df-9a5a-eeec3d326454 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:09.922236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] DHCP port deletion for ebdd2c30-1c01-46d4-97ea-55168addab53 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:09.933450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b27f213-5f09-43df-9a5a-eeec3d326454 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:09.944381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,segment=NetworkSegment(9cece0d7-16b1-47c1-8745-b72c8aaf6b88),segment_id=9cece0d7-16b1-47c1-8745-b72c8aaf6b88)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:09.944978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.952616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:09.953213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:09.954575 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/ports/0d34c4a9-a759-4b5e-b91b-270143eaadbe HTTP/1.1" status: 200 len: 910 time: 1.3748901 Nov 25 11:26:09.957454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39670) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:09.960930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:09.961578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:10.031063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=0d34c4a9-a759-4b5e-b91b-270143eaadbe,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:10.072751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Deleting port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:10.073127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.084202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:10.127858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 6b27f213-5f09-43df-9a5a-eeec3d326454 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:10.128193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b27f213-5f09-43df-9a5a-eeec3d326454 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:10.172449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:10.200117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.251506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b286ad45-1a53-4aa7-ace5-c2b80d805113']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:10.273802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038e423e-9691-48fb-8cdd-6e0483d06bbd') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:10.274203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038e423e-9691-48fb-8cdd-6e0483d06bbd') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:10.300214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:10.309361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.312794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.340358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.347031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.354386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2cebd219-ba42-4ecc-b3ab-115ddb72414a tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:10.393867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:26:10.394271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:26:10.409619 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:26:10.429655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:10.436219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:10.481967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.513870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] For port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a27f4b2a-e5fd-402d-a8c3-6215d8f23e78,segment=NetworkSegment(9cece0d7-16b1-47c1-8745-b72c8aaf6b88),segment_id=9cece0d7-16b1-47c1-8745-b72c8aaf6b88)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:10.514818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.624066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.628728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No DVR routers for this DVR port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:10.631356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69d0bcfe-03ef-4551-84a6-a1e171e4284b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:10.658256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Calling delete_port for a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:10.710239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.732687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Transition to ACTIVE for port object 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:10.735946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.756494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:10.769091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:10.821475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=e54e3c13-9629-4380-a4da-3ef2401a0a70,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:10.823641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:10.824270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.852826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:10.853351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93e81a47-2f75-4b13-8ebe-689c67b4641f tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:10.877449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.885523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Pushing event deleted for resources: {'Network': ['ID=b286ad45-1a53-4aa7-ace5-c2b80d805113,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:10.888302 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] 10.222.0.41 "DELETE /v2.0/networks/b286ad45-1a53-4aa7-ace5-c2b80d805113 HTTP/1.1" status: 204 len: 168 time: 2.4510829 Nov 25 11:26:10.889560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:10.907560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Transition to ACTIVE for port object 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:10.918570 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2514534 Nov 25 11:26:10.923374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39676) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:10.934234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:10.941092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:10.941870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:4a:d5:d6', 'name': 'tempest-NetworksTestDHCPv6-14829827'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:10.965369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdd2c30-1c01-46d4-97ea-55168addab53']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:11.017897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:11.018516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:11.030154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cece0d7-16b1-47c1-8745-b72c8aaf6b88') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:11.030359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cece0d7-16b1-47c1-8745-b72c8aaf6b88') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:11.046031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 0d34c4a9-a759-4b5e-b91b-270143eaadbe {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:11.046624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.046754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:11.049489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Pushing event updated for resources: {'Port': ['ID=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:11.051653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.051972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:11.054365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:11.064214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:11.081230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.102577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:26:11.102980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:26:11.118304 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:26:11.193075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Attempting to bind port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:11.193586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Attempting to bind port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:11.194479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Attempting to bind port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:11.204288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:11.204540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:11.204800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.205172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:11.205645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Bound port: 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:11.206024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.208512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:11.213238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:11.216847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:11.223335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:11.229827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.234500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b33b97f3-288e-46e5-9630-4e88441bf9e5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:11.253913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.262532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=ebdd2c30-1c01-46d4-97ea-55168addab53,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:11.264960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:11.269029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.280356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:11.281979 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/ebdd2c30-1c01-46d4-97ea-55168addab53 HTTP/1.1" status: 204 len: 168 time: 2.2600462 Nov 25 11:26:11.285542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39680) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:11.295657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.313259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:06Z', 'revision_number': 8, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:11.329117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d5c9e-8640-4bdd-80c9-93d0e1ced7c4 None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:06Z', 'revision_number': 8, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '2f563f60-1cb7-48a1-869f-3eec92079b3d', 'name': '', 'network_id': 'e1684c54-01f8-499f-b6a9-053174c181c3', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:ae:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:40Z', 'updated_at': '2021-11-25T11:25:52Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': 'ae8fcdd7-f61b-4b51-8578-98f92bd9837f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:11.360656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] For port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:11.377510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] For port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:11.384021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.389535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:11.426433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39686) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:11.436713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 0d34c4a9-a759-4b5e-b91b-270143eaadbe owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:11.447696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 922f4526-8891-43d1-96ba-ebe5bbeb85ef yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:26:11.475220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Pushing event updated for resources: {'Port': ['ID=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:11.479793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:11.521603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Deleting port a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:11.522012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.617884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-68263b67-d820-4656-8ec6-c66514ad64e7 None None] The port 'a27f4b2a-e5fd-402d-a8c3-6215d8f23e78' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:26:11.714541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:11.719615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a822282-e075-44c7-b8f8-3bbb6fccbb59 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:11.789538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=0d34c4a9-a759-4b5e-b91b-270143eaadbe,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:11.792447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:11.936256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:11.984368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 172.20.0.2 (be5ac70f-953b-423d-8366-53ff314b8313/e54e3c13-9629-4380-a4da-3ef2401a0a70/922f4526-8891-43d1-96ba-ebe5bbeb85ef) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:12.013120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe4a:d5d6 (be5ac70f-953b-423d-8366-53ff314b8313/269befe0-0242-4a8b-a91c-edfed3b00ac2/922f4526-8891-43d1-96ba-ebe5bbeb85ef) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:12.036482 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f2ef5e6-cae3-4961-ae4a-1f23614ccfec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fbffa96d8d0469baa925750a94bd048&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6087654 Nov 25 11:26:12.040940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39694) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:12.044697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:12.117406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:12.153026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.154269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:12.154916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a27f4b2a-e5fd-402d-a8c3-6215d8f23e78 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:12.155432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 377840ec-a261-4437-8f34-20bcf3340ef6 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:12.190761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 377840ec-a261-4437-8f34-20bcf3340ef6 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:12.191227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 377840ec-a261-4437-8f34-20bcf3340ef6 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:12.284069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.313433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.580237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router 0f0945d5-2298-4881-bf40-af7e1ce8c117 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:12.582428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.625643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.665686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 922f4526-8891-43d1-96ba-ebe5bbeb85ef will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:12.710777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.716491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cda066a-fbe4-47cf-9000-f49d6a8862d5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:12.738390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4acddf-2e80-4cc7-95ed-2d85a7e9665d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:12.744209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:12.747958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d029354f-c5e8-4d8a-bc11-9a942e706151 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:12.757421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.788763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:12.825802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.827195 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee4acddf-2e80-4cc7-95ed-2d85a7e9665d HTTP/1.1" status: 204 len: 168 time: 0.7622404 Nov 25 11:26:12.864508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:12.875691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Provisioning for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:12.884633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] Sync routers for ids ['0f0945d5-2298-4881-bf40-af7e1ce8c117'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:12.886630 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/0f0945d5-2298-4881-bf40-af7e1ce8c117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9281557 Nov 25 11:26:12.889328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:12.891089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Provisioning complete for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:12.891476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:12.906420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=922f4526-8891-43d1-96ba-ebe5bbeb85ef,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:12.910570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:12.971920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3e7eaee4-7a81-4200-8d0d-9a8becffb83b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:12.972811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:12.974018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:12.978873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] Routers {'0f0945d5-2298-4881-bf40-af7e1ce8c117'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:12.979534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f0945d5-2298-4881-bf40-af7e1ce8c117'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:12.984995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:13.000560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3e7eaee4-7a81-4200-8d0d-9a8becffb83b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:13.001980 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3e7eaee4-7a81-4200-8d0d-9a8becffb83b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0945d5-2298-4881-bf40-af7e1ce8c117 HTTP/1.1" status: 200 len: 205 time: 0.1108024 Nov 25 11:26:13.004744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39704) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:13.078762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:13.106339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:13.107479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.170560 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.2369375 Nov 25 11:26:13.174931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39708) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:13.186999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] Routers {'0f0945d5-2298-4881-bf40-af7e1ce8c117'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:13.187656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0f0945d5-2298-4881-bf40-af7e1ce8c117'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:13.228586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a79905-a443-4ea8-abbf-908099900d69 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.259702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:13.260153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7650e1-090e-4b53-b09a-66c300ad3109 None None] The sync data for ids ['0f0945d5-2298-4881-bf40-af7e1ce8c117'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:13.275502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.322285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] For port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:13.329765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.331790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2277563c-153f-45ca-9198-8b58426833d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:13.434117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Pushing event updated for resources: {'Port': ['ID=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:13.438442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:13.471231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '269befe0-0242-4a8b-a91c-edfed3b00ac2', 'ip_address': '2001:db8::f816:3eff:feaf:639b'}, {'subnet_id': 'e54e3c13-9629-4380-a4da-3ef2401a0a70'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '83311a11-ba5d-4c7a-9fa1-512e1e5dfda5'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:26:13.494362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 2f563f60-1cb7-48a1-869f-3eec92079b3d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:13.494918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.525286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.533135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567fab8-286a-47dd-b4b7-9c9cb2210919 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:13.537102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567fab8-286a-47dd-b4b7-9c9cb2210919 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:13.537872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b567fab8-286a-47dd-b4b7-9c9cb2210919 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:13.680323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a79905-a443-4ea8-abbf-908099900d69 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.682690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b567fab8-286a-47dd-b4b7-9c9cb2210919 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:13.686324 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b567fab8-286a-47dd-b4b7-9c9cb2210919 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.5001240 Nov 25 11:26:13.686561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39712) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:13.705329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 2f563f60-1cb7-48a1-869f-3eec92079b3d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2f563f60-1cb7-48a1-869f-3eec92079b3d,segment=NetworkSegment(a9e33e01-9e41-4ecb-bf20-deb71853a378),segment_id=a9e33e01-9e41-4ecb-bf20-deb71853a378)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:13.705676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.721459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a79905-a443-4ea8-abbf-908099900d69 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.770100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 922f4526-8891-43d1-96ba-ebe5bbeb85ef {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:13.770452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.783620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Allocated IP 172.20.0.3 (be5ac70f-953b-423d-8366-53ff314b8313/e54e3c13-9629-4380-a4da-3ef2401a0a70/83311a11-ba5d-4c7a-9fa1-512e1e5dfda5) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:13.816352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a79905-a443-4ea8-abbf-908099900d69 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.817321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a79905-a443-4ea8-abbf-908099900d69 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Fanout notify agent at l3_agent the message router_deleted on router 0f0945d5-2298-4881-bf40-af7e1ce8c117 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:26:13.841163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 2f563f60-1cb7-48a1-869f-3eec92079b3d owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:13.865536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a79905-a443-4ea8-abbf-908099900d69 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:13.868894 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-11a79905-a443-4ea8-abbf-908099900d69 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/0f0945d5-2298-4881-bf40-af7e1ce8c117 HTTP/1.1" status: 204 len: 168 time: 0.8579836 Nov 25 11:26:13.869892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39716) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:13.895865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:14.008442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-00b28153-e791-46e3-b544-c12f54be66de None None] For port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:14.019096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:14.019475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.042027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.087306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.117906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet e821a8b8-376f-48c2-a3f0-7071021c5c0b {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:14.147545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.290429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 922f4526-8891-43d1-96ba-ebe5bbeb85ef owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:14.341299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.377506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Transition to ACTIVE for port object 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:14.378211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.381912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.383987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1da331d-28f0-40ef-8eb5-71d7a5853ffc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:14.386639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:14.435582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=2f563f60-1cb7-48a1-869f-3eec92079b3d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:14.445976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:14.498126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.505919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:14.559546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=922f4526-8891-43d1-96ba-ebe5bbeb85ef,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:14.559773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Pushing event updated for resources: {'Port': ['ID=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:14.575504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:14.664024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.664519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.664986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.665452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.665915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.666374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.666830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.667286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.667743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.668237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.668689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:14.678209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:14.707246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.751620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.766580 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/922f4526-8891-43d1-96ba-ebe5bbeb85ef HTTP/1.1" status: 204 len: 168 time: 1.0788839 Nov 25 11:26:14.769873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39720) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:14.821925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.826522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:14.830870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a8f016bb-3476-4dd5-81a3-39b1e5936a16 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:14.845818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e295a-5b22-449b-b943-d5df691daf02 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:14.847216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e295a-5b22-449b-b943-d5df691daf02 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:14.848535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e295a-5b22-449b-b943-d5df691daf02 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:14.849402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5a7e295a-5b22-449b-b943-d5df691daf02 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:14.866525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5a7e295a-5b22-449b-b943-d5df691daf02 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:14.868898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=e821a8b8-376f-48c2-a3f0-7071021c5c0b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:14.872571 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5a7e295a-5b22-449b-b943-d5df691daf02 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1015942 Nov 25 11:26:14.872818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:14.878817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:14.921187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24d6b5-c083-4d59-9012-9d3e1d340189 None None] Network 684d63a1-87f4-4eb4-8b8d-08300d539382 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:14.922848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.012276 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/e821a8b8-376f-48c2-a3f0-7071021c5c0b HTTP/1.1" status: 204 len: 168 time: 1.1357028 Nov 25 11:26:15.015975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39728) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:15.154841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.167355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port b242b708-0b0d-40b7-b67c-6211b47616ac {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:15.167689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.230451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 269befe0-0242-4a8b-a91c-edfed3b00ac2 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:15.236723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.245899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] DHCP port deletion for 684d63a1-87f4-4eb4-8b8d-08300d539382 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:15.250184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Deleting port b242b708-0b0d-40b7-b67c-6211b47616ac {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:15.250841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.298183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.349146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d8f346a1-c553-4cfc-91bd-9d611cbd606a None None] Provisioning for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:15.362804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d8f346a1-c553-4cfc-91bd-9d611cbd606a None None] Provisioning complete for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:15.363054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d8f346a1-c553-4cfc-91bd-9d611cbd606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.424012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port b242b708-0b0d-40b7-b67c-6211b47616ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b242b708-0b0d-40b7-b67c-6211b47616ac,segment=NetworkSegment(9d3bac47-7aeb-43f1-b535-eeef5f35d4d2),segment_id=9d3bac47-7aeb-43f1-b535-eeef5f35d4d2)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:15.424551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.533738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] For port b242b708-0b0d-40b7-b67c-6211b47616ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b242b708-0b0d-40b7-b67c-6211b47616ac,segment=NetworkSegment(9d3bac47-7aeb-43f1-b535-eeef5f35d4d2),segment_id=9d3bac47-7aeb-43f1-b535-eeef5f35d4d2)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:15.534133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.603760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for b242b708-0b0d-40b7-b67c-6211b47616ac owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:15.691226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.691500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Calling delete_port for b242b708-0b0d-40b7-b67c-6211b47616ac owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:15.695406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.695785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:15.737476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=b242b708-0b0d-40b7-b67c-6211b47616ac,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:15.742436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:15.745271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No DVR routers for this DVR port b242b708-0b0d-40b7-b67c-6211b47616ac on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:15.761743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d8f346a1-c553-4cfc-91bd-9d611cbd606a None None] Could not find standard attr ID for object 922f4526-8891-43d1-96ba-ebe5bbeb85ef. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:26:15.781436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:15.781809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:15.796537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.803487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f9b05915-cfab-4191-94f5-b88dcfed53dc tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:15.807892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39734) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:15.844357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=269befe0-0242-4a8b-a91c-edfed3b00ac2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:15.855848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:15.869319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.869694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.870066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.870426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.870786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.872313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.872313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.872313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.872313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.872668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.872856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:15.876069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:15.887197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b4d3a45e-32f2-4944-bc5d-1a57a89b1ded None None] Could not find standard attr ID for object 922f4526-8891-43d1-96ba-ebe5bbeb85ef. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:26:15.892445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:15.896811 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/269befe0-0242-4a8b-a91c-edfed3b00ac2 HTTP/1.1" status: 204 len: 168 time: 1.0221479 Nov 25 11:26:15.901629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39738) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:15.957127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:15.960456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.002595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684d63a1-87f4-4eb4-8b8d-08300d539382']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:16.044645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:16.045024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.098087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3bac47-7aeb-43f1-b535-eeef5f35d4d2') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:16.099011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3bac47-7aeb-43f1-b535-eeef5f35d4d2') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:16.119663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.139653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.150378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:26:16.150630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.183405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd5b8d-fd4f-4df9-95fd-a6ee3b38d6e1 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:26:16.183687 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:26:16.245100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet e54e3c13-9629-4380-a4da-3ef2401a0a70 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:16.252118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.262869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b242b708-0b0d-40b7-b67c-6211b47616ac no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:16.295180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Deleting port b242b708-0b0d-40b7-b67c-6211b47616ac {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:16.295457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.314597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.330941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b242b708-0b0d-40b7-b67c-6211b47616ac {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:16.331441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b242b708-0b0d-40b7-b67c-6211b47616ac not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:16.397752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Deleting port dce4f4c0-b5e9-40b6-804f-d311b4073dea {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:16.398057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.414007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:16.421746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-21192062-736c-4f85-92dc-94a1eb097de8 None None] The port 'b242b708-0b0d-40b7-b67c-6211b47616ac' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:26:16.422205 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1354766 Nov 25 11:26:16.423268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:16.426760 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:16.433869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.441546 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:16.442520 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:16.490992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.598859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.599289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.616033 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:16.677004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.684644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e1f4bd0e-5a0c-4327-9af6-d5f19ff25380 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:16.723943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Calling delete_port for dce4f4c0-b5e9-40b6-804f-d311b4073dea owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:16.727881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet ae8fcdd7-f61b-4b51-8578-98f92bd9837f {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:16.731617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=e54e3c13-9629-4380-a4da-3ef2401a0a70,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:16.734854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:16.737932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.761509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b2f0fd7d-f713-41f5-b460-c26327a49b9e tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:16.772245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.781104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.795494 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/e54e3c13-9629-4380-a4da-3ef2401a0a70 HTTP/1.1" status: 204 len: 168 time: 0.8927863 Nov 25 11:26:16.799427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=684d63a1-87f4-4eb4-8b8d-08300d539382,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:16.801550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39746) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:16.809221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:16.816600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.868028 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/684d63a1-87f4-4eb4-8b8d-08300d539382 HTTP/1.1" status: 204 len: 168 time: 1.8467453 Nov 25 11:26:16.869403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:16.874982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-951067784', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:16.882253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afef886f-c40a-4b0e-bf80-3893159e6566 None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': 'e54e3c13-9629-4380-a4da-3ef2401a0a70'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '83311a11-ba5d-4c7a-9fa1-512e1e5dfda5'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:26:16.886589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:16.892403 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d2a24477-e509-4741-b05a-bd12f3f7d748 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869582 Nov 25 11:26:16.895099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39754) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:16.897289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:router and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:16.901160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:16.902351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:16.911496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:16.935759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.938926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.951085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-afef886f-c40a-4b0e-bf80-3893159e6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:16.964890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.011014 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:14Z', 'revision_number': 9, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:17.015146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.017029 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:17.030305 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:17.031334 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:17.033048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:17.037710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:17.040557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:17.046216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:17.056791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.095525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.100087 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ddd8b948-6d75-45f7-a620-bd81de833328 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2265410 Nov 25 11:26:17.100981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39758) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:17.109448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-565207244'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:17.115671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:17.119782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:17.122740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:17.129590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:17.142589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.147739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1a708705-25f5-43de-ae03-8fa32a8d3e3d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:17.164974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:17.170759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.180695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:17.189442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5539ec-5ac9-4eed-b1f2-002e1be1a467 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:17.200704 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:17.219535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.219896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event deleted for resources: {'Port': ['ID=dce4f4c0-b5e9-40b6-804f-d311b4073dea,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:17.222833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:17.241856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e34fbf94-3f0c-4ad3-8e77-0905b31f1253 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:17.285190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8fcdd7-f61b-4b51-8578-98f92bd9837f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:17.288130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:26:17.291749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.293425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062071d-93db-4975-af4d-1bc3392739f2 None None] Network e1684c54-01f8-499f-b6a9-053174c181c3 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:17.305390 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/ae8fcdd7-f61b-4b51-8578-98f92bd9837f HTTP/1.1" status: 204 len: 168 time: 0.8790057 Nov 25 11:26:17.306379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:17.307293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:17.384453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.417484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.441550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.456175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.456528 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 5ea62335-9718-459e-851c-58308ced4861 of type vlan for network a4b4de1a-1326-4c26-8005-806df0b5fd78 Nov 25 11:26:17.457582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:17.457902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.508383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1496602b-41ea-49c2-87bf-9ee665908057 None None] Provisioning complete for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:17.509035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1496602b-41ea-49c2-87bf-9ee665908057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.651065 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:14Z', 'revision_number': 9, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:17.658373 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668119f-206d-4d69-a83e-7f423897d360 None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:14Z', 'revision_number': 9, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': '93bc3abc-2451-41b8-868f-461be91dbc75', 'name': '', 'network_id': '5f4106ed-7cca-4b50-b344-9b4df4f03335', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:c8:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:29Z', 'updated_at': '2021-11-25T11:25:48Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '1c9f83d9-fa3d-46a0-a251-9b4876b8a84c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:17.771731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1889deed-7b4f-4f21-bc13-4a5bdfa7144d,segment=NetworkSegment(a9e33e01-9e41-4ecb-bf20-deb71853a378),segment_id=a9e33e01-9e41-4ecb-bf20-deb71853a378)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:17.771899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.796057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.801505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2115e0ae-0135-4865-be2c-1f17c9cb9b6e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:17.821540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:17.825935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Deleting port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:17.826319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.914011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 1889deed-7b4f-4f21-bc13-4a5bdfa7144d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:17.973720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:17.996901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:18.067145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:18.071587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9c7a1-5379-4e5d-ad85-1b9bfef631fe None None] DHCP port deletion for e1684c54-01f8-499f-b6a9-053174c181c3 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:18.083333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] For port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:18.084372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:18.085152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.089374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.097673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=810720f1-f7c0-49a8-855a-491224ab833a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:18.102241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9c7a1-5379-4e5d-ad85-1b9bfef631fe None None] Deleting port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:18.102625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c7a1-5379-4e5d-ad85-1b9bfef631fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.110986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:18.150454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.157831 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2613525 Nov 25 11:26:18.162719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39766) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:18.164732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:18.165693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.170421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:18.174220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71d13a42-d5b0-4ef7-be25-8fd054c72121 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:18.193758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.285718 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1838071 Nov 25 11:26:18.291134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39770) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:18.296093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No DVR routers for this DVR port 1889deed-7b4f-4f21-bc13-4a5bdfa7144d on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:18.333257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:18.355316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1889deed-7b4f-4f21-bc13-4a5bdfa7144d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:18.369064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=a4b4de1a-1326-4c26-8005-806df0b5fd78,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:18.372386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:18.379537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b84d614c-0943-4325-9be7-45a5f998a624 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:18.394094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Calling delete_port for 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:18.399418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:18.405407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:18.409360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:18.418981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:18.433711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=1889deed-7b4f-4f21-bc13-4a5bdfa7144d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:18.434215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:26:18.436434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:18.440620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:18.444769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.453847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1889deed-7b4f-4f21-bc13-4a5bdfa7144d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:18.454191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1889deed-7b4f-4f21-bc13-4a5bdfa7144d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:18.454616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2f563f60-1cb7-48a1-869f-3eec92079b3d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:18.465648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Router 1b8004ec-0e5b-4f77-a562-6d94018ae933 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:18.522725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 2f563f60-1cb7-48a1-869f-3eec92079b3d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:18.523078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2f563f60-1cb7-48a1-869f-3eec92079b3d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:18.523505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:18.568868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.600805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:18.603664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1684c54-01f8-499f-b6a9-053174c181c3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:18.614156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:18.619051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:18.623619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e33e01-9e41-4ecb-bf20-deb71853a378') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:18.623619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e33e01-9e41-4ecb-bf20-deb71853a378') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:18.635078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:18.640767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.649130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9c7a1-5379-4e5d-ad85-1b9bfef631fe None None] The port '1889deed-7b4f-4f21-bc13-4a5bdfa7144d' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:26:18.659555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:18.685403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.707076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:26:18.707479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.708305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No active binding found for port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 {{(pid=83571) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 25 11:26:18.708774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:18.710139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.714196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:26:18.723315 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:26:18.758151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Pushing event deleted for resources: {'Port': ['ID=83311a11-ba5d-4c7a-9fa1-512e1e5dfda5,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:18.767464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] No DVR routers for this DVR port 83311a11-ba5d-4c7a-9fa1-512e1e5dfda5 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:18.772706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.773056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.773399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.773731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.774064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.774583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.775409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.775409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.775638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.775807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.776168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:18.779085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:18.798315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9729c6c-24c5-4744-a4df-08483413b89b None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:18.886535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.889145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:18.902999 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.913305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] Sync routers for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:18.914954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:18.965013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:18.982395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:18.983045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:18.984934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:19.002403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=e1684c54-01f8-499f-b6a9-053174c181c3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:19.008327 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/e1684c54-01f8-499f-b6a9-053174c181c3 HTTP/1.1" status: 204 len: 168 time: 1.6972370 Nov 25 11:26:19.013735 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "DELETE /v2.0/floatingips/96a06954-5723-4394-b8f4-5cb212822a5b HTTP/1.1" status: 204 len: 168 time: 3.2026329 Nov 25 11:26:19.013735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39774) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:19.013995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:19.014930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:26:19.162934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '810720f1-f7c0-49a8-855a-491224ab833a'}, {'subnet_id': '99824504-ff8c-4504-ad25-ee6a77c29345'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:19.164851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:19.168667 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'status': 'completed', 'code': 200} Nov 25 11:26:19.251641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:26:19.253849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:19.268927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0401130a-4c2b-48ed-8544-5bc13c6f07cc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:19.272636 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-918eb36a-ed6a-4ef7-8dec-922f00a9be78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a1c3be74370475fa2db4a45c79e69b6&device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 1098 time: 0.1295042 Nov 25 11:26:19.324173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:19.328705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:19.331965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:19.332600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:19.377517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:19.386066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-440c734e-bbf1-4759-b70e-dba4157b0e0e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:19.433685 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2697754 Nov 25 11:26:19.439148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39784) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:19.441591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=99824504-ff8c-4504-ad25-ee6a77c29345,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:19.444910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:19.453942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:dd:cb:6d', 'name': 'tempest-NetworksTestDHCPv6-1772392153'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:19.456326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:19.639421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=5a06b32d-ac47-4d02-8649-13d9ff083ab2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:19.656808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:19.662333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:19.670889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-6fe13d1a-214d-4ea3-a3c9-d4a077cd71cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:19.672415 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-6fe13d1a-214d-4ea3-a3c9-d4a077cd71cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=abebb745-f876-4ec5-8efa-a46c0afada6e HTTP/1.1" status: 200 len: 897 time: 0.3880827 Nov 25 11:26:19.674705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:19.678534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:19.730177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:19.730573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: a4b4de1a-1326-4c26-8005-806df0b5fd78, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:26:19.745824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:19.751080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Allocated IP 172.20.0.2 (be5ac70f-953b-423d-8366-53ff314b8313/810720f1-f7c0-49a8-855a-491224ab833a/a6bd29d1-3a1f-4350-9dcc-6a4793d4d557) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:19.770559 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-12ac83d3-2c2d-47c8-a21f-8fb117fa14b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6090854e-13ca-4b8c-9919-574a50f24dc5 HTTP/1.1" status: 200 len: 217 time: 0.0860662 Nov 25 11:26:19.770860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Allocated IP 2001:db8::f816:3eff:fed1:9b9e (be5ac70f-953b-423d-8366-53ff314b8313/99824504-ff8c-4504-ad25-ee6a77c29345/a6bd29d1-3a1f-4350-9dcc-6a4793d4d557) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:19.788076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dacbb0-48cd-4b3d-a68c-901020ea43f5 req-40d7beec-e6bf-4cf7-8c1e-7780bf435045 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:19.788754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-12dacbb0-48cd-4b3d-a68c-901020ea43f5 req-40d7beec-e6bf-4cf7-8c1e-7780bf435045 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Synchronizing usage tracker for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:19.816063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:19.820204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:19.825308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-12dacbb0-48cd-4b3d-a68c-901020ea43f5 req-40d7beec-e6bf-4cf7-8c1e-7780bf435045 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Unset dirty status for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:19.832019 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12dacbb0-48cd-4b3d-a68c-901020ea43f5 req-40d7beec-e6bf-4cf7-8c1e-7780bf435045 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.4594707 Nov 25 11:26:19.891667 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12dacbb0-48cd-4b3d-a68c-901020ea43f5 req-3143337e-9ad3-4efa-af7b-0f841a9a6635 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589018 Nov 25 11:26:19.893729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:19.985567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:26:19.995538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:26:20.045849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-282dd792-3dfa-44c0-aeb7-c0ae93cc5d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:20.047324 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-282dd792-3dfa-44c0-aeb7-c0ae93cc5d77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=895f29f0-af89-45dc-ab92-38e440e38abb HTTP/1.1" status: 200 len: 834 time: 0.2710824 Nov 25 11:26:20.054306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a4b4de1a-1326-4c26-8005-806df0b5fd78) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:20.080386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e6c29-9806-4566-9338-a093ec65705d None None] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:20.094487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:20.095131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:20.157761 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8339455 Nov 25 11:26:20.160863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39788) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:20.209816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:39Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:20.237302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] Checking router: 1b8004ec-0e5b-4f77-a562-6d94018ae933 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:20.279804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:20.295040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Transition to ACTIVE for port object a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:20.305111 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-e20fabdb-324d-4b82-956c-e0c89a457841 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abebb745-f876-4ec5-8efa-a46c0afada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2485211 Nov 25 11:26:20.314470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:20.315246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:20.424560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Transition to ACTIVE for port object a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:20.452041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:20.524604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3603b3b5-1e55-4564-8d5d-6fe5e5019a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:20.550225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 93bc3abc-2451-41b8-868f-461be91dbc75 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:20.550835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:20.650943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:20.660196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:20.667414 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-302be238-3725-47dd-80c5-cd3f510ec075 service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543706 Nov 25 11:26:20.670162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:20.672527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-a4b4de1a-1326-4c26-8005-806df0b5fd78', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:20.673709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:20.687319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:20.699225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:20.780849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:20.818490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 93bc3abc-2451-41b8-868f-461be91dbc75, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93bc3abc-2451-41b8-868f-461be91dbc75,segment=NetworkSegment(507c8972-9dda-4a97-819c-f835551ccd2c),segment_id=507c8972-9dda-4a97-819c-f835551ccd2c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:20.818834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:20.828161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 172.20.0.4 (be5ac70f-953b-423d-8366-53ff314b8313/810720f1-f7c0-49a8-855a-491224ab833a/a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:20.831195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-7494a929-c53e-4dda-86cd-b34383250a60 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:20.833229 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-7494a929-c53e-4dda-86cd-b34383250a60 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.48 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.1918526 Nov 25 11:26:20.889249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fedd:cb6d (be5ac70f-953b-423d-8366-53ff314b8313/99824504-ff8c-4504-ad25-ee6a77c29345/a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:20.963859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Attempting to bind port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:20.964423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Attempting to bind port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:20.964924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Attempting to bind port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:20.983018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 93bc3abc-2451-41b8-868f-461be91dbc75 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:21.085339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:21.085680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:21.086140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.086554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:21.087055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Bound port: a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:21.087434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.112422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Deleting port 6090854e-13ca-4b8c-9919-574a50f24dc5 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:21.113710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.182185 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a55701d4-1536-4fd8-8f5d-865cf963efca req-ca047407-ace9-413d-bb07-6bd05eb64c0e service neutron] 10.222.0.48 "GET /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662457 Nov 25 11:26:21.207285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Allocated IP 172.20.0.2 (a4b4de1a-1326-4c26-8005-806df0b5fd78/5a06b32d-ac47-4d02-8649-13d9ff083ab2/f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:21.237922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.278117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcab77f-6ef5-41fd-8de3-3c091bb6a4d7 req-0b9d64f9-a876-456e-8840-9ea8e1ff1cb2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:21.279564 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0dcab77f-6ef5-41fd-8de3-3c091bb6a4d7 req-0b9d64f9-a876-456e-8840-9ea8e1ff1cb2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 945 time: 0.2515001 Nov 25 11:26:21.423883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:21.540171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:21.545634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.570867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.577826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d0633e30-d2aa-4420-b99b-1ed173b24785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:21.606210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:21.609972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0dcab77f-6ef5-41fd-8de3-3c091bb6a4d7 req-0f2e32ba-a4de-49e8-8982-685eef38c74c tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223088 Nov 25 11:26:21.641526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] For port 6090854e-13ca-4b8c-9919-574a50f24dc5, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6090854e-13ca-4b8c-9919-574a50f24dc5,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:21.642416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.655248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.661427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7031154c-418b-410f-81fd-851d1647d15b tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:21.712969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.720864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-644a9cdc-3022-4f86-a41f-cc6f4cc193bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:21.763791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:21.775119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:21.796426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:21.797129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:39Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:21.800837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:21.806161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:21.806820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0869a64-9e11-4d86-92c5-50755e17f4d1 None None] The sync data for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv is: [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:24:28Z', 'revision_number': 4, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1875f841-ddb5-4664-89b5-4d279e9ecc42', 'name': '', 'network_id': 'abebb745-f876-4ec5-8efa-a46c0afada6e', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'mac_address': 'fa:16:3e:2f:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:25Z', 'updated_at': '2021-11-25T11:24:39Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'subnets': [{'id': '895f29f0-af89-45dc-ab92-38e440e38abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:21.821061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.826353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=93bc3abc-2451-41b8-868f-461be91dbc75,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:21.829247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:21.835521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Transition to ACTIVE for port object f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:21.850037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Calling delete_port for 6090854e-13ca-4b8c-9919-574a50f24dc5 owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:21.858521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Transition to ACTIVE for port object f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:21.871969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:21.876040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9772f734-1a41-45f9-8ac4-a6b39f9407cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:21.893863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:21.953638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Pushing event updated for resources: {'Port': ['ID=f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:21.960380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:21.962315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:21.977544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:21.978968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:21.984896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:21.991124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:21.997138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.071492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.20.0.1 (a4b4de1a-1326-4c26-8005-806df0b5fd78/5a06b32d-ac47-4d02-8649-13d9ff083ab2/5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:22.074456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6289086 Nov 25 11:26:22.077434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39796) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:22.181135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Attempting to bind port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:22.184632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Attempting to bind port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:22.184877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Attempting to bind port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 on network a4b4de1a-1326-4c26-8005-806df0b5fd78 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:22.202566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:22.203163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Checking segment: {'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:22.212576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.217780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Bound using segment: {'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:22.218309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Bound port: f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:22.218717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.327407 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7756d7-9acd-495d-a8fe-64f327c33130 None None] New status for floating IP 96a06954-5723-4394-b8f4-5cb212822a5b: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:26:22.341765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da97559-9a02-4f56-aff8-a3d39b2b8d19 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:22.345851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da97559-9a02-4f56-aff8-a3d39b2b8d19 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:22.346643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0da97559-9a02-4f56-aff8-a3d39b2b8d19 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:22.369323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.376574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dea0e34e-dd3a-4c30-9369-3827cf20d23d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:22.378654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0da97559-9a02-4f56-aff8-a3d39b2b8d19 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:22.382312 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0da97559-9a02-4f56-aff8-a3d39b2b8d19 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2988708 Nov 25 11:26:22.391030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39800) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:22.395404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d816f356-f609-476c-84c6-bdea29376064 None None] For port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:22.396321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.401105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d816f356-f609-476c-84c6-bdea29376064 None None] For port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0,segment=NetworkSegment(5ea62335-9718-459e-851c-58308ced4861),segment_id=5ea62335-9718-459e-851c-58308ced4861)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:22.407082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.413459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:22.418600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.435822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event deleted for resources: {'Port': ['ID=6090854e-13ca-4b8c-9919-574a50f24dc5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:22.440293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:22.513199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:22.513545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.517834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Pushing event updated for resources: {'Port': ['ID=f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:22.532666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:22.580723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:22.637582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] No DVR routers for this DVR port 6090854e-13ca-4b8c-9919-574a50f24dc5 on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:22.645040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.649233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-deleted', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:26:22.712481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7da3c3b6-20e5-4b5e-9baa-1f80148f3eac req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.48 "DELETE /v2.0/ports/6090854e-13ca-4b8c-9919-574a50f24dc5 HTTP/1.1" status: 204 len: 173 time: 1.8262513 Nov 25 11:26:22.767968 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34df5a38-334f-4633-98cd-4f411062d08f', 'name': 'network-vif-deleted', 'tag': '6090854e-13ca-4b8c-9919-574a50f24dc5', 'status': 'completed', 'code': 200} Nov 25 11:26:22.782700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.853304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:22.862038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3d594750-355d-45dc-8676-223aac1f4498 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:23.063599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:23.073796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-5736eba1-9d37-4b09-9fff-734b658993a3 req-2cfec91c-949e-458a-a233-8f6868ebbbcf tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Synchronizing usage tracker for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:23.121660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-5736eba1-9d37-4b09-9fff-734b658993a3 req-2cfec91c-949e-458a-a233-8f6868ebbbcf tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Unset dirty status for tenant:2a1c3be74370475fa2db4a45c79e69b6 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:23.122741 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5736eba1-9d37-4b09-9fff-734b658993a3 req-2cfec91c-949e-458a-a233-8f6868ebbbcf tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "GET /v2.0/ports?device_id=34df5a38-334f-4633-98cd-4f411062d08f HTTP/1.1" status: 200 len: 210 time: 0.2293520 Nov 25 11:26:23.125073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:23.132106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:23.136627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:23.141009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:23.198413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:23.298859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:23.401998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:23.503931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:23.522398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:23.529379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f91e440d-1d48-426f-814d-a408c366096f tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:23.599987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472a2b4b-6409-458e-9b59-6197adf0cf7a None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:23.695208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:23.722556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:23.748476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-11b26a18-35e2-46cb-9941-af5eb76cfc55 None None] Provisioning for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:23.751736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:23.758823 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7394938 Nov 25 11:26:23.761706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39808) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:23.778197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:23.837738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:23.838859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:23.962014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.031880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:24.046666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet 1c9f83d9-fa3d-46a0-a251-9b4876b8a84c {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:24.055441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.069895 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b HTTP/1.1" status: 204 len: 168 time: 1.6756279 Nov 25 11:26:24.093501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39812) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:24.108729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:24.144493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.192409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8763946-b0bb-4f12-b2be-f45f8ba9ca2d None None] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:24.233824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99e82de-da69-41e6-9f02-17625b74bfb0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:24.235581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99e82de-da69-41e6-9f02-17625b74bfb0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:24.237217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99e82de-da69-41e6-9f02-17625b74bfb0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:24.238025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a99e82de-da69-41e6-9f02-17625b74bfb0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:24.262459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.331267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39818) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:24.331581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a99e82de-da69-41e6-9f02-17625b74bfb0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:24.332777 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a99e82de-da69-41e6-9f02-17625b74bfb0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2309811 Nov 25 11:26:24.340683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39820) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:24.428442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.435500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.509614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-64dd5fb9-ac4f-4e5e-872b-9f9cdf2033da tempest-AllowedAddressPairTestJSON-1201366243 tempest-AllowedAddressPairTestJSON-1201366243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:24.549865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.596867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.597898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-86f5f4f8-d809-4199-a8bc-3027e652fe98 None None] Provisioning for port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:24.611457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-daacf460-af53-4f62-85b2-0e4d717fa58b tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:24.649497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.659773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9f83d9-fa3d-46a0-a251-9b4876b8a84c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:24.663455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:24.666739 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/1c9f83d9-fa3d-46a0-a251-9b4876b8a84c HTTP/1.1" status: 204 len: 168 time: 0.9009106 Nov 25 11:26:24.666919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af212770-9eee-490e-99e0-a1296a82cbeb None None] Network 5f4106ed-7cca-4b50-b344-9b4df4f03335 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:24.673406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:24.774339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 810720f1-f7c0-49a8-855a-491224ab833a {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:24.784628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.803108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.807517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:24.813637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:24.833955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port 6b2a76db-f97f-4078-a790-2a63da228ee8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:24.833955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.864147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:24.867851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:24.923513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:24.926556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:24.941349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:24.941721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.091128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.294633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.301092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9a197030-19e6-463f-93bf-1b54ac213599 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:25.314913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.366412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:21Z', 'revision_number': 10, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:25.390789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:25.416333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=810720f1-f7c0-49a8-855a-491224ab833a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:25.419032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:25.424915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.430164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0,segment=NetworkSegment(5ea62335-9718-459e-851c-58308ced4861),segment_id=5ea62335-9718-459e-851c-58308ced4861)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:25.447599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.448499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:25.456183 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/810720f1-f7c0-49a8-855a-491224ab833a HTTP/1.1" status: 204 len: 168 time: 1.0503166 Nov 25 11:26:25.468946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39830) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:25.470834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.474428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:25.475090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:25.552823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port 6b2a76db-f97f-4078-a790-2a63da228ee8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6b2a76db-f97f-4078-a790-2a63da228ee8,segment=NetworkSegment(507c8972-9dda-4a97-819c-f835551ccd2c),segment_id=507c8972-9dda-4a97-819c-f835551ccd2c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:25.556355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.567629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d224aac1-dba6-4a4d-9f65-51dbfa9f3a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:25.609768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6090854e-13ca-4b8c-9919-574a50f24dc5 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:25.646819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143d129-5f40-43f2-8293-db833b5d7694 None None] DHCP port deletion for 5f4106ed-7cca-4b50-b344-9b4df4f03335 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:25.705756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for 6b2a76db-f97f-4078-a790-2a63da228ee8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:25.761888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 6090854e-13ca-4b8c-9919-574a50f24dc5 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:25.762962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6090854e-13ca-4b8c-9919-574a50f24dc5 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:25.771737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1143d129-5f40-43f2-8293-db833b5d7694 None None] Deleting port 6b2a76db-f97f-4078-a790-2a63da228ee8 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:25.772326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1143d129-5f40-43f2-8293-db833b5d7694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.841451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 99824504-ff8c-4504-ad25-ee6a77c29345 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:25.849916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.851558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae2a43-e80a-42a6-aef7-5b5b912dcd87 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:25.968151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:25.987617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:25.993269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4f2e53d2-bfc6-4975-856d-8b88d1890b55 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:26.006435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.009157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:26.016110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1143d129-5f40-43f2-8293-db833b5d7694 None None] The port '6b2a76db-f97f-4078-a790-2a63da228ee8' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:26:26.028121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:26.071519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=6b2a76db-f97f-4078-a790-2a63da228ee8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:26.079419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:26.082900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No DVR routers for this DVR port 6b2a76db-f97f-4078-a790-2a63da228ee8 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:26.150626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:26.157759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-173f786e-88a5-485e-b45d-bb9654070efa None None] Provisioning for port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:26.170266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.194799 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:26.195187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.227318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.257691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4106ed-7cca-4b50-b344-9b4df4f03335']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:26.274551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-173f786e-88a5-485e-b45d-bb9654070efa None None] Provisioning complete for port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:26.274551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-173f786e-88a5-485e-b45d-bb9654070efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.275662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507c8972-9dda-4a97-819c-f835551ccd2c') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:26.275953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507c8972-9dda-4a97-819c-f835551ccd2c') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:26.299752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.326038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.333036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:26:26.333985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:26:26.349983 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:26:26.361478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:26:26.363377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.371102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-06f6af9f-48e8-41e9-bf46-28a46665044b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:26.414622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=99824504-ff8c-4504-ad25-ee6a77c29345,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:26.420702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:26.425807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.444051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-173f786e-88a5-485e-b45d-bb9654070efa None None] Port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:26.467476 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/99824504-ff8c-4504-ad25-ee6a77c29345 HTTP/1.1" status: 204 len: 168 time: 0.7454636 Nov 25 11:26:26.470231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39834) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:26.495679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-173f786e-88a5-485e-b45d-bb9654070efa None None] Could not find standard attr ID for object a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:26:26.547416 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-70c27fc2-807a-4333-ac84-23007fe27ac7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760057 Nov 25 11:26:26.550901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39838) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:26.556442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:26.563030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.575251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.578645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c0f8d1a-a254-4cef-b9a0-aa5afa360ddf tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:26.611053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=5f4106ed-7cca-4b50-b344-9b4df4f03335,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:26.615072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:26.623208 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/5f4106ed-7cca-4b50-b344-9b4df4f03335 HTTP/1.1" status: 204 len: 168 time: 1.9456725 Nov 25 11:26:26.623208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:26.710712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:26.710942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-173f786e-88a5-485e-b45d-bb9654070efa None None] Provisioning complete for port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:26.711174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-173f786e-88a5-485e-b45d-bb9654070efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.716389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:26.721164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:26.733904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:26.748879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.785888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:26.789502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.822340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:26.830612 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6685581 Nov 25 11:26:26.830834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:26.832057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:26.840251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-273370860'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:26.847704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:26.849213 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:26.853393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:26.857351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:26.865859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:26.875164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:26.881300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:26.889489 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:26.893218 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:26.967634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:21Z', 'revision_number': 10, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:26.992416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50e3ed-dc34-463f-b1fe-7e2ec1d2128a None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:21Z', 'revision_number': 10, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'ca9dd37a-fb28-4d20-8208-561d73f49457', 'name': '', 'network_id': '6df9b927-2eda-40a5-b01b-993622d7e41e', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'mac_address': 'fa:16:3e:fb:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:21Z', 'updated_at': '2021-11-25T11:25:33Z', 'revision_number': 5, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'subnets': [{'id': '999f4d4b-f2ce-4a10-9918-f60a7788576e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:27.024836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:27.106359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:27.112033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:27.123743 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:27.136790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d4eec-5815-43a8-8901-cecfe7c37214 None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '99824504-ff8c-4504-ad25-ee6a77c29345'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': 'a6bd29d1-3a1f-4350-9dcc-6a4793d4d557'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:26:27.156216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:27.157443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.160135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.178286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a61addb0-b04f-4453-ad59-37d1b8cc7bb8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:27.207675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-051f910e-7593-4274-aaca-d4f01a5cc393 None None] Provisioning complete for port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:27.208435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-051f910e-7593-4274-aaca-d4f01a5cc393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.212046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:26:27.228617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.229053 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 9305ab0c-22f0-41b1-9e49-576d5141e65b of type vlan for network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b Nov 25 11:26:27.236838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-159d4eec-5815-43a8-8901-cecfe7c37214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.258878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.282288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:27.282932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.288371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:27.289847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=be2466c2-938d-4cd5-b60b-7bd8d5f76224,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:27.292204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:27.303382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:27.304630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:27.305274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.321334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-051f910e-7593-4274-aaca-d4f01a5cc393 None None] Port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:27.387910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.414498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Deleting port 1875f841-ddb5-4664-89b5-4d279e9ecc42 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:27.414844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.459677 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:23Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:24Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:27.463782 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:27.464213 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Updating router ebbe0958-8da1-4b39-a745-c71a8054d854 port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:26:27.469925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.478286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:27.478969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.486182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2503cc26-db01-4d1b-8144-962b0fbab1f1 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:27.527472 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.554648 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0016689 Nov 25 11:26:27.580703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39850) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:27.598008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:27.624127 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7894182 Nov 25 11:26:27.624943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:27.627471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:27.640425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:27.648167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:26:27.650228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:27.765153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2ebdb-941a-4e32-b143-f28ee9db46b7 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:27.800286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b2a76db-f97f-4078-a790-2a63da228ee8 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:27.835595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:27.839675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:27.843111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:27.849368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:27.861562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 6b2a76db-f97f-4078-a790-2a63da228ee8 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:27.862206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6b2a76db-f97f-4078-a790-2a63da228ee8 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:27.930941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:27.943353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e4e3aea5-56ba-425c-aec7-f6978a210f03 None None] Provisioning complete for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:27.943737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e4e3aea5-56ba-425c-aec7-f6978a210f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.986895 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.000902 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Transition to ACTIVE for port object 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:28.015292 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.019468 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:28.044723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:28.051659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:28.056469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:28.071132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:28.098485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.170172 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57678a9c-da59-4548-ac5b-9617e8b6775d None None] Pushing event updated for resources: {'Port': ['ID=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:28.175679 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-57678a9c-da59-4548-ac5b-9617e8b6775d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:28.196323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:28.201645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.345189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Attempting to bind port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:28.346048 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Attempting to bind port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:28.346762 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Attempting to bind port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f on network a4b4de1a-1326-4c26-8005-806df0b5fd78 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:28.355985 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:28.357071 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Checking segment: {'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:28.358388 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.359022 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Bound using segment: {'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:28.359719 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Bound port: 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea62335-9718-459e-851c-58308ced4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:28.360353 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.398591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': 'be2466c2-938d-4cd5-b60b-7bd8d5f76224'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': 'a6bd29d1-3a1f-4350-9dcc-6a4793d4d557'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:26:28.437888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] For port 1875f841-ddb5-4664-89b5-4d279e9ecc42, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1875f841-ddb5-4664-89b5-4d279e9ecc42,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:28.438266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.469835 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] For port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:28.474397 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] For port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,segment=NetworkSegment(5ea62335-9718-459e-851c-58308ced4861),segment_id=5ea62335-9718-459e-851c-58308ced4861)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:28.482615 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.489194 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:28.499762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.603648 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:28.603831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Calling delete_port for 1875f841-ddb5-4664-89b5-4d279e9ecc42 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:28.604919 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:28.643291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.655065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e37cc9d-5cfb-4854-883a-0a58dca15ec8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:28.757223 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57678a9c-da59-4548-ac5b-9617e8b6775d None None] Pushing event updated for resources: {'Port': ['ID=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:28.760796 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-57678a9c-da59-4548-ac5b-9617e8b6775d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:28.775259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port ca9dd37a-fb28-4d20-8208-561d73f49457 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:28.777213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:28.818709 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:28.846232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Allocated IP 172.20.0.2 (be5ac70f-953b-423d-8366-53ff314b8313/be2466c2-938d-4cd5-b60b-7bd8d5f76224/a6bd29d1-3a1f-4350-9dcc-6a4793d4d557) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:28.985191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93bc3abc-2451-41b8-868f-461be91dbc75 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:29.030060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 93bc3abc-2451-41b8-868f-461be91dbc75 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:29.030281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93bc3abc-2451-41b8-868f-461be91dbc75 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:29.030719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:29.070842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=a8628e7b-cc3c-4bf9-84e8-7b690154a0fd,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:29.079599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:29.091091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port ca9dd37a-fb28-4d20-8208-561d73f49457, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ca9dd37a-fb28-4d20-8208-561d73f49457,segment=NetworkSegment(ecb90187-ab08-4d0d-9bac-8eba9faa03a3),segment_id=ecb90187-ab08-4d0d-9bac-8eba9faa03a3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:29.091808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.121706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:29.169114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:29.170384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:26:29.193317 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:23Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:28Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:29.198095 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48f03a-5ab0-47bf-b9b3-fd4ad02ffe74 None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:23Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:28Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:29.209555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.232235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.235289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.248794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:29.250021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Transition to ACTIVE for port object a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:29.261292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.265528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-00b28153-e791-46e3-b544-c12f54be66de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:29.307969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event deleted for resources: {'Port': ['ID=1875f841-ddb5-4664-89b5-4d279e9ecc42,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:29.315406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:29.411568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:26:29.451243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for ca9dd37a-fb28-4d20-8208-561d73f49457 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:29.507716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:29.508399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:29.524927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:29.530264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:29.562344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:26:29.591542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:29.598622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:29.599801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.600930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b06700-fb37-4c45-8c7b-17e9fd99c1f1 None None] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:29.648200 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0065453 Nov 25 11:26:29.652295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39858) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:29.866714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.950091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.967287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:29.968282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.974245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:29.980302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-58196265-5588-471b-9361-c64f8b42e781 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:30.032723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=ca9dd37a-fb28-4d20-8208-561d73f49457,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:30.035867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:30.144096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.269482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.336239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Allocated IP 172.21.0.2 (5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b/a8628e7b-cc3c-4bf9-84e8-7b690154a0fd/b1cb98ee-95e7-4efc-b463-8ffb7076c0d1) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:30.455278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.611124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:30.626206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.639444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Transition to ACTIVE for port object b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:30.660016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Transition to ACTIVE for port object b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:30.669931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.675724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:30.718292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.726635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.728673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.733606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e6d39fd7-c084-4505-8653-2215f0e14bfd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:30.791599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:30.792170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8785c761-283c-4013-b008-a8db9c0981e2 None None] Provisioning for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:30.795033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Pushing event updated for resources: {'Port': ['ID=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:30.800947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:30.805651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:30.812810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:30.815381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8785c761-283c-4013-b008-a8db9c0981e2 None None] Provisioning complete for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:30.816210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8785c761-283c-4013-b008-a8db9c0981e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.819033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:30.823097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:30.826290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:30.826850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:30.847469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb54c80-b055-4c5b-8489-f68b8c2b9738 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:30.865702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:30.869138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:30.874933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-84064aca-31ba-42b5-9aa5-e2851464349e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:30.877393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:30.877754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:30.944958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3595054 Nov 25 11:26:30.946638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39862) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:30.952721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:20:ad:4a', 'name': 'tempest-NetworksTestDHCPv6-997034470'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:30.987172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=1519a7ed-b108-4777-a699-812e04989fbf,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:30.990876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:31.117035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Attempting to bind port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:31.117319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Attempting to bind port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:31.117687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Attempting to bind port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 on network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:31.176464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:31.177803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Checking segment: {'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:31.177803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:31.178065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Bound using segment: {'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:31.178558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Bound port: b1cb98ee-95e7-4efc-b463-8ffb7076c0d1, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:31.178939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:31.214555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:31.291077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:31.295653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:31.300198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:31.307012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:31.321619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:31.372504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] For port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:31.382435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] For port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,segment=NetworkSegment(9305ab0c-22f0-41b1-9e49-576d5141e65b),segment_id=9305ab0c-22f0-41b1-9e49-576d5141e65b)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:31.395906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:31.400916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f2b04138-a348-4b86-a76e-b3e30e9ca2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:31.472687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:31.483725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:31.502338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:31.508730 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8845766 Nov 25 11:26:31.513609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:31.572300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:31.580453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:31.606967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:31.668327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 819424f9-a7f1-48eb-b6cc-8b4dac639354 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:26:31.678815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Pushing event updated for resources: {'Port': ['ID=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:31.691500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:31.843544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:31.886617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.006587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 11, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:32.016864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:32.030837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:32.033984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:32.034647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:32.112981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 172.20.0.14 (be5ac70f-953b-423d-8366-53ff314b8313/be2466c2-938d-4cd5-b60b-7bd8d5f76224/819424f9-a7f1-48eb-b6cc-8b4dac639354) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:32.121115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe20:ad4a (be5ac70f-953b-423d-8366-53ff314b8313/1519a7ed-b108-4777-a699-812e04989fbf/819424f9-a7f1-48eb-b6cc-8b4dac639354) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:32.140723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting subnet 999f4d4b-f2ce-4a10-9918-f60a7788576e {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:32.150317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.170455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.175701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:32.239361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:32.330891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.408597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 11, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:32.415709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a7e17-2b69-4f59-8297-f5f26831d07e None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 11, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:32.421535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=9']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:32.424510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.21.0.1 (5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b/a8628e7b-cc3c-4bf9-84e8-7b690154a0fd/7d9e2114-046a-4f03-b8d2-ae04644bb898) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:32.426248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:32.486469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Router 1b8004ec-0e5b-4f77-a562-6d94018ae933 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:32.490818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.585953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.621639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] Provisioning complete for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:32.622306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.696493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.725601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object 7d9e2114-046a-4f03-b8d2-ae04644bb898 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:32.730957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 819424f9-a7f1-48eb-b6cc-8b4dac639354 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:32.735285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.741596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f179c3db-2c40-4c96-a173-4c1cee463c07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:32.809766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.821349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf174986-30b6-468a-928d-8d932e4a3ff1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:32.834970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:32.892060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.924253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=819424f9-a7f1-48eb-b6cc-8b4dac639354,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:32.932717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:32.955467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Subnet': ['ID=999f4d4b-f2ce-4a10-9918-f60a7788576e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:32.961222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:32.966071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:32.969852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.980594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.985634 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/999f4d4b-f2ce-4a10-9918-f60a7788576e HTTP/1.1" status: 204 len: 168 time: 1.4708285 Nov 25 11:26:32.987561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a57612f-ad4a-4310-bb1e-90d0bf2997cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:32.989203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39870) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:33.012746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.017637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c380ca-d459-4cad-b146-3d149d19c990 None None] Network 6df9b927-2eda-40a5-b01b-993622d7e41e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:33.017977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:33.021223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:33.025514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:33.027725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:33.104906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:33.105699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.167214 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2168939 Nov 25 11:26:33.167633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39874) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:33.209092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:33.221384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:33.236764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:33.254813 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b0f995-882a-43c7-8285-e12bfe9ea66c None None] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:33.293284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.308892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:33.315531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=7d9e2114-046a-4f03-b8d2-ae04644bb898,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:33.328357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:33.343203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:33.360152 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] Sync routers for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:33.367163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Deleting port ac28a9c6-175d-49c3-97ba-d8decbedfdad {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:33.368241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.368466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:33.380053 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "PUT /v2.0/routers/1b8004ec-0e5b-4f77-a562-6d94018ae933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0394104 Nov 25 11:26:33.383349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:33.384878 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:33.401306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cb038-1ab8-49b0-b96e-779b3e95da5c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:33.408323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cb038-1ab8-49b0-b96e-779b3e95da5c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:33.409568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-809cb038-1ab8-49b0-b96e-779b3e95da5c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:33.413218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39878) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:33.436030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.482928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-809cb038-1ab8-49b0-b96e-779b3e95da5c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:33.486643 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-809cb038-1ab8-49b0-b96e-779b3e95da5c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3155491 Nov 25 11:26:33.490412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39882) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:33.528300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=10']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:33.549221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:33.582522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Provisioning for port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:33.611527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Provisioning complete for port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:33.612191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.727901 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:33.769263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:33.769648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.776622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Deleting subnet 895f29f0-af89-45dc-ab92-38e440e38abb {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:33.787752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.810825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] DHCP port deletion for 6df9b927-2eda-40a5-b01b-993622d7e41e request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:33.815690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.825072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 819424f9-a7f1-48eb-b6cc-8b4dac639354 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:33.825668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.832627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] For port ac28a9c6-175d-49c3-97ba-d8decbedfdad, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac28a9c6-175d-49c3-97ba-d8decbedfdad,segment=NetworkSegment(ecb90187-ab08-4d0d-9bac-8eba9faa03a3),segment_id=ecb90187-ab08-4d0d-9bac-8eba9faa03a3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:33.833650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.869787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Deleting port ac28a9c6-175d-49c3-97ba-d8decbedfdad {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:33.870318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:33.970702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.079798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.080632 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:34.085598 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] Checking router: 1b8004ec-0e5b-4f77-a562-6d94018ae933 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:34.090729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b8098ec-0ed5-441f-a9a2-96935cff4110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.097162 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] Routers {'1b8004ec-0e5b-4f77-a562-6d94018ae933'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:34.097785 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['1b8004ec-0e5b-4f77-a562-6d94018ae933'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:34.173929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.244526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] For port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,segment=NetworkSegment(9305ab0c-22f0-41b1-9e49-576d5141e65b),segment_id=9305ab0c-22f0-41b1-9e49-576d5141e65b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:34.299734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:34.312174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 819424f9-a7f1-48eb-b6cc-8b4dac639354 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:34.324922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.346083 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] Set router 1b8004ec-0e5b-4f77-a562-6d94018ae933 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:34.350302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.362161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:34.366329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Calling delete_port for ac28a9c6-175d-49c3-97ba-d8decbedfdad owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:34.400768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.421079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.469519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-07b40757-bba8-4c50-9afe-b1f05f7597ed tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:34.560663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] For port ac28a9c6-175d-49c3-97ba-d8decbedfdad, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac28a9c6-175d-49c3-97ba-d8decbedfdad,segment=NetworkSegment(ecb90187-ab08-4d0d-9bac-8eba9faa03a3),segment_id=ecb90187-ab08-4d0d-9bac-8eba9faa03a3)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:34.561546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.596344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0ff819e2-918f-4616-81ec-ef0c84a778f8 None None] Provisioning for port 819424f9-a7f1-48eb-b6cc-8b4dac639354 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:34.618565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.629525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.633270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Pushing event updated for resources: {'Port': ['ID=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:34.641862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:34.649827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:34.653448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0ff819e2-918f-4616-81ec-ef0c84a778f8 None None] Provisioning complete for port 819424f9-a7f1-48eb-b6cc-8b4dac639354 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:34.653879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ff819e2-918f-4616-81ec-ef0c84a778f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.685718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=7d9e2114-046a-4f03-b8d2-ae04644bb898,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:34.699381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:34.704221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.720024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bcd4b4c9-3e54-4197-b74b-4d5e395acfe1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:34.752167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0ff819e2-918f-4616-81ec-ef0c84a778f8 None None] Port 819424f9-a7f1-48eb-b6cc-8b4dac639354 was deleted so its status cannot be updated. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Nov 25 11:26:34.812043 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:34.816966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:34.817381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.818762 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae687e-5fc0-410f-903a-bb691c3e069d None None] The sync data for ids ['1b8004ec-0e5b-4f77-a562-6d94018ae933'] in dv-neutron-819177-1-hyperv is: [{'id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923367107', 'tenant_id': '2a1c3be74370475fa2db4a45c79e69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:15Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 5, 'project_id': '2a1c3be74370475fa2db4a45c79e69b6', 'gw_port': {'id': 'cd04302b-5128-4e40-99cd-ee7d5dfaba30', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8004ec-0e5b-4f77-a562-6d94018ae933', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:24:16Z', 'updated_at': '2021-11-25T11:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:34.822314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.833717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:34.867656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Calling delete_port for ac28a9c6-175d-49c3-97ba-d8decbedfdad owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:34.900836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.973291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3004d728-3210-4511-87c0-21089f9b5c84 None None] Provisioning complete for port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:34.974220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3004d728-3210-4511-87c0-21089f9b5c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.060471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Port': ['ID=ac28a9c6-175d-49c3-97ba-d8decbedfdad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:35.066191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:35.081105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No DVR routers for this DVR port ac28a9c6-175d-49c3-97ba-d8decbedfdad on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:35.138225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=819424f9-a7f1-48eb-b6cc-8b4dac639354,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:35.140190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.146073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.150896 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "DELETE /v2.0/subnets/895f29f0-af89-45dc-ab92-38e440e38abb HTTP/1.1" status: 204 len: 168 time: 1.7356868 Nov 25 11:26:35.153888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:35.154699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39886) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:35.155168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-241d5f7c-9496-4f0c-8b18-c66dc0c33d9e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:35.165052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:35.165416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:35.171244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3fd1b-3faf-41df-8046-d6995f2cefd6 None None] Network abebb745-f876-4ec5-8efa-a46c0afada6e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:35.229607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event deleted for resources: {'Subnet': ['ID=895f29f0-af89-45dc-ab92-38e440e38abb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:35.233421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:35.236540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.241385 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/819424f9-a7f1-48eb-b6cc-8b4dac639354 HTTP/1.1" status: 204 len: 168 time: 1.7449982 Nov 25 11:26:35.248704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39890) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:35.317879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d194b4-8c6e-404f-967c-6ef024bebf3c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:35.319470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d194b4-8c6e-404f-967c-6ef024bebf3c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:35.320897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d194b4-8c6e-404f-967c-6ef024bebf3c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:35.321674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63d194b4-8c6e-404f-967c-6ef024bebf3c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:35.338646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63d194b4-8c6e-404f-967c-6ef024bebf3c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:35.342368 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-63d194b4-8c6e-404f-967c-6ef024bebf3c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0898528 Nov 25 11:26:35.342624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39894) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:35.350770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:35.355987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.365932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:35.393837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,segment=NetworkSegment(5ea62335-9718-459e-851c-58308ced4861),segment_id=5ea62335-9718-459e-851c-58308ced4861)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:35.412725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 1519a7ed-b108-4777-a699-812e04989fbf {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:35.415926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.433647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.447143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2dfccbe9-2460-4c18-a2c7-81e204b69485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:35.497064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.579042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:35.622638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.661161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df9b927-2eda-40a5-b01b-993622d7e41e']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:35.668412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Deleting port ac28a9c6-175d-49c3-97ba-d8decbedfdad {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:35.668856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.702745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:35.703357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:35.703652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb90187-ab08-4d0d-9bac-8eba9faa03a3') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:35.712834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3004d728-3210-4511-87c0-21089f9b5c84 None None] Provisioning for port 7d9e2114-046a-4f03-b8d2-ae04644bb898 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:35.718506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:35.737462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.743275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8b9e6a8-696b-4521-855e-cef024651a05 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:35.750889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3004d728-3210-4511-87c0-21089f9b5c84 None None] Provisioning complete for port 7d9e2114-046a-4f03-b8d2-ae04644bb898 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:35.751409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3004d728-3210-4511-87c0-21089f9b5c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.779252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.782845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=1519a7ed-b108-4777-a699-812e04989fbf,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:35.783492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-32db3709-47fa-4571-be9e-0263297ea356 None None] The port 'ac28a9c6-175d-49c3-97ba-d8decbedfdad' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:26:35.785608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:35.788545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.812648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.813398 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/1519a7ed-b108-4777-a699-812e04989fbf HTTP/1.1" status: 204 len: 168 time: 0.4628520 Nov 25 11:26:35.813910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dcdb08-ec9a-4ce3-8dcb-000ef7a7a358 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:35.814045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39898) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:35.849781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3004d728-3210-4511-87c0-21089f9b5c84 None None] Port 7d9e2114-046a-4f03-b8d2-ae04644bb898 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:35.886048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet be2466c2-938d-4cd5-b60b-7bd8d5f76224 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:35.889331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.930762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:35.931253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.959712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.959958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:26:35.959958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:26:35.985067 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:26:36.014889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] DHCP port deletion for abebb745-f876-4ec5-8efa-a46c0afada6e request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:36.031445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Deleting port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:36.032010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.075915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.118169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.129479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-95a3430c-6c4f-40c6-a16b-7eac943084a0 None None] Provisioning complete for port 7d9e2114-046a-4f03-b8d2-ae04644bb898 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:36.129656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:36.130695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-95a3430c-6c4f-40c6-a16b-7eac943084a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.145073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.176191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Pushing event deleted for resources: {'Network': ['ID=6df9b927-2eda-40a5-b01b-993622d7e41e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:36.176601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.183382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:36.183738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cdff989b-6353-46df-85da-a34c5cf4fbdf tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:36.185395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/networks/6df9b927-2eda-40a5-b01b-993622d7e41e HTTP/1.1" status: 204 len: 168 time: 3.1918752 Nov 25 11:26:36.190424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.236883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39904) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:36.237822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=be2466c2-938d-4cd5-b60b-7bd8d5f76224,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:36.244949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:36.248914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'routes': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:36.295088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:36.325408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-95a3430c-6c4f-40c6-a16b-7eac943084a0 None None] Port 7d9e2114-046a-4f03-b8d2-ae04644bb898 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:36.376291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7ee1388d-26e9-47fd-87ef-0764e9cac9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.379509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:36.413702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.429303 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/be2466c2-938d-4cd5-b60b-7bd8d5f76224 HTTP/1.1" status: 204 len: 168 time: 0.6154027 Nov 25 11:26:36.431760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39908) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:36.512522 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-90061607-58f2-4d12-b967-196746dae3aa tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775609 Nov 25 11:26:36.517900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39912) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:36.568601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] For port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=674e394a-ec7d-4ca5-b6d2-dd335ee210f2,segment=NetworkSegment(68928232-052f-4394-9a93-2cf6f523c956),segment_id=68928232-052f-4394-9a93-2cf6f523c956)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:36.569177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.608545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.629765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:36.635684 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9820065 Nov 25 11:26:36.637328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Deleting port cd04302b-5128-4e40-99cd-ee7d5dfaba30 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:36.637818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.691783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39916) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:36.713300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1532961989'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:36.720600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Calling delete_port for 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:36.722441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:36.730168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:36.748744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:36.764752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:36.774149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Added routes are [] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 25 11:26:36.774436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Removed routes are [] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 25 11:26:36.774790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.785969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:36.835738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:36.836151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.925153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:36.925693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:36.925961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:36.932786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.019612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] For port cd04302b-5128-4e40-99cd-ee7d5dfaba30, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cd04302b-5128-4e40-99cd-ee7d5dfaba30,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:37.020356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.071738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff988404-0b48-420b-84ae-a4bcde518685 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:37.072440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ff988404-0b48-420b-84ae-a4bcde518685 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:37.088127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.091673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ad31d-0760-44d0-960e-c0d4bdde82ac None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': 'be2466c2-938d-4cd5-b60b-7bd8d5f76224'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': 'a6bd29d1-3a1f-4350-9dcc-6a4793d4d557'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:26:37.104190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:26:37.106218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ff988404-0b48-420b-84ae-a4bcde518685 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:37.109660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ff988404-0b48-420b-84ae-a4bcde518685 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5341775 Nov 25 11:26:37.112305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39920) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:37.129196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a94e674f-705c-4087-8153-fc0fce7450da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:37.157358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Calling delete_port for cd04302b-5128-4e40-99cd-ee7d5dfaba30 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:37.189742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Pushing event deleted for resources: {'Port': ['ID=674e394a-ec7d-4ca5-b6d2-dd335ee210f2,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:37.195015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.195357 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 769d2cdf-6538-497b-8a28-26189408113b of type vlan for network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 Nov 25 11:26:37.197846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:37.219480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad31d-0760-44d0-960e-c0d4bdde82ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.233461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] No DVR routers for this DVR port 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:37.264429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:37.305483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.323316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.327240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.344668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199ce9a-3edf-4487-8ad4-94a5f07009c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:37.344668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9199ce9a-3edf-4487-8ad4-94a5f07009c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:37.374307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.379561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63a0912b-46fc-4fdf-b27d-923a666aae49 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:37.399927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.435057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event deleted for resources: {'Port': ['ID=cd04302b-5128-4e40-99cd-ee7d5dfaba30,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:37.437635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:37.483713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ca9dd37a-fb28-4d20-8208-561d73f49457 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:37.497097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-9199ce9a-3edf-4487-8ad4-94a5f07009c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:37.498322 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9199ce9a-3edf-4487-8ad4-94a5f07009c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3851154 Nov 25 11:26:37.500703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.504747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:37.505886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.511043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39924) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:37.511925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:37.582483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: ca9dd37a-fb28-4d20-8208-561d73f49457 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:37.583094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ca9dd37a-fb28-4d20-8208-561d73f49457 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:37.583353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac28a9c6-175d-49c3-97ba-d8decbedfdad no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:37.617360 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-812855a5-fedd-4a23-b3fa-51d72f407a84 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899587 Nov 25 11:26:37.628282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: ac28a9c6-175d-49c3-97ba-d8decbedfdad {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:37.628640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac28a9c6-175d-49c3-97ba-d8decbedfdad not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:37.629069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1875f841-ddb5-4664-89b5-4d279e9ecc42 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:37.680038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39928) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:37.692706 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9891312 Nov 25 11:26:37.694390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:37.696856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:37.697438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39932) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:37.704423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:37.710993 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:37.728786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.735023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:37.736338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:26:37.764128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1875f841-ddb5-4664-89b5-4d279e9ecc42 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:37.764591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1875f841-ddb5-4664-89b5-4d279e9ecc42 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:37.771930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8862d-9feb-42c1-a36a-5490ac7d4482 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:37.961821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:37.967725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:37.971420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:37.978235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:37.984091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:37.987635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:37.994076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:37.997550 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bc2357bd-f6ef-4ff7-95bf-44f40127d191 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 200 len: 704 time: 1.7569723 Nov 25 11:26:37.998318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39936) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:38.000892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:38.001575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:38.006392 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] Sync routers for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:38.024864 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:38.025933 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:38.062034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-542268d5-3766-416c-b5c2-288de835363f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:38.084365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:38.090295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.099120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.121324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:38.155590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.177573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-542268d5-3766-416c-b5c2-288de835363f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:38.181453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-542268d5-3766-416c-b5c2-288de835363f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 200 len: 205 time: 0.1822054 Nov 25 11:26:38.185052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39940) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:38.192466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bb8e27e2-f7fe-4c22-9216-14268bac36ac None None] Provisioning complete for port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:38.193120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bb8e27e2-f7fe-4c22-9216-14268bac36ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.208478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.208976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Fanout notify agent at l3_agent the message router_deleted on router 1b8004ec-0e5b-4f77-a562-6d94018ae933 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:26:38.266192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.269827 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "DELETE /v2.0/routers/1b8004ec-0e5b-4f77-a562-6d94018ae933 HTTP/1.1" status: 204 len: 168 time: 3.0986557 Nov 25 11:26:38.270038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:38.281375 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:38.319991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:38.320742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.443878 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 11, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:38.455034 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] Checking router: 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:38.462536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.464679 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:26:38.465186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:38.466574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff7adbe3-6597-4849-9643-52aaa2caac4c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.492637 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] Routers {'5dae14c2-0347-4cfe-b70a-8274f0ebdd84'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:38.494801 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:38.545272 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-487a4579-8d97-436e-9922-d05ab4204418 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8643315 Nov 25 11:26:38.546453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39948) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:38.576765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:38.599242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:33Z', 'revision_number': 3, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:34Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:38.628352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:38.628900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Updating router ebbe0958-8da1-4b39-a745-c71a8054d854 port 7d9e2114-046a-4f03-b8d2-ae04644bb898 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:26:38.693974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.705542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.706113 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] Set router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:38.741243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:38.747095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:38.798072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Deleting port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:38.801857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.811809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:38.824925 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 11, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:38.829518 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00fee42-9a2e-4e4a-bd1f-abec9ebe11eb None None] The sync data for ids ['5dae14c2-0347-4cfe-b70a-8274f0ebdd84'] in dv-neutron-819177-1-hyperv is: [{'id': '5dae14c2-0347-4cfe-b70a-8274f0ebdd84', 'name': 'tempest-RoutersIpV6Test-router-139911331', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:25:18Z', 'updated_at': '2021-11-25T11:26:29Z', 'revision_number': 11, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:38.902931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:38.906443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.907810 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:26:38.908265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:38.926063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:38.956676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2487032-2437-4760-8acf-3c1ae14e5e39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3862839 Nov 25 11:26:38.956676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abebb745-f876-4ec5-8efa-a46c0afada6e']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:38.962870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39952) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:38.969464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:38.994232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68928232-052f-4394-9a93-2cf6f523c956') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:38.994643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68928232-052f-4394-9a93-2cf6f523c956') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:39.045039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.055587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:39.059164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.099556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.101978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:39.102331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 674e394a-ec7d-4ca5-b6d2-dd335ee210f2 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:39.102933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:39.110389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:26:39.110783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:26:39.125585 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:26:39.131984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:39.142887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.153626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-362ee5b5-7b9f-4c3d-a457-83d8378cb631 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:39.199512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff7adbe3-6597-4849-9643-52aaa2caac4c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.204688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:39.222008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff7adbe3-6597-4849-9643-52aaa2caac4c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.222964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:39.226643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.228087 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:26:39.228503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:39.239635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.242219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=0133b9a2-4a42-4e05-b268-3587ad526856,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:39.245147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3c9a641b-7a8f-4a6e-8b4e-c16e5875da7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:39.248496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:39.260077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.268700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:39.269287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:26:39.275039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event deleted for resources: {'Network': ['ID=abebb745-f876-4ec5-8efa-a46c0afada6e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:39.278586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:39.281390 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7e74ea3b-afef-4048-a4bd-a4015dfadcb1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3173165 Nov 25 11:26:39.282112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff7adbe3-6597-4849-9643-52aaa2caac4c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.282679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7adbe3-6597-4849-9643-52aaa2caac4c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Fanout notify agent at l3_agent the message router_deleted on router 5dae14c2-0347-4cfe-b70a-8274f0ebdd84 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:26:39.285045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39956) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:39.291924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:39.307875 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "DELETE /v2.0/networks/abebb745-f876-4ec5-8efa-a46c0afada6e HTTP/1.1" status: 204 len: 168 time: 1.0355959 Nov 25 11:26:39.311647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff7adbe3-6597-4849-9643-52aaa2caac4c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.311787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39960) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:39.311982 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ff7adbe3-6597-4849-9643-52aaa2caac4c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 204 len: 168 time: 1.1262689 Nov 25 11:26:39.313160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:26:39.317903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39962) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:39.323153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1288749444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:39.332601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:39.336952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Usage tracker for resource:router and tenant:18d3e425075642c79ff3f609979eb0e9 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:39.339978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:39.341690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:39.349232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:39.349232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.352824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:39.377640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.379301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.388928 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6880043 Nov 25 11:26:39.390405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39968) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:39.414889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da04b6-8aca-4c86-b04a-6841387cb579 None None] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:39.454377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:39.479708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:39.484653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.515855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:39.517844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.520166 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:26:39.521262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:39.531388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.532271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.571399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76238723-bae3-4e5c-8ff7-1339ca3da2a4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2838469 Nov 25 11:26:39.572930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:39.573332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.575733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39972) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:39.582860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:39.621963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.623191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.638674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.644325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:39.663751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea949ed-09e3-4d7b-a8c5-28aea49fefb1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:39.666410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:39.673817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.675097 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] 10.222.0.41 "DELETE /v2.0/security-groups/9ea949ed-09e3-4d7b-a8c5-28aea49fefb1 HTTP/1.1" status: 204 len: 168 time: 0.3586090 Nov 25 11:26:39.716961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.718115 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dab72198-5c69-4896-9f18-3b763dc51d54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4012089 Nov 25 11:26:39.720948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39978) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:39.726542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fd767f8d-7dc8-4e34-8d72-53f3318b6855 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:39.782094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Calling delete_port for a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:39.799677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:39.871397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:39.896300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:39.906322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:39.919554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:39.924977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2280c645-dd93-460f-90ca-d04434feac29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:39.980248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:26:39.994318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cd04302b-5128-4e40-99cd-ee7d5dfaba30 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:40.028807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.030273 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:26:40.030771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:40.076667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: cd04302b-5128-4e40-99cd-ee7d5dfaba30 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:26:40.076941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cd04302b-5128-4e40-99cd-ee7d5dfaba30 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:26:40.090578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:40.090942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:40.148459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=13']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:40.153101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:40.166348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': '0133b9a2-4a42-4e05-b268-3587ad526856'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:40.167229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.179087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.204397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Transition to ACTIVE for port object 7d9e2114-046a-4f03-b8d2-ae04644bb898 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:40.279426 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-47711e62-551e-442c-be04-d33e5046f185 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7024231 Nov 25 11:26:40.284715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39982) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:40.296217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:40.304117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.309248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e4b5cc3e-5bea-486c-a550-2eb11eea9ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:40.320375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd767f8d-7dc8-4e34-8d72-53f3318b6855 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.331803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd767f8d-7dc8-4e34-8d72-53f3318b6855 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.425881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:40.440969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:40.461851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:40.465390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2e2d2-a633-4bdc-8722-37c1bbc9e6ac None None] Pushing event updated for resources: {'Port': ['ID=7d9e2114-046a-4f03-b8d2-ae04644bb898,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:40.466421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.468008 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:26:40.468429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:40.526182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd767f8d-7dc8-4e34-8d72-53f3318b6855 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Router 4f2d2030-1317-4bc3-be0f-a087dfaeffd5 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:26:40.538825 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6aa6eb02-c838-4d0d-9444-bae07ffc5a87 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2530665 Nov 25 11:26:40.542572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39986) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:40.562315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Allocated IP 172.22.0.2 (6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6/0133b9a2-4a42-4e05-b268-3587ad526856/9b71afb6-d883-43db-8025-481e40180f79) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:40.656617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.679637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Deleting port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:40.680764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.707253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd767f8d-7dc8-4e34-8d72-53f3318b6855 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:40.720389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd767f8d-7dc8-4e34-8d72-53f3318b6855 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:40.726022 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fd767f8d-7dc8-4e34-8d72-53f3318b6855 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "PUT /v2.0/routers/4f2d2030-1317-4bc3-be0f-a087dfaeffd5 HTTP/1.1" status: 200 len: 698 time: 1.0038791 Nov 25 11:26:40.726853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 39992) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:40.810309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6df2e2d2-a633-4bdc-8722-37c1bbc9e6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:40.853016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd72d5-b30c-4a55-8bb2-02edcb87b775 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:40.854574 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8dfd72d5-b30c-4a55-8bb2-02edcb87b775 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.3113739 Nov 25 11:26:40.866069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 39998) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:40.883537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] Sync routers for ids ['4f2d2030-1317-4bc3-be0f-a087dfaeffd5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:40.905484 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-37a04b05-19e9-4456-adc0-e1423cf82432 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/routers/4f2d2030-1317-4bc3-be0f-a087dfaeffd5 HTTP/1.1" status: 200 len: 704 time: 0.1773615 Nov 25 11:26:40.906124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40002) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:40.962296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8135b516-efda-4ff2-8085-d3bcfe50f2a3 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Synchronizing usage tracker for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:40.976491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8135b516-efda-4ff2-8085-d3bcfe50f2a3 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Unset dirty status for tenant:18d3e425075642c79ff3f609979eb0e9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:40.980689 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8135b516-efda-4ff2-8085-d3bcfe50f2a3 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2d2030-1317-4bc3-be0f-a087dfaeffd5 HTTP/1.1" status: 200 len: 205 time: 0.0676327 Nov 25 11:26:40.981512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40006) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:41.024117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Attempting to bind port 7d9e2114-046a-4f03-b8d2-ae04644bb898 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:41.024117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Attempting to bind port 7d9e2114-046a-4f03-b8d2-ae04644bb898 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:41.024117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Attempting to bind port 7d9e2114-046a-4f03-b8d2-ae04644bb898 on network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:41.029008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743a051-b689-4cec-a11b-cbfd078b9c73 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:41.030452 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0743a051-b689-4cec-a11b-cbfd078b9c73 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631429 Nov 25 11:26:41.035595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40010) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:41.087928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] Routers {'4f2d2030-1317-4bc3-be0f-a087dfaeffd5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:41.088599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['4f2d2030-1317-4bc3-be0f-a087dfaeffd5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:41.130260 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9ceb7d55-f9ae-4383-9b14-5b0577452b68 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925498 Nov 25 11:26:41.133807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:41.141854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:41.152285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:41.152675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Checking segment: {'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:41.153871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.154299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Bound using segment: {'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:41.154793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Bound port: 7d9e2114-046a-4f03-b8d2-ae04644bb898, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9305ab0c-22f0-41b1-9e49-576d5141e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:41.155178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.170343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40020) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:41.263864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7826544-44f0-4677-9472-314ae0ee8285 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.400345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:41.413613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] Set router 4f2d2030-1317-4bc3-be0f-a087dfaeffd5 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:41.422915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:41.452883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:41.456320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.490394 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ab14d91e-84f9-4736-81cf-a32243bc7d18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a1c3be74370475fa2db4a45c79e69b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3165810 Nov 25 11:26:41.491835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40028) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:41.495555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] For port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:41.496239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.569644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.595311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.650666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.661770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2cd1e49b-fc6d-44f5-b481-0918696696dc tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:41.687383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.688500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3326d1c0-e013-4742-87ab-d695c86549c8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:41.690903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.695861 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3326d1c0-e013-4742-87ab-d695c86549c8 HTTP/1.1" status: 204 len: 168 time: 0.2019987 Nov 25 11:26:41.697563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:41.699114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Calling delete_port for a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:41.744301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2d2030-1317-4bc3-be0f-a087dfaeffd5', 'name': 'tempest-RoutersIpV6Test-router-1288749444', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:39Z', 'updated_at': '2021-11-25T11:26:40Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:41.763608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] For port 7d9e2114-046a-4f03-b8d2-ae04644bb898, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:41.765845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] Checking router: 4f2d2030-1317-4bc3-be0f-a087dfaeffd5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:41.772535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Transition to ACTIVE for port object 9b71afb6-d883-43db-8025-481e40180f79 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:41.785980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] For port 7d9e2114-046a-4f03-b8d2-ae04644bb898, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=7d9e2114-046a-4f03-b8d2-ae04644bb898,segment=NetworkSegment(9305ab0c-22f0-41b1-9e49-576d5141e65b),segment_id=9305ab0c-22f0-41b1-9e49-576d5141e65b)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:41.809505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.820649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-04c60c3c-bd0c-4110-981c-bb4183fd6ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:41.921155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Transition to ACTIVE for port object 9b71afb6-d883-43db-8025-481e40180f79 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:41.950340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:41.959191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] Routers {'4f2d2030-1317-4bc3-be0f-a087dfaeffd5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:41.959833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['4f2d2030-1317-4bc3-be0f-a087dfaeffd5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:42.006168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7826544-44f0-4677-9472-314ae0ee8285 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.013745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7826544-44f0-4677-9472-314ae0ee8285 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.063733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.22.0.1 (6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6/0133b9a2-4a42-4e05-b268-3587ad526856/49e563d4-4b02-4cef-a866-35d9ed101cbd) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:42.107436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7826544-44f0-4677-9472-314ae0ee8285 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.108341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7826544-44f0-4677-9472-314ae0ee8285 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Fanout notify agent at l3_agent the message router_deleted on router 4f2d2030-1317-4bc3-be0f-a087dfaeffd5 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:26:42.151659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.171225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7826544-44f0-4677-9472-314ae0ee8285 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.181575 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b7826544-44f0-4677-9472-314ae0ee8285 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/4f2d2030-1317-4bc3-be0f-a087dfaeffd5 HTTP/1.1" status: 204 len: 168 time: 1.1989317 Nov 25 11:26:42.182600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40036) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.183083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40038) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.183242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:42.199762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:42.203549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:42.205744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2e2d2-a633-4bdc-8722-37c1bbc9e6ac None None] Pushing event updated for resources: {'Port': ['ID=7d9e2114-046a-4f03-b8d2-ae04644bb898,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:42.213712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6df2e2d2-a633-4bdc-8722-37c1bbc9e6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:42.215216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:42.250969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] Set router 4f2d2030-1317-4bc3-be0f-a087dfaeffd5 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:42.275571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.288447 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2c964f3a-7ad0-4ae6-868d-2a0d510a3952 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2d2030-1317-4bc3-be0f-a087dfaeffd5 HTTP/1.1" status: 200 len: 205 time: 0.0984931 Nov 25 11:26:42.293086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40044) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.303329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] No DVR routers for this DVR port a6bd29d1-3a1f-4350-9dcc-6a4793d4d557 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:42.311605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:42.312454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:42.344348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:42.373275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf7cd43f0a04e85a6c6679875f17264 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:42.373529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.376865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:42.377418 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-4e02bed5-4d78-40ef-9edf-ae9b28c727bf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] delete failed (client error): The resource could not be found. Nov 25 11:26:42.381843 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4e02bed5-4d78-40ef-9edf-ae9b28c727bf tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/4f2d2030-1317-4bc3-be0f-a087dfaeffd5 HTTP/1.1" status: 404 len: 336 time: 0.0844600 Nov 25 11:26:42.382787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40048) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.392182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:42.394090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:26:42.396843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.403043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d6967826-f524-4052-ae8f-a8322805a20c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:42.429746 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd31e430-0309-4a88-8a00-f08a002d2e76 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:42.430090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd31e430-0309-4a88-8a00-f08a002d2e76 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:42.434131 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fd31e430-0309-4a88-8a00-f08a002d2e76 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/09ce8af1-62a3-4946-8131-240d8395a9ed HTTP/1.1" status: 404 len: 337 time: 0.0478578 Nov 25 11:26:42.434991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40052) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.437514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object 49e563d4-4b02-4cef-a866-35d9ed101cbd will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:42.478754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:42.486319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:42.489387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:42.490097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.509290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=44af8b2c-c3ef-41eb-a3c2-1548772413ff,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:42.511863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:42.526880 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-212ecb2f-64c1-4748-b017-0c23e021e8de tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:42.528027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212ecb2f-64c1-4748-b017-0c23e021e8de tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:42.536229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40056) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.537893 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-212ecb2f-64c1-4748-b017-0c23e021e8de tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/ae8fcdd7-f61b-4b51-8578-98f92bd9837f HTTP/1.1" status: 404 len: 337 time: 0.1023536 Nov 25 11:26:42.541081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.552110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a216b534-1acb-4b7f-9661-924e0d3b8bc0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:42.571017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c42ad-d186-46d0-8f35-892930695a9c None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:42.584038 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4491241 Nov 25 11:26:42.590576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.591574 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6321fcbb-262e-4434-acbd-019a07e9acd0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:42.591991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6321fcbb-262e-4434-acbd-019a07e9acd0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:42.595809 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6321fcbb-262e-4434-acbd-019a07e9acd0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/1c9f83d9-fa3d-46a0-a251-9b4876b8a84c HTTP/1.1" status: 404 len: 337 time: 0.0562191 Nov 25 11:26:42.597622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40064) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.601257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:9f:5c:dc', 'name': 'tempest-NetworksTestDHCPv6-1568694639'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:42.613536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2d2030-1317-4bc3-be0f-a087dfaeffd5', 'name': 'tempest-RoutersIpV6Test-router-1288749444', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:39Z', 'updated_at': '2021-11-25T11:26:40Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:42.640048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=49e563d4-4b02-4cef-a866-35d9ed101cbd,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:42.648953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:42.650223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:42.651511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:42.653783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:42.675199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.680318 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-58df13d6-030a-46d5-99b8-48f2f0be5e32 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:42.680875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58df13d6-030a-46d5-99b8-48f2f0be5e32 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:42.682567 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-58df13d6-030a-46d5-99b8-48f2f0be5e32 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/999f4d4b-f2ce-4a10-9918-f60a7788576e HTTP/1.1" status: 404 len: 337 time: 0.0676734 Nov 25 11:26:42.687630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Pushing event updated for resources: {'Port': ['ID=9b71afb6-d883-43db-8025-481e40180f79,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:42.688197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40068) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.689344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e1031-2cdf-4f2e-8b5c-b3aa0779fce8 None None] The sync data for ids ['4f2d2030-1317-4bc3-be0f-a087dfaeffd5'] in dv-neutron-819177-1-hyperv is: [{'id': '4f2d2030-1317-4bc3-be0f-a087dfaeffd5', 'name': 'tempest-RoutersIpV6Test-router-1288749444', 'tenant_id': '18d3e425075642c79ff3f609979eb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:39Z', 'updated_at': '2021-11-25T11:26:40Z', 'revision_number': 2, 'project_id': '18d3e425075642c79ff3f609979eb0e9', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:42.738333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.740532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Attempting to bind port 9b71afb6-d883-43db-8025-481e40180f79 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:42.740909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Attempting to bind port 9b71afb6-d883-43db-8025-481e40180f79 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:42.741276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Attempting to bind port 9b71afb6-d883-43db-8025-481e40180f79 on network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:42.744808 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-322f9499-8575-478a-b726-e876452d8f22 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 200 len: 205 time: 0.0547180 Nov 25 11:26:42.747561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40072) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.749964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bde6be58-2fb0-4ae6-a59f-5edbd6a73713 tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:42.766514 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Pushing event deleted for resources: {'Port': ['ID=a6bd29d1-3a1f-4350-9dcc-6a4793d4d557,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:42.779341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:42.808301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c17504-e348-4ec4-935d-dcc522613836,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:42.812079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:42.834612 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-910c5156-8903-44d9-9767-a36a10257199 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aaf7cd43f0a04e85a6c6679875f17264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6498237 Nov 25 11:26:42.837593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40076) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:42.906509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:42.920110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:42.941144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.951099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:42.955770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:42.959719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.960953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.796s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:42.961313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:42.966610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:42.966989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Checking segment: {'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:42.967395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.967795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Bound using segment: {'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:42.968590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Bound port: 9b71afb6-d883-43db-8025-481e40180f79, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:42.969145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:42.988933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.012308 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-89940cc8-53ce-4a75-bd42-908d5c2a8145 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] delete failed (client error): The resource could not be found. Nov 25 11:26:43.016133 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-89940cc8-53ce-4a75-bd42-908d5c2a8145 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/5dae14c2-0347-4cfe-b70a-8274f0ebdd84 HTTP/1.1" status: 404 len: 336 time: 0.2644875 Nov 25 11:26:43.016914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40080) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.018016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.018274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 59d387d7-e388-4853-afaf-bfbc926e7071 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:26:43.075209 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-90f57992-7dca-4aa5-9e1e-17ed12c3341b tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebcb0938-0c76-4380-b6fa-3a5f11f6b035 HTTP/1.1" status: 200 len: 205 time: 0.0536647 Nov 25 11:26:43.079282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.152587 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c28a0740-aeef-4f4b-b5ce-11abfcedbf35 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] delete failed (client error): The resource could not be found. Nov 25 11:26:43.156279 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c28a0740-aeef-4f4b-b5ce-11abfcedbf35 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/ebcb0938-0c76-4380-b6fa-3a5f11f6b035 HTTP/1.1" status: 404 len: 336 time: 0.0734301 Nov 25 11:26:43.156953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40088) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.157647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.212205 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3ba2fe-fdc0-4eb8-84a4-6d568a090e74 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:43.212707 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3ba2fe-fdc0-4eb8-84a4-6d568a090e74 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:43.216991 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4c3ba2fe-fdc0-4eb8-84a4-6d568a090e74 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/b86ddce5-4870-426d-becb-33927883612a HTTP/1.1" status: 404 len: 337 time: 0.0461559 Nov 25 11:26:43.218479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.241991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '44af8b2c-c3ef-41eb-a3c2-1548772413ff'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:43.242801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.261566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.269991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3bc6ccf6-12d1-467d-a97c-b59175b1c4fe tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:43.285137 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7dadff2d-eae2-4466-93b7-92f256e663f0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=590e9789-df7c-4e1c-963c-378ae924f16f HTTP/1.1" status: 200 len: 205 time: 0.0643902 Nov 25 11:26:43.286200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40096) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.290622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] For port 9b71afb6-d883-43db-8025-481e40180f79, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:43.294899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c17504-e348-4ec4-935d-dcc522613836,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:43.297493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:43.302601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] For port 9b71afb6-d883-43db-8025-481e40180f79, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9b71afb6-d883-43db-8025-481e40180f79,segment=NetworkSegment(769d2cdf-6538-497b-8a28-26189408113b),segment_id=769d2cdf-6538-497b-8a28-26189408113b)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:43.324211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe9f:5cdc (be5ac70f-953b-423d-8366-53ff314b8313/44af8b2c-c3ef-41eb-a3c2-1548772413ff/59d387d7-e388-4853-afaf-bfbc926e7071) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:43.336397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.337520 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7c17504-e348-4ec4-935d-dcc522613836 HTTP/1.1" status: 204 len: 168 time: 0.4991810 Nov 25 11:26:43.422678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.428882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6df2e2d2-a633-4bdc-8722-37c1bbc9e6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:43.530762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Pushing event updated for resources: {'Port': ['ID=9b71afb6-d883-43db-8025-481e40180f79,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:43.540192 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-a64004e0-233e-475f-9300-ad572565dc72 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] delete failed (client error): The resource could not be found. Nov 25 11:26:43.546212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a64004e0-233e-475f-9300-ad572565dc72 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/590e9789-df7c-4e1c-963c-378ae924f16f HTTP/1.1" status: 404 len: 336 time: 0.2563484 Nov 25 11:26:43.546397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:43.553132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40102) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.640025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:33Z', 'revision_number': 3, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:41Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:43.647822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc994f-a19b-49ed-bd07-7956acbf3c22 None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:33Z', 'revision_number': 3, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:41Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:43.672467 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bba0218d-d0c1-4a4e-864e-bc7ffd24726c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=d676bf49-3c67-4dd9-8dc9-e6adfeef4673 HTTP/1.1" status: 200 len: 205 time: 0.1132100 Nov 25 11:26:43.674546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40106) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.705187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.724611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 59d387d7-e388-4853-afaf-bfbc926e7071 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:43.800488 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-c46d96a3-8e74-4420-8c33-48b8813fb0ba tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] delete failed (client error): The resource could not be found. Nov 25 11:26:43.804215 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c46d96a3-8e74-4420-8c33-48b8813fb0ba tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/d676bf49-3c67-4dd9-8dc9-e6adfeef4673 HTTP/1.1" status: 404 len: 336 time: 0.1263421 Nov 25 11:26:43.809128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40110) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.823001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:43.854717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:43.932756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Allocated IP 2001:db8::f816:3eff:fe42:a815 (be5ac70f-953b-423d-8366-53ff314b8313/44af8b2c-c3ef-41eb-a3c2-1548772413ff/41e8f923-594d-464c-b405-dcf1c1026425) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:43.941173 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cee95f7-b69c-4a0c-9878-cd40ebdb55a1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:43.941957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cee95f7-b69c-4a0c-9878-cd40ebdb55a1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:43.951729 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2cee95f7-b69c-4a0c-9878-cd40ebdb55a1 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/aa2369fd-865b-4a5e-8c06-c76c2cfafba8 HTTP/1.1" status: 404 len: 337 time: 0.1400368 Nov 25 11:26:43.956079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40114) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:43.971860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:43.979750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:43.989628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:43.994262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:43.994881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.024686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=59d387d7-e388-4853-afaf-bfbc926e7071,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:44.026752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:44.041888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4399545 Nov 25 11:26:44.043166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.106626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-81b588cc-e9cb-401e-b1c7-05912798a633 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=888ecc95-4808-459f-a1ba-6a576eea4fa7 HTTP/1.1" status: 200 len: 205 time: 0.1500616 Nov 25 11:26:44.109107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40122) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.235015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 7d9e2114-046a-4f03-b8d2-ae04644bb898 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:44.271957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.281238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.311498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f237df6-96a4-4c4e-8377-0d8c0227e9ad tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:44.403583 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-3a001a6b-bb9f-41d1-9fff-2e7ab69c4f08 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] delete failed (client error): The resource could not be found. Nov 25 11:26:44.404082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=49e563d4-4b02-4cef-a866-35d9ed101cbd,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:44.404647 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3a001a6b-bb9f-41d1-9fff-2e7ab69c4f08 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/888ecc95-4808-459f-a1ba-6a576eea4fa7 HTTP/1.1" status: 404 len: 336 time: 0.2785926 Nov 25 11:26:44.406603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.407381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.408313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.412696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:44.427565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Transition to ACTIVE for port object 41e8f923-594d-464c-b405-dcf1c1026425 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:44.453802 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc504992-0ac2-4360-9579-a31f50523fe4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:44.454366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc504992-0ac2-4360-9579-a31f50523fe4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:44.456782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Transition to ACTIVE for port object 41e8f923-594d-464c-b405-dcf1c1026425 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:44.460058 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dc504992-0ac2-4360-9579-a31f50523fe4 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/cefbca36-f5ad-4f69-8ead-e1bea907fda9 HTTP/1.1" status: 404 len: 337 time: 0.0505061 Nov 25 11:26:44.461941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.464913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 7d9e2114-046a-4f03-b8d2-ae04644bb898 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:44.475154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.488718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 7d9e2114-046a-4f03-b8d2-ae04644bb898 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:44.489187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.519107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:44.532590 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d76f1025-f544-4b43-ae50-d581735bab9c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d251a-a6f7-41bf-b577-24599643aa56 HTTP/1.1" status: 200 len: 205 time: 0.0691400 Nov 25 11:26:44.535124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40134) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.558650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e1522-45a6-4362-8e6e-d63b700ff68a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:44.566034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-478e1522-45a6-4362-8e6e-d63b700ff68a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:44.569113 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:26:44.589999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-478e1522-45a6-4362-8e6e-d63b700ff68a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:44.591376 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-478e1522-45a6-4362-8e6e-d63b700ff68a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5473583 Nov 25 11:26:44.594556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40138) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.610431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:44.617286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:44.626809 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-6b3c90ba-cea1-46b5-9fd1-9708a00c1863 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] delete failed (client error): The resource could not be found. Nov 25 11:26:44.631338 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6b3c90ba-cea1-46b5-9fd1-9708a00c1863 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/routers/868d251a-a6f7-41bf-b577-24599643aa56 HTTP/1.1" status: 404 len: 336 time: 0.0915546 Nov 25 11:26:44.631526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:44.635762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40142) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.659065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:44.660738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:44.685444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Pushing event updated for resources: {'Port': ['ID=41e8f923-594d-464c-b405-dcf1c1026425,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:44.688909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:44.689101 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f91635-cf15-4a60-b3a0-2b637c7eaa3e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:44.689278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f91635-cf15-4a60-b3a0-2b637c7eaa3e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:44.690834 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e9f91635-cf15-4a60-b3a0-2b637c7eaa3e tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/bbd439b5-d0d9-45fe-9f6a-dd8b7c354a81 HTTP/1.1" status: 404 len: 337 time: 0.0547631 Nov 25 11:26:44.694943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40146) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:44.754015 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de1107f-f2e9-4285-b907-833ed1792f67 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] DELETE failed (client error): The resource could not be found. Nov 25 11:26:44.754621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de1107f-f2e9-4285-b907-833ed1792f67 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:26:44.756210 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5de1107f-f2e9-4285-b907-833ed1792f67 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] 10.222.0.41 "DELETE /v2.0/subnets/e89f05bd-dd0e-4cd6-ad38-b869f86aee13 HTTP/1.1" status: 404 len: 337 time: 0.0602601 Nov 25 11:26:44.771228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 59d387d7-e388-4853-afaf-bfbc926e7071 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:44.771571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.791488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Attempting to bind port 41e8f923-594d-464c-b405-dcf1c1026425 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:44.791864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Attempting to bind port 41e8f923-594d-464c-b405-dcf1c1026425 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:44.792254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Attempting to bind port 41e8f923-594d-464c-b405-dcf1c1026425 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:44.811297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:44.811681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:44.812130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.812539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:44.813536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Bound port: 41e8f923-594d-464c-b405-dcf1c1026425, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:44.813928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.841958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:44.985301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 7d9e2114-046a-4f03-b8d2-ae04644bb898, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=7d9e2114-046a-4f03-b8d2-ae04644bb898,segment=NetworkSegment(9305ab0c-22f0-41b1-9e49-576d5141e65b),segment_id=9305ab0c-22f0-41b1-9e49-576d5141e65b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:45.002539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.013608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d816f356-f609-476c-84c6-bdea29376064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:45.087090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] For port 41e8f923-594d-464c-b405-dcf1c1026425, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:45.089449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=7d9e2114-046a-4f03-b8d2-ae04644bb898,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:45.102277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:45.107299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] For port 41e8f923-594d-464c-b405-dcf1c1026425, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41e8f923-594d-464c-b405-dcf1c1026425,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:45.124105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.129449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-11aa4c88-9462-4fe4-8d28-e91efb0ac996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:45.237595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.282986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404bf86f-733d-401b-acb5-5b098cf2b264 None None] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:45.301058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40154) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:45.348274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Pushing event updated for resources: {'Port': ['ID=41e8f923-594d-464c-b405-dcf1c1026425,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:45.367229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:45.375187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:45.437950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 59d387d7-e388-4853-afaf-bfbc926e7071 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:45.493309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-78abc8ea-97b8-4ea8-a53b-2d7d55ea3928 None None] Provisioning for port 9b71afb6-d883-43db-8025-481e40180f79 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:45.701839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.718274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:45.751316 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-247e5051-cedf-43ff-8c22-cd2f03843ddb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18d3e425075642c79ff3f609979eb0e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4459817 Nov 25 11:26:45.752775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40160) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:45.784277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:45.791858 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4016926 Nov 25 11:26:45.795194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40164) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:45.805974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=59d387d7-e388-4853-afaf-bfbc926e7071,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:45.808033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1262570050'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:45.809839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:45.810847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.817774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:45.823714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:network and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:45.828104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:45.830651 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/59d387d7-e388-4853-afaf-bfbc926e7071 HTTP/1.1" status: 204 len: 168 time: 1.2348671 Nov 25 11:26:45.834364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40168) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:45.843734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:45.857074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.870354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:45.873880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.904371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.919601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8863fbd-65fd-4836-9dad-7e559f1940a2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:45.921464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8863fbd-65fd-4836-9dad-7e559f1940a2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:45.922391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8863fbd-65fd-4836-9dad-7e559f1940a2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:45.935365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:26:45.941398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8863fbd-65fd-4836-9dad-7e559f1940a2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:45.945676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c8863fbd-65fd-4836-9dad-7e559f1940a2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1070609 Nov 25 11:26:45.946148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40172) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:45.956774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:45.957102 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added segment 7bfd69dc-d123-465f-8ec2-484a082083bc of type vlan for network da9feba1-3f01-4911-bf5e-29198c7a8f11 Nov 25 11:26:45.996654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.004551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.009004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-068bcc81-c63e-43f2-8235-fd4d6792a589 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:46.031180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b27a537-45a4-400d-be8f-f434f62f23c3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:46.047053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:46.068972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.072475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b27a537-45a4-400d-be8f-f434f62f23c3 HTTP/1.1" status: 204 len: 168 time: 0.3164487 Nov 25 11:26:46.085031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.090933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:46.091613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.116936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c8731256-8cf8-4f2f-b50d-352aed33e460 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:46.163694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7cebba6a-2780-4c34-84ea-0cbe8043af5d None None] Provisioning for port 49e563d4-4b02-4cef-a866-35d9ed101cbd completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:46.172120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7cebba6a-2780-4c34-84ea-0cbe8043af5d None None] Provisioning complete for port 49e563d4-4b02-4cef-a866-35d9ed101cbd triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:46.172907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7cebba6a-2780-4c34-84ea-0cbe8043af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.243451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41e8f923-594d-464c-b405-dcf1c1026425 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:46.247713 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4513762 Nov 25 11:26:46.248337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40178) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:46.270748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 44af8b2c-c3ef-41eb-a3c2-1548772413ff {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:46.274288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'subnet': {'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:46.278684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.349339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-7cebba6a-2780-4c34-84ea-0cbe8043af5d None None] Port 49e563d4-4b02-4cef-a866-35d9ed101cbd cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:46.391008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Network': ['ID=da9feba1-3f01-4911-bf5e-29198c7a8f11,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:46.396459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-137c715e-c21f-4836-9090-b2ee6b7c8f06 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:46.396649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.404189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 41e8f923-594d-464c-b405-dcf1c1026425 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:46.418684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:26:46.424412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:46.429552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:subnet and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:46.432623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:46.438854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:46.454748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Made reservation on behalf of 754d8e28e757469f85d42694793dd751 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:46.543157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b71afb6-d883-43db-8025-481e40180f79 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:46.614785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.627403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.690578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-be3181d5-937a-476a-a1dc-7151b03d60a0 None None] Provisioning complete for port 49e563d4-4b02-4cef-a866-35d9ed101cbd triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:46.693157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-be3181d5-937a-476a-a1dc-7151b03d60a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.786458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-be3181d5-937a-476a-a1dc-7151b03d60a0 None None] Port 49e563d4-4b02-4cef-a866-35d9ed101cbd cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:46.791982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.798842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6af1b679-b7ba-4d1e-a0a8-ce95936ec258 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:46.804415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 9b71afb6-d883-43db-8025-481e40180f79 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:46.811061 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:46.811765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9b71afb6-d883-43db-8025-481e40180f79 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:46.812225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.834694 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:46.835563 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:46.874522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=44af8b2c-c3ef-41eb-a3c2-1548772413ff,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:46.881916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:46.890685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:46.917636 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/44af8b2c-c3ef-41eb-a3c2-1548772413ff HTTP/1.1" status: 204 len: 168 time: 0.9703624 Nov 25 11:26:46.918922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40190) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:46.964268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Provisioning for port 41e8f923-594d-464c-b405-dcf1c1026425 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:47.001172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Provisioning complete for port 41e8f923-594d-464c-b405-dcf1c1026425 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:47.001567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.031449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40196) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:47.032057 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a4dc117f-5718-4b0e-8806-0e31116da614 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113021 Nov 25 11:26:47.046330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:47.111084 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:47.121910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.184916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.192355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 9b71afb6-d883-43db-8025-481e40180f79, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9b71afb6-d883-43db-8025-481e40180f79,segment=NetworkSegment(769d2cdf-6538-497b-8a28-26189408113b),segment_id=769d2cdf-6538-497b-8a28-26189408113b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:47.193466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-42af14f8-4518-4512-a1a9-aaca269e454a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:47.234841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.235850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 7d9e2114-046a-4f03-b8d2-ae04644bb898 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:47.261435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.280926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:47.282517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Subnet': ['ID=3b58537b-cd44-4e33-9782-9070c0db0a07,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:47.296648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:47.315428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:47.322126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:47.330800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:47.334489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cebb4c6-60b5-4e28-a3ba-f28395dbcbfa None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:47.340827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:47.358384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Checking segment: {'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:47.358677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network hostable DHCP agents. Network: da9feba1-3f01-4911-bf5e-29198c7a8f11, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:26:47.370933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:47.416056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=9b71afb6-d883-43db-8025-481e40180f79,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:47.424875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:47.529844 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:43Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '49e563d4-4b02-4cef-a866-35d9ed101cbd', 'name': '', 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:6b:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:41Z', 'updated_at': '2021-11-25T11:26:43Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:47.534758 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:47.535188 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Updating router ebbe0958-8da1-4b39-a745-c71a8054d854 port 49e563d4-4b02-4cef-a866-35d9ed101cbd binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:26:47.553748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] For port 41e8f923-594d-464c-b405-dcf1c1026425, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41e8f923-594d-464c-b405-dcf1c1026425,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:47.571452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.593919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:47.600471 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.679237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Pushing event updated for resources: {'Port': ['ID=41e8f923-594d-464c-b405-dcf1c1026425,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:47.683357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:47.694509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.711006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:26:47.728876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, da9feba1-3f01-4911-bf5e-29198c7a8f11) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:47.748201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:47.749431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.754043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d719b8-b944-43d5-9dcf-2539c554ebc5 None None] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:47.861550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40210) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:47.862351 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5968096 Nov 25 11:26:47.863646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Provisioning complete for port 49e563d4-4b02-4cef-a866-35d9ed101cbd triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:47.864153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:47.910892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 7d9e2114-046a-4f03-b8d2-ae04644bb898 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:47.911169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.022785 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.041006 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Transition to ACTIVE for port object 49e563d4-4b02-4cef-a866-35d9ed101cbd will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:48.053925 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.056123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Port 49e563d4-4b02-4cef-a866-35d9ed101cbd cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:48.061867 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:48.162876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-da9feba1-3f01-4911-bf5e-29198c7a8f11', 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'fixed_ips': [{'subnet_id': '3b58537b-cd44-4e33-9782-9070c0db0a07'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:48.163516 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Pushing event updated for resources: {'Port': ['ID=49e563d4-4b02-4cef-a866-35d9ed101cbd,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:48.164469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.175295 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:48.217394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:26:48.270555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-afc604ec-b867-4e80-bc8d-0a272e3fb6df None None] Could not find standard attr ID for object 59d387d7-e388-4853-afaf-bfbc926e7071. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:26:48.378556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:26:48.389472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Deleting port 41e8f923-594d-464c-b405-dcf1c1026425 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:48.390189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.457200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b71afb6-d883-43db-8025-481e40180f79 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:48.518316 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Attempting to bind port 49e563d4-4b02-4cef-a866-35d9ed101cbd on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:48.518692 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Attempting to bind port 49e563d4-4b02-4cef-a866-35d9ed101cbd by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:48.519059 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Attempting to bind port 49e563d4-4b02-4cef-a866-35d9ed101cbd on network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:48.537914 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:48.538301 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Checking segment: {'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:48.538715 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.539138 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Bound using segment: {'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:48.539589 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Bound port: 49e563d4-4b02-4cef-a866-35d9ed101cbd, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769d2cdf-6538-497b-8a28-26189408113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:48.539989 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.571789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.743933 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] For port 49e563d4-4b02-4cef-a866-35d9ed101cbd, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:48.751529 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] For port 49e563d4-4b02-4cef-a866-35d9ed101cbd, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49e563d4-4b02-4cef-a866-35d9ed101cbd,segment=NetworkSegment(769d2cdf-6538-497b-8a28-26189408113b),segment_id=769d2cdf-6538-497b-8a28-26189408113b)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:48.767199 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:48.782909 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:48.858953 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:48.859538 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:49.021057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port 41e8f923-594d-464c-b405-dcf1c1026425, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41e8f923-594d-464c-b405-dcf1c1026425,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:49.051926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.066407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.068104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.072689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd928ea9-c4de-4bdd-874e-bc7f1e4caff8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:49.085304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Allocated IP 172.23.0.2 (da9feba1-3f01-4911-bf5e-29198c7a8f11/3b58537b-cd44-4e33-9782-9070c0db0a07/2baa4031-ca0c-4acf-a099-7bc83b52abee) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:49.101989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.133900 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:49.143069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9b71afb6-d883-43db-8025-481e40180f79 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:49.147819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.205191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:49.209106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:49.212679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:49.213533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.253505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=41e8f923-594d-464c-b405-dcf1c1026425,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:49.257468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:49.261048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1ac6c12-4914-4121-843a-d749cf24b8d2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:49.302281 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2690327 Nov 25 11:26:49.307605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40228) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:49.317917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:59:93:bd', 'name': 'tempest-NetworksTestDHCPv6-759858299'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:49.353565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] For port 41e8f923-594d-464c-b405-dcf1c1026425, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41e8f923-594d-464c-b405-dcf1c1026425,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:49.354713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.390524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:49.485863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:49.498699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:49.503653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:49.515435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:49.517753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:49.521231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:49.531874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:49.539311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.557599 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Pushing event updated for resources: {'Port': ['ID=49e563d4-4b02-4cef-a866-35d9ed101cbd,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:49.577104 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.577461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.577796 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.578128 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.578456 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.578784 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.579106 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.579531 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.580113 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.580908 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.580908 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:26:49.581894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 60033977-6d21-4d4e-8569-a7fe979b1690 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:26:49.587454 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:49.617390 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:43Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '49e563d4-4b02-4cef-a866-35d9ed101cbd', 'name': '', 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:6b:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:41Z', 'updated_at': '2021-11-25T11:26:48Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:49.624049 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37585d69-9f58-473f-a2cf-203b349015fd None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:43Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '49e563d4-4b02-4cef-a866-35d9ed101cbd', 'name': '', 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:6b:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:41Z', 'updated_at': '2021-11-25T11:26:48Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:49.652677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Calling delete_port for 41e8f923-594d-464c-b405-dcf1c1026425 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:49.778885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--137804360', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:49.785010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:49.792563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:49.797341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:49.805015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:49.809394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe59:93bd (be5ac70f-953b-423d-8366-53ff314b8313/f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073/60033977-6d21-4d4e-8569-a7fe979b1690) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:49.821086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:49.824515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.840102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.882987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.885002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:49.889581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:49.894699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Transition to ACTIVE for port object 2baa4031-ca0c-4acf-a099-7bc83b52abee will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:49.897352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:49.897692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:49.898063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:49.904419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:49.919595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Transition to ACTIVE for port object 2baa4031-ca0c-4acf-a099-7bc83b52abee will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:49.928649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:49.933197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:50.001811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:50.006190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:50.010632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:50.042480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Allocated IP 172.23.0.1 (da9feba1-3f01-4911-bf5e-29198c7a8f11/3b58537b-cd44-4e33-9782-9070c0db0a07/4142dd7a-d01c-43d8-8363-eb92297ddd9a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:50.045250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Pushing event updated for resources: {'Port': ['ID=2baa4031-ca0c-4acf-a099-7bc83b52abee,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:50.052474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:50.099896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.110264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.111037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Attempting to bind port 2baa4031-ca0c-4acf-a099-7bc83b52abee on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:50.111037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Attempting to bind port 2baa4031-ca0c-4acf-a099-7bc83b52abee by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:50.111482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Attempting to bind port 2baa4031-ca0c-4acf-a099-7bc83b52abee on network da9feba1-3f01-4911-bf5e-29198c7a8f11 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:50.113002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.119054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:50.119602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Checking segment: {'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:50.120079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.120489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Bound using segment: {'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:50.121026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Bound port: 2baa4031-ca0c-4acf-a099-7bc83b52abee, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:50.121411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.126991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-40028b79-b299-4eaa-b2a4-567d5d8f6803 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:50.138151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 60033977-6d21-4d4e-8569-a7fe979b1690 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:50.164596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.172722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:50.222372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:26:50.241889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:50.244810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] For port 2baa4031-ca0c-4acf-a099-7bc83b52abee, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:50.248175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:50.250877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] For port 2baa4031-ca0c-4acf-a099-7bc83b52abee, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2baa4031-ca0c-4acf-a099-7bc83b52abee,segment=NetworkSegment(7bfd69dc-d123-465f-8ec2-484a082083bc),segment_id=7bfd69dc-d123-465f-8ec2-484a082083bc)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:50.257409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.262607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-4238719c-6fb3-4f91-aa73-bc22e5ee415a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:50.271085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.271529 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment 82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba of type vlan for network a5586763-511f-4e38-a802-c7689c3c4db8 Nov 25 11:26:50.279752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:50.292623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:50.296684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:50.303575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:50.310651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.363469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.369189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Pushing event updated for resources: {'Port': ['ID=2baa4031-ca0c-4acf-a099-7bc83b52abee,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:50.369743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.373966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:50.382758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=60033977-6d21-4d4e-8569-a7fe979b1690,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:50.389892 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0812478 Nov 25 11:26:50.390521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40238) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:50.391354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:50.393614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Transition to ACTIVE for port object 4142dd7a-d01c-43d8-8363-eb92297ddd9a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:50.405520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Deleting port 41e8f923-594d-464c-b405-dcf1c1026425 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:50.405936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.430895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.437517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:50.440383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.442214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 49e563d4-4b02-4cef-a866-35d9ed101cbd up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:50.447716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e1474c8-66af-4a7f-a60c-a33d9c5a5638 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:50.497778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816c709-0b2b-4d54-bf24-87af5463681e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:50.502480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816c709-0b2b-4d54-bf24-87af5463681e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:50.503371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4816c709-0b2b-4d54-bf24-87af5463681e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:50.523441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4816c709-0b2b-4d54-bf24-87af5463681e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:50.527615 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4816c709-0b2b-4d54-bf24-87af5463681e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1326621 Nov 25 11:26:50.527864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40242) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:50.551721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.587623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=a5586763-511f-4e38-a802-c7689c3c4db8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:50.591163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:50.592725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2014828 Nov 25 11:26:50.593607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ea237324-d76e-49d8-88ff-3db1ff504562 tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:50.602317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40246) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:50.615908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-615250721', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:50.631681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:50.632547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a5586763-511f-4e38-a802-c7689c3c4db8 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:26:50.640958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:50.654240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:50.660079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:50.675133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 60033977-6d21-4d4e-8569-a7fe979b1690 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:26:50.675696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.711607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.712764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.782798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 49e563d4-4b02-4cef-a866-35d9ed101cbd completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:50.830917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 49e563d4-4b02-4cef-a866-35d9ed101cbd triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:50.831299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.844175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=4142dd7a-d01c-43d8-8363-eb92297ddd9a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:50.847611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:50.860146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:50.861489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:50.864870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:50.914606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:50.929737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.019259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.034779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] For port 41e8f923-594d-464c-b405-dcf1c1026425, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41e8f923-594d-464c-b405-dcf1c1026425,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:51.035162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.191139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.210927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.212239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Calling delete_port for 41e8f923-594d-464c-b405-dcf1c1026425 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:51.260353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.328978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 60033977-6d21-4d4e-8569-a7fe979b1690 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:26:51.329590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 49e563d4-4b02-4cef-a866-35d9ed101cbd, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49e563d4-4b02-4cef-a866-35d9ed101cbd,segment=NetworkSegment(769d2cdf-6538-497b-8a28-26189408113b),segment_id=769d2cdf-6538-497b-8a28-26189408113b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:51.336598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.384228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d6768b10-56ca-4027-aed3-ecfc363d0d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:51.438994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41e8f923-594d-464c-b405-dcf1c1026425 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:26:51.484310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.494480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.529496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:51.544491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=49e563d4-4b02-4cef-a866-35d9ed101cbd,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:51.547710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:51.550812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.555343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:51.590404 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No ports have port_id starting with 41e8f923-594d-464c-b405-dcf1c1026425 Nov 25 11:26:51.604665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Pushing event deleted for resources: {'Port': ['ID=41e8f923-594d-464c-b405-dcf1c1026425,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:51.606626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:51.620527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.627855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c983b9b2-4eab-47a0-a4cf-44d7b22a2e2f tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:51.652705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.663225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event updated for resources: {'Port': ['ID=4142dd7a-d01c-43d8-8363-eb92297ddd9a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:51.674777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:51.678097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=60033977-6d21-4d4e-8569-a7fe979b1690,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:51.684311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:51.706416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] No DVR routers for this DVR port 41e8f923-594d-464c-b405-dcf1c1026425 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:26:51.728037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2e061-2295-48e8-8367-e9cfb91802c2 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:51.756893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.792238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.805228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c199dd4-0383-4ed2-aba1-cced39255e22 None None] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:51.805421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:51.843143 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/60033977-6d21-4d4e-8569-a7fe979b1690 HTTP/1.1" status: 204 len: 168 time: 1.3140814 Nov 25 11:26:51.848066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40250) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:51.864429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:51.865639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:51.979592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aba3e2-6121-4a45-87dd-ac3f86ca70e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:51.980879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aba3e2-6121-4a45-87dd-ac3f86ca70e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:51.981616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-46aba3e2-6121-4a45-87dd-ac3f86ca70e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:52.011699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3dae0c2e-70a4-47d9-bba0-62dd239b2ef2 None None] Provisioning for port 2baa4031-ca0c-4acf-a099-7bc83b52abee completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:52.020625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.148 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/233626a5-054f-4bab-b393-aca2c4ec95b7) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:52.022709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-46aba3e2-6121-4a45-87dd-ac3f86ca70e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:52.023917 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-46aba3e2-6121-4a45-87dd-ac3f86ca70e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1749425 Nov 25 11:26:52.027010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40254) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:52.135570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': 'f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:52.136686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.188453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.217488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.221851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1d792c64-9a15-4c0b-a137-7b341011c3b6 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:52.292990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:52.295627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:52.300505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:52.331161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=233626a5-054f-4bab-b393-aca2c4ec95b7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:52.338639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:52.365864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:26:52.367730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Allocated IP 2001:db8::f816:3eff:fe4e:478f (be5ac70f-953b-423d-8366-53ff314b8313/f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073/49ddfcc5-7eb1-4bd5-9460-3c59afb4103b) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:52.401094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:52.537646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2baa4031-ca0c-4acf-a099-7bc83b52abee up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:52.628189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.629430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.747502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 2baa4031-ca0c-4acf-a099-7bc83b52abee completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:52.765430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2baa4031-ca0c-4acf-a099-7bc83b52abee triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:52.765953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.789733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:52.796250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Provisioning complete for port 2baa4031-ca0c-4acf-a099-7bc83b52abee triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:52.796706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.798225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9351425 Nov 25 11:26:52.801136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40258) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:52.808556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:52.896689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:52.920165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Transition to ACTIVE for port object 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:52.921350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:26:52.956472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Transition to ACTIVE for port object 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:52.999157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.043550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.066785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-826d6a7b-d9de-4ccd-9201-e8969559ba4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:53.077664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.163703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:53.177649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:53.190057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.194447 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5880470 Nov 25 11:26:53.194593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Sync routers for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:53.194726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40262) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:53.196256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:53.199010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:53.226482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.241076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.261075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Pushing event updated for resources: {'Port': ['ID=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:53.263860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:53.314834 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b0278c48-5aee-4a61-8209-15fc3673b5f0 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1186299 Nov 25 11:26:53.317538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40268) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:53.320910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:53.321837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:53.343509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.440134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 2baa4031-ca0c-4acf-a099-7bc83b52abee, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2baa4031-ca0c-4acf-a099-7bc83b52abee,segment=NetworkSegment(7bfd69dc-d123-465f-8ec2-484a082083bc),segment_id=7bfd69dc-d123-465f-8ec2-484a082083bc)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:53.450471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffbd918-0b57-44c7-b0ab-eab0233bbb52 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:53.451961 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0ffbd918-0b57-44c7-b0ab-eab0233bbb52 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333113 Nov 25 11:26:53.454944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:53.459065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Attempting to bind port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:53.459448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Attempting to bind port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:53.459819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Attempting to bind port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:53.512030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.512485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 49e563d4-4b02-4cef-a866-35d9ed101cbd up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:53.532984 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df4dc470-7d28-4ac4-baa6-d946a66884af tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768473 Nov 25 11:26:53.535839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40276) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:53.544765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268619132', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:53.578565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6df2e2d2-a633-4bdc-8722-37c1bbc9e6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:53.587046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.593134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19fbaffe-ce5f-4757-ac74-57cb330f8b50 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:53.634935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:53.642999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:53.659977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:53.660535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:53.661399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.661800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:53.662288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Bound port: 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:53.662663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.663582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:53.667604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:53.670508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:53.675901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.676725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:53.688469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:53.701755 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073 HTTP/1.1" status: 204 len: 168 time: 1.6688411 Nov 25 11:26:53.701972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:53.741229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:26:53.741579 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:26:53.778551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=2baa4031-ca0c-4acf-a099-7bc83b52abee,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:53.784631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:53.793732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:53.796611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.805562 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bfffac89-afb3-4fd7-86e3-a0f58b974cb2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002240 Nov 25 11:26:53.806121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40284) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:53.868186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 25 11:26:53.888892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Removed routes are [] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 25 11:26:53.889294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:53.952370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:53.953938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 49e563d4-4b02-4cef-a866-35d9ed101cbd triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:53.954305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.031980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.033340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b06ee-5d8f-4142-b5de-f4816d4b7dde tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:54.034020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d99b06ee-5d8f-4142-b5de-f4816d4b7dde tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:54.036639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df8879b5-53cc-4c5f-bdc5-bdff0c7a5b26 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:54.049641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:54.057835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d99b06ee-5d8f-4142-b5de-f4816d4b7dde tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:54.059264 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d99b06ee-5d8f-4142-b5de-f4816d4b7dde tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2526646 Nov 25 11:26:54.061994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:54.066846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.080198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dce288a2-37cf-4f39-8600-4e0cc34a0b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:54.113702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=deb09793-f4b7-4392-a5f3-b9acba76d61e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:54.117103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:54.134880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:54.135387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: a5586763-511f-4e38-a802-c7689c3c4db8, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:26:54.164099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a5586763-511f-4e38-a802-c7689c3c4db8 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:26:54.175736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a5586763-511f-4e38-a802-c7689c3c4db8) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:54.186809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:54.187193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.198951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5853263-83f8-4fe1-a885-07e122e44cbb None None] Network a5586763-511f-4e38-a802-c7689c3c4db8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:54.214172 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6735747 Nov 25 11:26:54.214377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40292) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:54.274095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31260ac-a941-4c87-aab9-eaa102b5a9fa tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:54.274768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e31260ac-a941-4c87-aab9-eaa102b5a9fa tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:26:54.330458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Pushing event updated for resources: {'Port': ['ID=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:54.346972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e31260ac-a941-4c87-aab9-eaa102b5a9fa tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:26:54.348395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e31260ac-a941-4c87-aab9-eaa102b5a9fa tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2852871 Nov 25 11:26:54.365340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40296) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:54.409599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:54.449209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.452892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.558714 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e75f7b53-6b0b-4193-b604-18aa33cf0861 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1880925 Nov 25 11:26:54.559752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40300) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:54.567594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:54.641972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:54.665479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Provisioning for port 4142dd7a-d01c-43d8-8363-eb92297ddd9a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:54.671876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Provisioning complete for port 4142dd7a-d01c-43d8-8363-eb92297ddd9a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:54.672521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.704049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:54.713207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:54.729793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:54.749134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2baa4031-ca0c-4acf-a099-7bc83b52abee up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:54.792553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-a5586763-511f-4e38-a802-c7689c3c4db8', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:26:54.793516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.835575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b68394af-8fe1-42f5-83f0-c24a124a07a4 None None] Port 4142dd7a-d01c-43d8-8363-eb92297ddd9a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:54.841952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:52Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:54.850793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:54.856678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.860297 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f022b8d-34a2-400d-b296-bcf2db750d1f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 200 len: 933 time: 2.0548704 Nov 25 11:26:54.860451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40304) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:54.882943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Checking router: 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:54.883448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Updating router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 port 233626a5-054f-4bab-b393-aca2c4ec95b7 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:26:54.912750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:54.964234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.052603 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69f412f0-2b66-40af-85a4-c5ded6e6b938 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 200 len: 933 time: 0.1909697 Nov 25 11:26:55.055244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40308) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:55.060603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'routes': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:55.067509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2baa4031-ca0c-4acf-a099-7bc83b52abee triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:55.068028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.162256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b340ca77-17fe-4cc4-bb69-e78537e1aa2e None None] Provisioning complete for port 4142dd7a-d01c-43d8-8363-eb92297ddd9a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:55.162791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b340ca77-17fe-4cc4-bb69-e78537e1aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.253812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Allocated IP 172.20.0.2 (a5586763-511f-4e38-a802-c7689c3c4db8/deb09793-f4b7-4392-a5f3-b9acba76d61e/f72d7b59-74bb-429c-a928-1e8df652370c) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:55.280318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b340ca77-17fe-4cc4-bb69-e78537e1aa2e None None] Port 4142dd7a-d01c-43d8-8363-eb92297ddd9a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:55.542131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:26:55.659845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.663591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added routes are [] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 25 11:26:55.663908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 25 11:26:55.673291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Transition to ACTIVE for port object f72d7b59-74bb-429c-a928-1e8df652370c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:55.696338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.732039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Transition to ACTIVE for port object f72d7b59-74bb-429c-a928-1e8df652370c will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:55.751067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.757556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:55.825678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.837515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.855007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Pushing event updated for resources: {'Port': ['ID=f72d7b59-74bb-429c-a928-1e8df652370c,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:55.857904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:55.859335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Transition to ACTIVE for port object 233626a5-054f-4bab-b393-aca2c4ec95b7 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:55.867167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Network a5586763-511f-4e38-a802-c7689c3c4db8 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:55.868805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:55.871591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:55.881188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:55.885801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-656f4c6e-29c9-43d3-8dad-87dd32d08f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:55.918345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.039913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b5429-305b-4b00-8dd4-cdafffdcc9b5 None None] Pushing event updated for resources: {'Port': ['ID=233626a5-054f-4bab-b393-aca2c4ec95b7,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:56.042796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f91b5429-305b-4b00-8dd4-cdafffdcc9b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:56.043562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Attempting to bind port 233626a5-054f-4bab-b393-aca2c4ec95b7 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:56.044032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Attempting to bind port 233626a5-054f-4bab-b393-aca2c4ec95b7 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:56.044655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Attempting to bind port 233626a5-054f-4bab-b393-aca2c4ec95b7 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:56.055281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Attempting to bind port f72d7b59-74bb-429c-a928-1e8df652370c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:56.055720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Attempting to bind port f72d7b59-74bb-429c-a928-1e8df652370c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:56.056192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Attempting to bind port f72d7b59-74bb-429c-a928-1e8df652370c on network a5586763-511f-4e38-a802-c7689c3c4db8 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:56.058393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:56.058864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:56.059340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.059811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:56.060409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Bound port: 233626a5-054f-4bab-b393-aca2c4ec95b7, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:56.060852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.097851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:56.098884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Checking segment: {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:56.099361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.099833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Bound using segment: {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:56.100429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Bound port: f72d7b59-74bb-429c-a928-1e8df652370c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:56.100882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.153399 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:26:56.171092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.175617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.180750 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:56.182875 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:56.229603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] For port 233626a5-054f-4bab-b393-aca2c4ec95b7, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:56.245105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] For port 233626a5-054f-4bab-b393-aca2c4ec95b7, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=233626a5-054f-4bab-b393-aca2c4ec95b7,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:56.248346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] For port f72d7b59-74bb-429c-a928-1e8df652370c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:56.251879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] For port f72d7b59-74bb-429c-a928-1e8df652370c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f72d7b59-74bb-429c-a928-1e8df652370c,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:56.256012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.260714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:56.295191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.357629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:56.371372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:56.391816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b5429-305b-4b00-8dd4-cdafffdcc9b5 None None] Pushing event updated for resources: {'Port': ['ID=233626a5-054f-4bab-b393-aca2c4ec95b7,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:56.396349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f91b5429-305b-4b00-8dd4-cdafffdcc9b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:56.398041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:56.495836 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:56.513586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.543569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:56.544242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:56.573968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:56.583739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.588689 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-656dfdac-3dad-45ac-add4-ec874be7c81c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 200 len: 699 time: 1.5322976 Nov 25 11:26:56.589766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.591228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:56.592163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.612775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-03cd56ca-1cfb-40c2-818d-0814640375f8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:56.746233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:56.788047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:56.798264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:56.798264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:56.802523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:56.819286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:56.820198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-13114c1f-df92-46e7-ae9b-2d435a46409b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:56.833446 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b7702-6cf0-4ab3-a955-6b076fd7a5fe None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:56.877395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-af694131-609d-49bf-af97-04193dc9d227 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 200 len: 699 time: 0.2847033 Nov 25 11:26:56.880666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40316) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:56.883260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Pushing event updated for resources: {'Port': ['ID=f72d7b59-74bb-429c-a928-1e8df652370c,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:56.892184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:56.946573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:56.948603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (a5586763-511f-4e38-a802-c7689c3c4db8/deb09793-f4b7-4392-a5f3-b9acba76d61e/3ab12112-6d2c-4d00-b15a-dbbeedfaa54d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:56.969646 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:55Z', 'revision_number': 7, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '4142dd7a-d01c-43d8-8363-eb92297ddd9a', 'name': '', 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:23:77:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b58537b-cd44-4e33-9782-9070c0db0a07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:49Z', 'updated_at': '2021-11-25T11:26:51Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '3b58537b-cd44-4e33-9782-9070c0db0a07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49e563d4-4b02-4cef-a866-35d9ed101cbd', 'name': '', 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:6b:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:41Z', 'updated_at': '2021-11-25T11:26:51Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:56.973676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=d3e5195c-329e-4cdf-a44b-120fade5909e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:56.974974 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:26:56.978696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:56.980809 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4195244 Nov 25 11:26:56.982406 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Updating router ebbe0958-8da1-4b39-a745-c71a8054d854 port 4142dd7a-d01c-43d8-8363-eb92297ddd9a binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:26:56.987724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40320) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:56.994278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:5b:9f:03', 'name': 'tempest-NetworksTestDHCPv6-22853488'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:26:57.039348 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.161692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.182352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:57.210940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.215779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-79d84458-bb35-4362-a39f-557687392063 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:57.234619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:26:57.241476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:26:57.248507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:26:57.255484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:26:57.273061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:26:57.277697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.314785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a5586763-511f-4e38-a802-c7689c3c4db8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:57.331261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:57.336820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:57.409882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 235d29c9-80d5-4a40-969c-7d5b8f9a9794 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:26:57.427820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.453456 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.462470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:57.465754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:57.474304 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Transition to ACTIVE for port object 4142dd7a-d01c-43d8-8363-eb92297ddd9a will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:57.491758 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.497748 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:57.552803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.590285 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f9bfc-dce9-4e0c-8f9b-b9b1adff258d None None] Pushing event updated for resources: {'Port': ['ID=4142dd7a-d01c-43d8-8363-eb92297ddd9a,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:57.600838 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ca2f9bfc-dce9-4e0c-8f9b-b9b1adff258d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:57.654648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:52Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:57.661770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80120bbe-24e0-4785-a8fb-c23a74bfda51 None None] The sync data for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv is: [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:52Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:57.875492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba074d59-a519-41a7-a3e4-f6a02f4aad49 None None] Network a5586763-511f-4e38-a802-c7689c3c4db8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:26:57.900660 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Attempting to bind port 4142dd7a-d01c-43d8-8363-eb92297ddd9a on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:26:57.901097 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Attempting to bind port 4142dd7a-d01c-43d8-8363-eb92297ddd9a by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:26:57.901468 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Attempting to bind port 4142dd7a-d01c-43d8-8363-eb92297ddd9a on network da9feba1-3f01-4911-bf5e-29198c7a8f11 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:26:57.914403 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:26:57.914718 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Checking segment: {'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:26:57.918263 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:57.918725 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Bound using segment: {'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:26:57.919506 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Bound port: 4142dd7a-d01c-43d8-8363-eb92297ddd9a, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfd69dc-d123-465f-8ec2-484a082083bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:26:57.919686 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:58.142404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-87a1a125-5387-4862-baf6-4b81c98a1eba None None] Provisioning for port f72d7b59-74bb-429c-a928-1e8df652370c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:58.181301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe5b:9f03 (be5ac70f-953b-423d-8366-53ff314b8313/d3e5195c-329e-4cdf-a44b-120fade5909e/235d29c9-80d5-4a40-969c-7d5b8f9a9794) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:26:58.183603 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] For port 4142dd7a-d01c-43d8-8363-eb92297ddd9a, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:26:58.188800 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] For port 4142dd7a-d01c-43d8-8363-eb92297ddd9a, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4142dd7a-d01c-43d8-8363-eb92297ddd9a,segment=NetworkSegment(7bfd69dc-d123-465f-8ec2-484a082083bc),segment_id=7bfd69dc-d123-465f-8ec2-484a082083bc)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:26:58.198185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:58.200207 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:58.205622 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:58.259399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:58.274921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:58.316607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-562133bb-aa0d-449a-ae43-f0e8dcbcd71b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:58.345512 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f9bfc-dce9-4e0c-8f9b-b9b1adff258d None None] Pushing event updated for resources: {'Port': ['ID=4142dd7a-d01c-43d8-8363-eb92297ddd9a,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:58.351205 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ca2f9bfc-dce9-4e0c-8f9b-b9b1adff258d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:58.385634 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:26:58.386110 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:26:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:58.407690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:58.411435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:58.442238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:58.718391 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:26:58.861106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a5586763-511f-4e38-a802-c7689c3c4db8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:58.862713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:58.884335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f72d7b59-74bb-429c-a928-1e8df652370c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:58.984292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port f72d7b59-74bb-429c-a928-1e8df652370c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:59.007576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f72d7b59-74bb-429c-a928-1e8df652370c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:59.008374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.199660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.266973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.312275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-710a0356-da84-433e-9d01-d71e31cd8417 None None] Provisioning for port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:59.320909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-710a0356-da84-433e-9d01-d71e31cd8417 None None] Provisioning complete for port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:59.321664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-710a0356-da84-433e-9d01-d71e31cd8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.334612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 235d29c9-80d5-4a40-969c-7d5b8f9a9794 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:26:59.381122 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port f72d7b59-74bb-429c-a928-1e8df652370c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f72d7b59-74bb-429c-a928-1e8df652370c,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:26:59.397499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.398882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:59.440874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:59.536241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-710a0356-da84-433e-9d01-d71e31cd8417 None None] Port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:26:59.539474 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:55Z', 'revision_number': 7, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '4142dd7a-d01c-43d8-8363-eb92297ddd9a', 'name': '', 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:23:77:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b58537b-cd44-4e33-9782-9070c0db0a07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:49Z', 'updated_at': '2021-11-25T11:26:58Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '3b58537b-cd44-4e33-9782-9070c0db0a07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49e563d4-4b02-4cef-a866-35d9ed101cbd', 'name': '', 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:6b:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:41Z', 'updated_at': '2021-11-25T11:26:51Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:26:59.545784 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248c217-9eef-4a0a-bf17-4a6162eb3337 None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:26:55Z', 'revision_number': 7, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '4142dd7a-d01c-43d8-8363-eb92297ddd9a', 'name': '', 'network_id': 'da9feba1-3f01-4911-bf5e-29198c7a8f11', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:23:77:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b58537b-cd44-4e33-9782-9070c0db0a07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:49Z', 'updated_at': '2021-11-25T11:26:58Z', 'revision_number': 4, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '3b58537b-cd44-4e33-9782-9070c0db0a07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49e563d4-4b02-4cef-a866-35d9ed101cbd', 'name': '', 'network_id': '6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:6b:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:41Z', 'updated_at': '2021-11-25T11:26:51Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '0133b9a2-4a42-4e05-b268-3587ad526856', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:26:59.579452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.611010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e418341e-ebae-4d2a-8404-38b13be2f902 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:26:59.647609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:26:59.727781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=f72d7b59-74bb-429c-a928-1e8df652370c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:59.732936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:59.737929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-710a0356-da84-433e-9d01-d71e31cd8417 None None] Provisioning complete for port f72d7b59-74bb-429c-a928-1e8df652370c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:26:59.738460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-710a0356-da84-433e-9d01-d71e31cd8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.756230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:26:59.763155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:26:59.776836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.778876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:26:59.786312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:26:59.786983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:59.821547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:26:59.836821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 233626a5-054f-4bab-b393-aca2c4ec95b7 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:26:59.881591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=235d29c9-80d5-4a40-969c-7d5b8f9a9794,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:26:59.891288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:26:59.939665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:26:59.945610 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/3ae01fe6-46d9-4ef6-80f2-69133b0c0873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7301631 Nov 25 11:26:59.948359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40326) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:26:59.982682 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9936304 Nov 25 11:26:59.989289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40330) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:00.085671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 233626a5-054f-4bab-b393-aca2c4ec95b7 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:00.094365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 233626a5-054f-4bab-b393-aca2c4ec95b7 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:00.094740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.154100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a981f-daf3-429f-a454-a9d424b90046 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:27:00.175607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 4142dd7a-d01c-43d8-8363-eb92297ddd9a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:00.175951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.252099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.252473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.252834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.253189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.253822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.254810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.255167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.255519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.255870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.258016 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5ac3d356-917f-4d6d-8859-de5b31e2e388 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6313 time: 0.3086488 Nov 25 11:27:00.265077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bafcee-e0ae-4e94-9063-be8002d9dd29 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.269251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bafcee-e0ae-4e94-9063-be8002d9dd29 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.270563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45bafcee-e0ae-4e94-9063-be8002d9dd29 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:00.273068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40334) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:00.327736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.366808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Provisioning complete for port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:00.367184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.371636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-45bafcee-e0ae-4e94-9063-be8002d9dd29 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:00.372853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-45bafcee-e0ae-4e94-9063-be8002d9dd29 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3827310 Nov 25 11:27:00.375677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40338) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:00.396819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 233626a5-054f-4bab-b393-aca2c4ec95b7, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=233626a5-054f-4bab-b393-aca2c4ec95b7,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:00.413641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.423876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f91b5429-305b-4b00-8dd4-cdafffdcc9b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:00.438432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.438797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.439155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.439859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.440245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.440594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.440938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.441281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.441622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:00.443230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 4142dd7a-d01c-43d8-8363-eb92297ddd9a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4142dd7a-d01c-43d8-8363-eb92297ddd9a,segment=NetworkSegment(7bfd69dc-d123-465f-8ec2-484a082083bc),segment_id=7bfd69dc-d123-465f-8ec2-484a082083bc)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:00.444040 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-afce70c7-1f79-4689-8c7f-953208d875f4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5710 time: 0.1685886 Nov 25 11:27:00.444445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.447154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40342) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:00.491569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a981f-daf3-429f-a454-a9d424b90046 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:27:00.493649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:00.548395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 235d29c9-80d5-4a40-969c-7d5b8f9a9794 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:00.549034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.565226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Provisioning for port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:00.579649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=233626a5-054f-4bab-b393-aca2c4ec95b7,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:00.585026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:00.618843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 4142dd7a-d01c-43d8-8363-eb92297ddd9a owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:00.628088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Provisioning complete for port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:00.628526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.859965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.882551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f72d7b59-74bb-429c-a928-1e8df652370c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:00.958838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:00.980215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:00.984863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:01.008356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.012280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:01.032140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.052427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e0099042-96f8-487d-8297-28c1b5b9ff86 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2137 time: 0.6041751 Nov 25 11:27:01.059404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=4142dd7a-d01c-43d8-8363-eb92297ddd9a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:01.060346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Pushing event updated for resources: {'Port': ['ID=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:01.063040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:01.067712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:01.168728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Provisioning for port 235d29c9-80d5-4a40-969c-7d5b8f9a9794 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:01.177698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Provisioning complete for port 235d29c9-80d5-4a40-969c-7d5b8f9a9794 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:01.178082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.183786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 235d29c9-80d5-4a40-969c-7d5b8f9a9794 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:01.212347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port f72d7b59-74bb-429c-a928-1e8df652370c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:01.212851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.299772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Port 235d29c9-80d5-4a40-969c-7d5b8f9a9794 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:01.389968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4142dd7a-d01c-43d8-8363-eb92297ddd9a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:01.405522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.415621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.430565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 4142dd7a-d01c-43d8-8363-eb92297ddd9a {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:01.430922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4142dd7a-d01c-43d8-8363-eb92297ddd9a not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 11:27:01.431098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-31d3a65d-2a68-4d71-8238-88c88d34009c tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:01.465210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 4142dd7a-d01c-43d8-8363-eb92297ddd9a not found, will not notify nova. {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 11:27:01.465629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 233626a5-054f-4bab-b393-aca2c4ec95b7 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:01.520782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=235d29c9-80d5-4a40-969c-7d5b8f9a9794,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:01.558603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 233626a5-054f-4bab-b393-aca2c4ec95b7 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:01.558986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.582261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:01.607833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.638082 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/235d29c9-80d5-4a40-969c-7d5b8f9a9794 HTTP/1.1" status: 204 len: 168 time: 1.2610366 Nov 25 11:27:01.640975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40354) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:01.697469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40358) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:01.703264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782062935', 'description': 'tempest-secgroup-smoke-1782062935 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:01.715618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:01.721655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:01.725755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:01.738301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:01.750596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de294ea4-d4bd-4250-8eb7-9d38a2d56556 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:01.752069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de294ea4-d4bd-4250-8eb7-9d38a2d56556 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:01.752813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de294ea4-d4bd-4250-8eb7-9d38a2d56556 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:01.768694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de294ea4-d4bd-4250-8eb7-9d38a2d56556 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:01.770518 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de294ea4-d4bd-4250-8eb7-9d38a2d56556 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1276271 Nov 25 11:27:01.776485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40362) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:01.876381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.935600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b1f27622-22a4-4cb8-914a-f48fe1e396cc None None] Provisioning complete for port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:01.936367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b1f27622-22a4-4cb8-914a-f48fe1e396cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.940920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:01.947902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:01.951756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:01.981744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet d3e5195c-329e-4cdf-a44b-120fade5909e {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:01.985163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.022722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:02.051312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.174389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b1f27622-22a4-4cb8-914a-f48fe1e396cc None None] Could not find standard attr ID for object 235d29c9-80d5-4a40-969c-7d5b8f9a9794. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:02.186562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.187857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.195869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.202051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ad101d7c-37fe-46a8-a256-7607169eed4c tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:02.255031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602a5806-ba1e-4d24-acc1-e6ce753b6862,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:02.257808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:02.260580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.265037 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5635619 Nov 25 11:27:02.265037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40366) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:02.267543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.272688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ee3d7440-2b4f-4886-b0f1-d9f74deb9020 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:02.274031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '602a5806-ba1e-4d24-acc1-e6ce753b6862', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:02.282514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:02.286342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:02.289959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:02.293858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:02.301431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:02.309819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e5195c-329e-4cdf-a44b-120fade5909e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:02.312572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:02.315313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.323001 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c72c3-5c38-4bbc-abab-b90182d6e757 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:02.329363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d3e5195c-329e-4cdf-a44b-120fade5909e HTTP/1.1" status: 204 len: 168 time: 0.5516899 Nov 25 11:27:02.331675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40370) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:02.405318 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d1e623ec-a680-4a61-a08c-b0f16882ddcc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715506 Nov 25 11:27:02.407789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40374) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:02.414477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:02.433507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.524030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.530637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:02.535213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.535385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:02.539267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:02.543504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3a9b57e6-989a-4b94-a434-1ca1761a63e6 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:02.546814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:02.559933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:02.565092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.569835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a257e0-cc77-4ab6-bab3-80cd4d5879c1,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:02.572526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:02.580367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:02.586414 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7047675 Nov 25 11:27:02.587786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.591340 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3229411 Nov 25 11:27:02.591340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40378) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:02.591565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40382) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:02.597379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '602a5806-ba1e-4d24-acc1-e6ce753b6862', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:02.636764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:02.639662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:02.641641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Deleting port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:02.642276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.649842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:02.654265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:02.667816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:02.718580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.858685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:02.939769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:02.940133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.983585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet 3b58537b-cd44-4e33-9782-9070c0db0a07 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:02.989120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.995897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:27:03.036813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.048253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.058734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e6985dc-b977-4468-bd76-375c2dd8ddab tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:03.066431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Calling delete_port for 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:03.076569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.127870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b941f3d-1867-4607-b71c-162c45f323c0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:03.130061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:03.144688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.146037 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5534513 Nov 25 11:27:03.148852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40386) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:03.156512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '602a5806-ba1e-4d24-acc1-e6ce753b6862', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:03.157685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.165681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:03.172844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:03.178807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:03.190412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.190949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:03.219446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.224612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:03.224982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:03.226348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:03.228813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.231050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.232903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:03.244249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:03.244563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:03.297881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,revision_number=9']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:03.301728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:03.337690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.340652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.342669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4a7c622a-c9a1-4d7c-8115-d80b4b38d2fa tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:03.353541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.367423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f46b27-2899-417c-bc09-790c2ac620d6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:03.373184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:03.374179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43eeb46e-5744-483e-a8b1-f20113d0c9e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:03.418701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=3b58537b-cd44-4e33-9782-9070c0db0a07,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:03.422387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:03.423255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.425270 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/3b58537b-cd44-4e33-9782-9070c0db0a07 HTTP/1.1" status: 204 len: 168 time: 0.8350027 Nov 25 11:27:03.426714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.427866 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2780867 Nov 25 11:27:03.428466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:03.430858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40394) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:03.433517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcc538-fbfc-465c-86a7-849a67546ffb None None] Network da9feba1-3f01-4911-bf5e-29198c7a8f11 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:03.436605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '602a5806-ba1e-4d24-acc1-e6ce753b6862', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:03.546022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:03.550254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:03.553312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:03.559007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:03.566264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.577567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.578674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 2baa4031-ca0c-4acf-a099-7bc83b52abee {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:03.579046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.644015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.649000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.654882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0d83b1ee-2119-4d34-96a7-38a8fad23686 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:03.676637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5421f14e-5270-4d9d-ae89-241e4487893c,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:03.679379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:03.690263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.691522 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2595670 Nov 25 11:27:03.694804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40398) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:03.700780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '602a5806-ba1e-4d24-acc1-e6ce753b6862', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:03.704323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] DHCP port deletion for da9feba1-3f01-4911-bf5e-29198c7a8f11 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:03.709164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:03.709531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Deleting port 2baa4031-ca0c-4acf-a099-7bc83b52abee {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:03.710580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.713317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:03.716642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:03.722537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:03.732935 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:27:03.737503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Deleting port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:03.738239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.739327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.800955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 2baa4031-ca0c-4acf-a099-7bc83b52abee, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2baa4031-ca0c-4acf-a099-7bc83b52abee,segment=NetworkSegment(7bfd69dc-d123-465f-8ec2-484a082083bc),segment_id=7bfd69dc-d123-465f-8ec2-484a082083bc)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:03.802044 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.832011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.901102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.909763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.924030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dc3efa38-0a8d-44d9-a199-0b122542de80 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:03.933218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 2baa4031-ca0c-4acf-a099-7bc83b52abee owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:03.955523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6aab52-dc5b-4b9e-bfb8-8eb22ee73eb5,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:03.958144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:03.985649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:03.986840 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2911294 Nov 25 11:27:03.991511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40402) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:03.998610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '602a5806-ba1e-4d24-acc1-e6ce753b6862', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:04.021890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.025978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:04.054363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:04.062183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:04.067627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:04.068313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7931d9fd-e1d6-4965-913b-9420dfe14464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.070179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=2baa4031-ca0c-4acf-a099-7bc83b52abee,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:04.074693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:04.077121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No DVR routers for this DVR port 2baa4031-ca0c-4acf-a099-7bc83b52abee on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:04.085581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:04.090059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] For port 2baa4031-ca0c-4acf-a099-7bc83b52abee, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2baa4031-ca0c-4acf-a099-7bc83b52abee,segment=NetworkSegment(7bfd69dc-d123-465f-8ec2-484a082083bc),segment_id=7bfd69dc-d123-465f-8ec2-484a082083bc)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:04.090240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.123568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:27:04.137269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.144748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:04.206595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.214428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.214686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.215250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.220785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:04.243932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9feba1-3f01-4911-bf5e-29198c7a8f11']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:04.257971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfd69dc-d123-465f-8ec2-484a082083bc') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:04.258487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfd69dc-d123-465f-8ec2-484a082083bc') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:04.273189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.277481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Calling delete_port for 2baa4031-ca0c-4acf-a099-7bc83b52abee owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:04.280038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.292426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.293605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.299706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:27:04.300231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.318913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:04.323163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:04.323715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.324613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:27:04.327056 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:27:04.329855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:04.329855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.353098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,revision_number=10']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:04.360760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:04.361971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b7fcf0c8-63a3-4c3e-a580-a5c9fdefd410 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:04.397338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.408285 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4069161 Nov 25 11:27:04.408285 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9909096 Nov 25 11:27:04.408285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40406) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:04.415155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:9d:56:64', 'name': 'tempest-NetworksTestDHCPv6-1107751211'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:04.427603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.434039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.436947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ffa209ec-a831-4d3b-82b8-842511ac8026 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:04.456636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.470764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=da9feba1-3f01-4911-bf5e-29198c7a8f11,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:04.471371 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Calling delete_port for 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:04.494077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:04.511216 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/da9feba1-3f01-4911-bf5e-29198c7a8f11 HTTP/1.1" status: 204 len: 168 time: 1.0816247 Nov 25 11:27:04.514327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40416) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:04.560306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:04.560905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:04.581996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:04.582521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:04.682536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=0bd07055-c941-458b-afd6-1d92c4af6305,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:04.692784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:04.694337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0b5f6032-e9c5-40e7-ab6c-68b76d461700 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:04.726150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2baa4031-ca0c-4acf-a099-7bc83b52abee no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:04.743426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6ca711-78ec-43b7-8782-09f0913efcf5,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:04.752925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:04.759032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 2baa4031-ca0c-4acf-a099-7bc83b52abee {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:04.759383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2baa4031-ca0c-4acf-a099-7bc83b52abee not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:04.763029 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-0c79ca1f-c1aa-4f99-a9b2-5e04a28bd2b6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782062935&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.1765199 Nov 25 11:27:04.766252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:04.773051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:04.793396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:04.802398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:04.873563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:04.877339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.950235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 871cc49d-bbec-41a1-811b-26bfdd394824 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:05.018672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-41d7f7fa-8f9f-4a3e-aeb6-e4a433d1ed8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:05.020128 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-41d7f7fa-8f9f-4a3e-aeb6-e4a433d1ed8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 796 time: 0.2491114 Nov 25 11:27:05.062400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Deleting port 2baa4031-ca0c-4acf-a099-7bc83b52abee {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:05.062782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:05.123339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0dd73a80-9ab9-45c8-b71f-6786994829ac None None] The port '2baa4031-ca0c-4acf-a099-7bc83b52abee' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:27:05.168125 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-bec097fb-c078-4bb6-950c-13cd7e318c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0939593 Nov 25 11:27:05.400385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe9d:5664 (be5ac70f-953b-423d-8366-53ff314b8313/0bd07055-c941-458b-afd6-1d92c4af6305/871cc49d-bbec-41a1-811b-26bfdd394824) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:05.484018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-56bf890b-9ee6-4276-9616-fb20a6ebe4f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:05.547501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Deleting port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:05.548024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:05.584633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-56bf890b-9ee6-4276-9616-fb20a6ebe4f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:05.585870 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-56bf890b-9ee6-4276-9616-fb20a6ebe4f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4096751 Nov 25 11:27:05.593153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:05.769437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] For port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:05.770422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:05.890241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Calling delete_port for 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:05.892845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:05.924123 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-a0a60477-a8e3-457f-b0c6-343278a5b6b2 service neutron] 10.222.0.41 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774498 Nov 25 11:27:05.928590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 871cc49d-bbec-41a1-811b-26bfdd394824 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:06.022184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.026343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f32a21af-4362-4440-a9cc-2830b6754941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:06.056787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.068217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Pushing event deleted for resources: {'Port': ['ID=49ddfcc5-7eb1-4bd5-9460-3c59afb4103b,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:06.070858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:06.095684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0ab00799-c7d0-422d-93b7-334c4284bcdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:06.140294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] No DVR routers for this DVR port 49ddfcc5-7eb1-4bd5-9460-3c59afb4103b on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:06.155085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d84e90-6963-4d2a-8aab-abf22055122e None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:06.214188 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-07fbaa1c-bdf7-43c8-bf4a-538ecb081c74 service neutron] 10.222.0.41 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756114 Nov 25 11:27:06.220956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:06.222219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=871cc49d-bbec-41a1-811b-26bfdd394824,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:06.226168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:06.228881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:06.275159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-36bc0846-bba6-4ec7-b485-2ad2a5f52127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.276790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:06.280746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:06.281335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.434901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '0bd07055-c941-458b-afd6-1d92c4af6305'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:27:06.435875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.459741 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0538409 Nov 25 11:27:06.460766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:06.464421 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8898aa26-ac51-4af2-9cf8-ae580644f35b req-aa81a6fb-4cc6-4737-b00b-87457ef98414 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 210 time: 0.0538840 Nov 25 11:27:06.564768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc5657-683c-43b2-9ed9-f837865e5d39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:06.565646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cbbc5657-683c-43b2-9ed9-f837865e5d39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:06.589013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cbbc5657-683c-43b2-9ed9-f837865e5d39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:06.590856 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbbc5657-683c-43b2-9ed9-f837865e5d39 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1285770 Nov 25 11:27:06.593532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40434) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:06.642988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Allocated IP 2001:db8::f816:3eff:fe32:b38f (be5ac70f-953b-423d-8366-53ff314b8313/0bd07055-c941-458b-afd6-1d92c4af6305/dc2d820f-1c23-48f1-a333-2ef8b0712109) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:06.665734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 871cc49d-bbec-41a1-811b-26bfdd394824 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:06.666213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.788710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 49e563d4-4b02-4cef-a866-35d9ed101cbd {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:06.789059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.948971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.962876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Transition to ACTIVE for port object dc2d820f-1c23-48f1-a333-2ef8b0712109 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:06.986027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Transition to ACTIVE for port object dc2d820f-1c23-48f1-a333-2ef8b0712109 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:06.993272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.999037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:07.021974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 49e563d4-4b02-4cef-a866-35d9ed101cbd, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=49e563d4-4b02-4cef-a866-35d9ed101cbd,segment=NetworkSegment(769d2cdf-6538-497b-8a28-26189408113b),segment_id=769d2cdf-6538-497b-8a28-26189408113b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:07.022327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.061123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:07.064205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:07.073021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:07.083512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Pushing event updated for resources: {'Port': ['ID=dc2d820f-1c23-48f1-a333-2ef8b0712109,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:07.103459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.112760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:07.168088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Attempting to bind port dc2d820f-1c23-48f1-a333-2ef8b0712109 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:07.168548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Attempting to bind port dc2d820f-1c23-48f1-a333-2ef8b0712109 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:07.168977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Attempting to bind port dc2d820f-1c23-48f1-a333-2ef8b0712109 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:07.176821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:07.177232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:07.177708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.178165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:07.178716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Bound port: dc2d820f-1c23-48f1-a333-2ef8b0712109, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:07.179160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.231182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 871cc49d-bbec-41a1-811b-26bfdd394824 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:07.274282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] For port dc2d820f-1c23-48f1-a333-2ef8b0712109, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:07.277737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] For port dc2d820f-1c23-48f1-a333-2ef8b0712109, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dc2d820f-1c23-48f1-a333-2ef8b0712109,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:07.282708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.286465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 49e563d4-4b02-4cef-a866-35d9ed101cbd owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:07.287530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:07.364448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.377887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Pushing event updated for resources: {'Port': ['ID=dc2d820f-1c23-48f1-a333-2ef8b0712109,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:07.383507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:07.388588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.397001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2db8c650-e301-4848-9a82-f440f9abe37d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:07.441324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=871cc49d-bbec-41a1-811b-26bfdd394824,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:07.454414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:07.519598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.526268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-45e1ec33-e7c0-4619-bce5-b8515a4ab870 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:07.553848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:07.570004 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/871cc49d-bbec-41a1-811b-26bfdd394824 HTTP/1.1" status: 204 len: 168 time: 0.9746566 Nov 25 11:27:07.572436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40442) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:07.577865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=49e563d4-4b02-4cef-a866-35d9ed101cbd,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:07.581158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:07.734783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f5c024-c4e5-4c5b-8315-6feee3676353 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:07.736483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f5c024-c4e5-4c5b-8315-6feee3676353 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:07.741623 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83f5c024-c4e5-4c5b-8315-6feee3676353 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1676493 Nov 25 11:27:07.741922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:07.812724 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9be2a7e-9813-4789-b9f6-d29e06f2cbf7 req-a36a9b27-0307-48e9-abd2-f922321d1be1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 210 time: 0.0523860 Nov 25 11:27:07.994538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 0bd07055-c941-458b-afd6-1d92c4af6305 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:07.997569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.034649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-e171409d-22fa-4e61-abd3-83acbb335d85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:08.036680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-e171409d-22fa-4e61-abd3-83acbb335d85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 796 time: 0.4606061 Nov 25 11:27:08.060341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.101673 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-46088ab4-3b66-4198-98e2-99ddb3bb1a44 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 380 time: 0.0495019 Nov 25 11:27:08.117034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['602a5806-ba1e-4d24-acc1-e6ce753b6862']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:08.138812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.218025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.222556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28c1a3ce-8e6e-4b11-9fcc-9789a0835b04 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:08.239523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.260805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd07055-c941-458b-afd6-1d92c4af6305,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:08.264854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:08.267692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.277746 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/0bd07055-c941-458b-afd6-1d92c4af6305 HTTP/1.1" status: 204 len: 168 time: 0.5348167 Nov 25 11:27:08.280140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:08.323330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:08.350141 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cec0c0a5-54b1-4771-8f94-bd583d9a49e3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688276 Nov 25 11:27:08.352447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:08.392974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:08.409418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:08.412980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.432221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734af0cf-baac-4b24-85a0-af9c049531de tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:08.432644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-734af0cf-baac-4b24-85a0-af9c049531de tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:08.449330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-734af0cf-baac-4b24-85a0-af9c049531de tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:08.450864 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-734af0cf-baac-4b24-85a0-af9c049531de tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0974855 Nov 25 11:27:08.453271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40458) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:08.521593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce4585-ed33-4adb-8000-38c4e97791c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:08.522445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-99ce4585-ed33-4adb-8000-38c4e97791c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:08.539877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-99ce4585-ed33-4adb-8000-38c4e97791c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:08.541363 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-99ce4585-ed33-4adb-8000-38c4e97791c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0870888 Nov 25 11:27:08.543826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40462) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:08.617031 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-950bcecf-6f98-46c0-8901-d1619dbce631 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716858 Nov 25 11:27:08.621118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:08.628432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:08.742142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.10 (a5586763-511f-4e38-a802-c7689c3c4db8/deb09793-f4b7-4392-a5f3-b9acba76d61e/77893245-7ca8-47e7-b197-168a155bbced) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:08.751227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:08.763212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:08.775633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:08.781578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.815740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:08.882344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14210540-edf5-419e-8f49-12c31dbaeb3f None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:09.000816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dc2d820f-1c23-48f1-a333-2ef8b0712109 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:09.097733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-73718637-50a6-4141-a315-929b5e97388b None None] Could not find standard attr ID for object 871cc49d-bbec-41a1-811b-26bfdd394824. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:09.105185 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6b8f57d2-545a-479b-9aa7-95fd340f7afb req-cdc8ea4e-1a22-4bf1-a1da-9ea9e0919c3e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 210 time: 0.0793178 Nov 25 11:27:09.138536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-73718637-50a6-4141-a315-929b5e97388b None None] Provisioning for port dc2d820f-1c23-48f1-a333-2ef8b0712109 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:09.170225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:09.194125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.197314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:09.198749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:09.199946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1517382-6cac-45f7-baf0-f2b173b57db4 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:09.262275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.263597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port dc2d820f-1c23-48f1-a333-2ef8b0712109 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:09.283179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 77893245-7ca8-47e7-b197-168a155bbced will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:09.293912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:09.297046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:09.299491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=d2867072-ef58-445c-afc1-320348a412a3,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:09.303137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:09.303295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:09.303718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.310339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:09.325621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:09.336801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7120612 Nov 25 11:27:09.337024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port dc2d820f-1c23-48f1-a333-2ef8b0712109 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:09.337024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.337241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40472) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:09.342658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:9d:bc:6d', 'name': 'tempest-NetworksTestDHCPv6-1114205101'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:09.364969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Deleting port dc2d820f-1c23-48f1-a333-2ef8b0712109 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:09.365480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.385137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.444058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9cfe7cde-cbbe-483c-a167-8874bb96b520 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:09.496342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:09.507606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:09.510073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:09.519339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:09.525490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.526592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a5586763-511f-4e38-a802-c7689c3c4db8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:09.535949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:09.555795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:09.561924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port a8fb0d45-8676-4839-b6f7-3c2df61abf3a yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:09.585685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=77893245-7ca8-47e7-b197-168a155bbced,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:09.589444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:09.643512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:09.644459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.684185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:09.687492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5747926 Nov 25 11:27:09.691540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1686749 Nov 25 11:27:09.694329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40476) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:09.701309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Request body: {'port': {'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:09.751362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::17 (be5ac70f-953b-423d-8366-53ff314b8313/d2867072-ef58-445c-afc1-320348a412a3/a8fb0d45-8676-4839-b6f7-3c2df61abf3a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:09.887420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.953564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.972071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:09.993303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object a8fb0d45-8676-4839-b6f7-3c2df61abf3a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:10.010711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] For port dc2d820f-1c23-48f1-a333-2ef8b0712109, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dc2d820f-1c23-48f1-a333-2ef8b0712109,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:10.011121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.021601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.027831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-afc830dc-3cf6-42c4-97fd-c7d8addb941d tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:10.062952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet 0133b9a2-4a42-4e05-b268-3587ad526856 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:10.067678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.101038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port dc2d820f-1c23-48f1-a333-2ef8b0712109, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dc2d820f-1c23-48f1-a333-2ef8b0712109,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:10.102456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:10.105995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:10.111446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:10.115719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:10.116443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.120507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=a8fb0d45-8676-4839-b6f7-3c2df61abf3a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:10.124539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:10.149958 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8095925 Nov 25 11:27:10.150265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:10.165397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7a67ac93-ad51-4f58-9c2c-72ad8d87beb8 None None] Provisioning for port 77893245-7ca8-47e7-b197-168a155bbced completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:10.179445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Calling delete_port for dc2d820f-1c23-48f1-a333-2ef8b0712109 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:10.188192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.216333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7a67ac93-ad51-4f58-9c2c-72ad8d87beb8 None None] Provisioning complete for port 77893245-7ca8-47e7-b197-168a155bbced triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:10.216333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a67ac93-ad51-4f58-9c2c-72ad8d87beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.236191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35958ae4-0d32-4735-a2f4-615d22b66f0f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:10.240759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35958ae4-0d32-4735-a2f4-615d22b66f0f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:10.241538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-35958ae4-0d32-4735-a2f4-615d22b66f0f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:10.252208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.272209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-35958ae4-0d32-4735-a2f4-615d22b66f0f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:10.275794 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-35958ae4-0d32-4735-a2f4-615d22b66f0f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1221676 Nov 25 11:27:10.275925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f91b5429-305b-4b00-8dd4-cdafffdcc9b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:10.276595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40486) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:10.355545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port a8fb0d45-8676-4839-b6f7-3c2df61abf3a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:10.355970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.401173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-7a67ac93-ad51-4f58-9c2c-72ad8d87beb8 None None] Port 77893245-7ca8-47e7-b197-168a155bbced cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:10.450877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:10.451357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:10.464976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=dc2d820f-1c23-48f1-a333-2ef8b0712109,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:10.468713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:10.499992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:07Z', 'revision_number': 9, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:10.505559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:10.517833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:10.518470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:10.573076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.623002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.665129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db79f83-4d02-44fe-9429-4c54560b8030 req-4fe37117-1ed0-4bb4-9d6a-1a705cc85641 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:10.666290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-6db79f83-4d02-44fe-9429-4c54560b8030 req-4fe37117-1ed0-4bb4-9d6a-1a705cc85641 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:10.696554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:10.741441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77893245-7ca8-47e7-b197-168a155bbced {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:27:10.753007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-6db79f83-4d02-44fe-9429-4c54560b8030 req-4fe37117-1ed0-4bb4-9d6a-1a705cc85641 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:10.755180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6db79f83-4d02-44fe-9429-4c54560b8030 req-4fe37117-1ed0-4bb4-9d6a-1a705cc85641 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 932 time: 0.4175627 Nov 25 11:27:10.757203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.759918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for a8fb0d45-8676-4839-b6f7-3c2df61abf3a owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:10.760727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.769427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6d50c5fa-9e9f-4869-84a1-cb71d605ff27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:10.771043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dc2d820f-1c23-48f1-a333-2ef8b0712109 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:10.828954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=0133b9a2-4a42-4e05-b268-3587ad526856,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:10.836497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:10.841857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Transition to ACTIVE for port object 77893245-7ca8-47e7-b197-168a155bbced will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:10.846192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.858880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:10.864843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0fbcaee-c84f-4a50-8e3a-775ee9aefe7a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:10.882957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845c0ad-6831-48f3-a61a-0a45175794ce None None] Network 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:10.901163 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/0133b9a2-4a42-4e05-b268-3587ad526856 HTTP/1.1" status: 204 len: 168 time: 1.2031488 Nov 25 11:27:10.901430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40490) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:10.936634 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6db79f83-4d02-44fe-9429-4c54560b8030 req-e65e0ec4-d78d-4acb-b3e6-8188b37827d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376703 Nov 25 11:27:10.996970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.018922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-56947b34-5652-48f4-ad89-0c37188a1660 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:11.030498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Pushing event updated for resources: {'Port': ['ID=77893245-7ca8-47e7-b197-168a155bbced,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:11.033471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:11.065289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Deleting port dc2d820f-1c23-48f1-a333-2ef8b0712109 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:11.065904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.161636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Attempting to bind port 77893245-7ca8-47e7-b197-168a155bbced on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:11.162046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Attempting to bind port 77893245-7ca8-47e7-b197-168a155bbced by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:11.162534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Attempting to bind port 77893245-7ca8-47e7-b197-168a155bbced on network a5586763-511f-4e38-a802-c7689c3c4db8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:11.168910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Port 77893245-7ca8-47e7-b197-168a155bbced on network a5586763-511f-4e38-a802-c7689c3c4db8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:27:11.169255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Attempting to bind port 77893245-7ca8-47e7-b197-168a155bbced on network a5586763-511f-4e38-a802-c7689c3c4db8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:11.177865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:11.178265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Checking segment: {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:11.178765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Bound using segment: {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:11.179494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Bound port: 77893245-7ca8-47e7-b197-168a155bbced, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:11.179899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.197896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=a8fb0d45-8676-4839-b6f7-3c2df61abf3a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:11.200350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:11.255437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.261144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.270234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] For port 77893245-7ca8-47e7-b197-168a155bbced, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:11.273604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] For port 77893245-7ca8-47e7-b197-168a155bbced, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=77893245-7ca8-47e7-b197-168a155bbced,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:11.281728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.282117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 9b71afb6-d883-43db-8025-481e40180f79 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:11.282499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.294099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:11.314578 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/a8fb0d45-8676-4839-b6f7-3c2df61abf3a HTTP/1.1" status: 204 len: 168 time: 1.0354605 Nov 25 11:27:11.318693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40494) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:11.346048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.348629 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] 10.222.0.48 "PUT /v2.0/ports/77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 200 len: 1094 time: 1.6508980 Nov 25 11:27:11.349285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'tag': '77893245-7ca8-47e7-b197-168a155bbced'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:27:11.452502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.456665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'tag': '77893245-7ca8-47e7-b197-168a155bbced', 'status': 'completed', 'code': 200} Nov 25 11:27:11.459893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e53648-0bd5-45e6-91e6-c5e53d82e735 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:11.462429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e53648-0bd5-45e6-91e6-c5e53d82e735 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:11.462429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46e53648-0bd5-45e6-91e6-c5e53d82e735 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:11.491476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Pushing event updated for resources: {'Port': ['ID=77893245-7ca8-47e7-b197-168a155bbced,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:11.496433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:11.523407 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-0e5fdd2f-2765-4679-aa9b-dad9515723ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1097 time: 0.1204607 Nov 25 11:27:11.553642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46e53648-0bd5-45e6-91e6-c5e53d82e735 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:11.557277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46e53648-0bd5-45e6-91e6-c5e53d82e735 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2352405 Nov 25 11:27:11.604171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:11.621195 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-748cd99f-66dc-4762-b9f6-ea9f64261a34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 200 len: 217 time: 0.0891378 Nov 25 11:27:11.659228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port dc2d820f-1c23-48f1-a333-2ef8b0712109, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dc2d820f-1c23-48f1-a333-2ef8b0712109,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:11.683240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.688356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:11.690087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-e2752ee4-9420-42a4-b7fa-e3f0cf86184b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:11.691287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 9b71afb6-d883-43db-8025-481e40180f79, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9b71afb6-d883-43db-8025-481e40180f79,segment=NetworkSegment(769d2cdf-6538-497b-8a28-26189408113b),segment_id=769d2cdf-6538-497b-8a28-26189408113b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:11.692883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.693043 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-e2752ee4-9420-42a4-b7fa-e3f0cf86184b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb09793-f4b7-4392-a5f3-b9acba76d61e HTTP/1.1" status: 200 len: 834 time: 0.0645678 Nov 25 11:27:11.771296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-d68c5df6-236b-4872-8cc3-add1f483b12f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5586763-511f-4e38-a802-c7689c3c4db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726640 Nov 25 11:27:11.806483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] For port dc2d820f-1c23-48f1-a333-2ef8b0712109, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dc2d820f-1c23-48f1-a333-2ef8b0712109,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:11.807044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.819843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:07Z', 'revision_number': 9, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:11.821607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet d2867072-ef58-445c-afc1-320348a412a3 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:11.833572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 9b71afb6-d883-43db-8025-481e40180f79 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:11.861289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.884121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=dc2d820f-1c23-48f1-a333-2ef8b0712109,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:11.886983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e58a2-ab4f-4000-a318-f48cf8d33931 None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:07Z', 'revision_number': 9, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:11.889798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:11.938251 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-1503033c-ae78-459e-994f-7f35ccfdc02e service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602392 Nov 25 11:27:11.938614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:11.950855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546b5e9-95a6-44eb-8d72-5aca47de6053 None None] DHCP port deletion for 6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:11.958802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Calling delete_port for dc2d820f-1c23-48f1-a333-2ef8b0712109 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:11.998406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2546b5e9-95a6-44eb-8d72-5aca47de6053 None None] Deleting port 9b71afb6-d883-43db-8025-481e40180f79 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:11.998982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2546b5e9-95a6-44eb-8d72-5aca47de6053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.021016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.026004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.057145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8d52daab-1b48-4aae-9420-26f5a5c065b3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:12.084040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2546b5e9-95a6-44eb-8d72-5aca47de6053 None None] The port '9b71afb6-d883-43db-8025-481e40180f79' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:27:12.103889 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef79e021-8f51-4ec2-a4a4-2699d8f9306a req-93300739-cda1-4a41-b599-9c6abef2940f service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588783 Nov 25 11:27:12.109000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=9b71afb6-d883-43db-8025-481e40180f79,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:12.112033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:12.120520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No DVR routers for this DVR port 9b71afb6-d883-43db-8025-481e40180f79 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:12.131126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:12.131481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:12.254372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e3e38-16a7-43c0-a80d-540a9fa8313c req-057c91e8-742f-4616-8471-c8a4063d886b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:12.255823 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f39e3e38-16a7-43c0-a80d-540a9fa8313c req-057c91e8-742f-4616-8471-c8a4063d886b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 944 time: 0.1277499 Nov 25 11:27:12.270336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.293820 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-b0199f53-5aaa-4162-8102-b507e1cb9572 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1097 time: 0.1261604 Nov 25 11:27:12.300638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.305548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:12.313051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2b2b26e4-3923-438e-8a40-042c9e864d31 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:12.351885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=d2867072-ef58-445c-afc1-320348a412a3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:12.354370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:12.357705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769d2cdf-6538-497b-8a28-26189408113b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:12.358002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769d2cdf-6538-497b-8a28-26189408113b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:12.370333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.376818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.387890 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f39e3e38-16a7-43c0-a80d-540a9fa8313c req-85f52614-a110-4291-907a-9ba082728001 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223755 Nov 25 11:27:12.399760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.405453 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d2867072-ef58-445c-afc1-320348a412a3 HTTP/1.1" status: 204 len: 168 time: 0.8001640 Nov 25 11:27:12.408148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:27:12.408409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40506) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:12.408536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:27:12.424357 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:27:12.501031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:12.501232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0a5fbb22-46f0-4276-a257-88ce9cc47f65 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916605 Nov 25 11:27:12.509535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-e7ab696d-5909-43b9-b6d4-5f3051f7e846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:12.511123 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-e7ab696d-5909-43b9-b6d4-5f3051f7e846 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 897 time: 0.2097585 Nov 25 11:27:12.544104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.553328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8f328a30-b230-4140-ae26-42b7f3eb8f0b tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:12.575633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.592786 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6 HTTP/1.1" status: 204 len: 168 time: 1.6879461 Nov 25 11:27:12.594259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40514) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:12.598536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=6dd2dbfa-4be7-4cc5-bc98-9c618ceeb6c6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:12.603068 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82868235-4fb3-46bb-8113-145882364993 None None] Sync routers for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:12.623332 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:12.623857 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:12.679983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Deleting port dc2d820f-1c23-48f1-a333-2ef8b0712109 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:12.680388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:12.689662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:12.715555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-da2293c8-c90a-4467-8fe9-4b95e7265e30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 200 len: 217 time: 0.1968932 Nov 25 11:27:12.804850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:12.807238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6953e163-e272-4dc4-be6c-c8a16bc3db9c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:12.807541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4142dd7a-d01c-43d8-8363-eb92297ddd9a no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:12.807941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6953e163-e272-4dc4-be6c-c8a16bc3db9c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:12.810996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-f859c2ab-7fe0-470c-ac76-b247c9dc0f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:12.813097 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-f859c2ab-7fe0-470c-ac76-b247c9dc0f57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb09793-f4b7-4392-a5f3-b9acba76d61e HTTP/1.1" status: 200 len: 834 time: 0.0886378 Nov 25 11:27:12.815264 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:12.847134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6953e163-e272-4dc4-be6c-c8a16bc3db9c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:12.848354 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6953e163-e272-4dc4-be6c-c8a16bc3db9c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3463120 Nov 25 11:27:12.850969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:12.852959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 4142dd7a-d01c-43d8-8363-eb92297ddd9a {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:12.853414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4142dd7a-d01c-43d8-8363-eb92297ddd9a not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:12.853846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b71afb6-d883-43db-8025-481e40180f79 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:12.910975 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-8962976c-4f86-42cf-b930-a6d528b9c3ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5586763-511f-4e38-a802-c7689c3c4db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903871 Nov 25 11:27:12.925013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 9b71afb6-d883-43db-8025-481e40180f79 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:12.925362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b71afb6-d883-43db-8025-481e40180f79 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:12.926351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 49e563d4-4b02-4cef-a866-35d9ed101cbd no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:12.973244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 49e563d4-4b02-4cef-a866-35d9ed101cbd {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:12.973638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 49e563d4-4b02-4cef-a866-35d9ed101cbd not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:12.977222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:12.977864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:13.093863 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-9fb4b50c-92d1-4564-a4a7-083d13b60d62 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661246 Nov 25 11:27:13.178613 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:57Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:26:57Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:13.184343 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82868235-4fb3-46bb-8113-145882364993 None None] Checking router: 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:13.185139 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82868235-4fb3-46bb-8113-145882364993 None None] Updating router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:27:13.201508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926d657-c03b-4165-8636-8e451bacaf60 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:13.202179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5926d657-c03b-4165-8636-8e451bacaf60 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:13.236714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] For port dc2d820f-1c23-48f1-a333-2ef8b0712109, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dc2d820f-1c23-48f1-a333-2ef8b0712109,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:13.237333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:13.240089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5926d657-c03b-4165-8636-8e451bacaf60 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:13.243484 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5926d657-c03b-4165-8636-8e451bacaf60 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3894758 Nov 25 11:27:13.244851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40522) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:13.251767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:13.257466 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-82868235-4fb3-46bb-8113-145882364993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:13.261148 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2d99347b-fa4b-4025-a262-c27907cce7c3 req-6480e8c1-d919-45da-9bce-472155747e6b service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601174 Nov 25 11:27:13.334888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c98ac309-716c-423a-b1bd-566250d5833d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843165 Nov 25 11:27:13.335344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40526) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:13.342312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:13.351294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:13.457010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:13.464639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Calling delete_port for dc2d820f-1c23-48f1-a333-2ef8b0712109 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:13.468465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:13.502880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:13.700911 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-82868235-4fb3-46bb-8113-145882364993 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:13.716314 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-82868235-4fb3-46bb-8113-145882364993 None None] Transition to ACTIVE for port object 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:13.719472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:13.729772 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-82868235-4fb3-46bb-8113-145882364993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:13.735210 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-6ca689a1-0ffe-438f-bcf4-3ec42f2f8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:13.779688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:13.787228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-09dc0699-329c-4f6b-8ee9-5a4e22cdd2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:13.814708 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f7520-5001-4eeb-986a-fe0410840025 None None] Pushing event updated for resources: {'Port': ['ID=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:13.819866 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-407f7520-5001-4eeb-986a-fe0410840025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:13.844499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Pushing event deleted for resources: {'Port': ['ID=dc2d820f-1c23-48f1-a333-2ef8b0712109,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:13.846766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:13.858048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] No DVR routers for this DVR port dc2d820f-1c23-48f1-a333-2ef8b0712109 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:13.892846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe4fe4-e702-4499-a01f-238fa6aee51a None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:14.066021 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-82868235-4fb3-46bb-8113-145882364993 None None] Attempting to bind port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:14.067150 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-82868235-4fb3-46bb-8113-145882364993 None None] Attempting to bind port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:14.067915 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82868235-4fb3-46bb-8113-145882364993 None None] Attempting to bind port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d on network a5586763-511f-4e38-a802-c7689c3c4db8 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:14.076217 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82868235-4fb3-46bb-8113-145882364993 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:14.076589 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82868235-4fb3-46bb-8113-145882364993 None None] Checking segment: {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:14.076985 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-82868235-4fb3-46bb-8113-145882364993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.077373 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82868235-4fb3-46bb-8113-145882364993 None None] Bound using segment: {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:14.078017 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-82868235-4fb3-46bb-8113-145882364993 None None] Bound port: 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:14.078405 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-82868235-4fb3-46bb-8113-145882364993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.092147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fbd3a-d535-4e30-8661-62691f50e928 req-42748749-f762-4cff-89fb-ff1ef60637b0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:14.093626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-563fbd3a-d535-4e30-8661-62691f50e928 req-42748749-f762-4cff-89fb-ff1ef60637b0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 944 time: 0.4079671 Nov 25 11:27:14.172597 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-563fbd3a-d535-4e30-8661-62691f50e928 req-366503f8-52c0-4bdc-babc-b7f324ef197f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728147 Nov 25 11:27:14.202397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 7d9e2114-046a-4f03-b8d2-ae04644bb898 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:14.202905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.204414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:07Z', 'revision_number': 9, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:14.215737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '39f89771-448e-4647-b484-d3ca28e844ce'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:27:14.216914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.226991 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-82868235-4fb3-46bb-8113-145882364993 None None] For port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:14.230155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:14.232349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-82868235-4fb3-46bb-8113-145882364993 None None] For port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:14.233663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:27:14.235890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.241672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-17c20680-b72e-4d7a-9422-1e4034ae7674 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:14.242417 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-82868235-4fb3-46bb-8113-145882364993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.248084 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a542431e-2550-4f0b-a567-b413e6ba729d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:14.296664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:14.300783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:14.309491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:14.309491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:14.310158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:14.310306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.343008 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0063577 Nov 25 11:27:14.346517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=39f89771-448e-4647-b484-d3ca28e844ce,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:14.350078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40532) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:14.350899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:14.358573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:14.397998 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f7520-5001-4eeb-986a-fe0410840025 None None] Pushing event updated for resources: {'Port': ['ID=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:14.407033 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:14.407724 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:14.466399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 7d9e2114-046a-4f03-b8d2-ae04644bb898, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=7d9e2114-046a-4f03-b8d2-ae04644bb898,segment=NetworkSegment(9305ab0c-22f0-41b1-9e49-576d5141e65b),segment_id=9305ab0c-22f0-41b1-9e49-576d5141e65b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:14.466785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.505661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:14.509864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:14.510035 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-407f7520-5001-4eeb-986a-fe0410840025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:14.513085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:14.519123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:14.532310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:14.536914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.641941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 7d9e2114-046a-4f03-b8d2-ae04644bb898 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:14.697748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:14.699873 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:14.720884 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.ipam_backend_mixin [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39f89771-448e-4647-b484-d3ca28e844ce (CIDR: 2001:db8::/64) Nov 25 11:27:14.727409 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:27:14.728062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:14.751497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Allocated IP 2001:db8::f816:3eff:fefd:c354 (be5ac70f-953b-423d-8366-53ff314b8313/39f89771-448e-4647-b484-d3ca28e844ce/375bae17-6626-41a8-a46e-a7cc395ce879) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:14.758868 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fa9f9154-ff76-412e-b59c-5e332d293e52 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4068701 Nov 25 11:27:14.761904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40536) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:14.768855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:14.858928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:14.864106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a179dd23-e8b8-4a78-91fc-29c9bbc1ccf3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:14.917024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=7d9e2114-046a-4f03-b8d2-ae04644bb898,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:14.928168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:15.111758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:15.116250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:15.119453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:15.125983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:15.139434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:15.143873 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-82868235-4fb3-46bb-8113-145882364993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:57Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:15.146047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.149735 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82868235-4fb3-46bb-8113-145882364993 None None] The sync data for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv is: [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:57Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:15.327852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.331506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:07Z', 'revision_number': 9, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:15.339255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c9cbf-aacb-4c37-adea-bbfdee479e7e None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:07Z', 'revision_number': 9, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9e2114-046a-4f03-b8d2-ae04644bb898', 'name': '', 'network_id': '5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:eb:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:31Z', 'updated_at': '2021-11-25T11:26:44Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': 'a8628e7b-cc3c-4bf9-84e8-7b690154a0fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:15.347373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Transition to ACTIVE for port object 375bae17-6626-41a8-a46e-a7cc395ce879 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:15.369696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Transition to ACTIVE for port object 375bae17-6626-41a8-a46e-a7cc395ce879 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:15.380092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.385477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-47da9754-58c6-46b6-98ee-6880f23df526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:15.528202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.528807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:15.560996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:15.563239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Pushing event updated for resources: {'Port': ['ID=375bae17-6626-41a8-a46e-a7cc395ce879,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:15.567743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:15.623039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:15.639386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c18b78-6805-4eda-ad25-6d78a22bec00 req-6ff9c4b6-f668-4594-8aee-55f4571aef2b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:15.641053 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-09c18b78-6805-4eda-ad25-6d78a22bec00 req-6ff9c4b6-f668-4594-8aee-55f4571aef2b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 944 time: 0.2310417 Nov 25 11:27:15.689179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 77893245-7ca8-47e7-b197-168a155bbced details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:27:15.702985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Attempting to bind port 375bae17-6626-41a8-a46e-a7cc395ce879 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:15.703369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Attempting to bind port 375bae17-6626-41a8-a46e-a7cc395ce879 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:15.704533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Attempting to bind port 375bae17-6626-41a8-a46e-a7cc395ce879 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:15.714250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:15.715140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:15.715561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.715964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:15.716601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Bound port: 375bae17-6626-41a8-a46e-a7cc395ce879, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:15.716992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.721547 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-09c18b78-6805-4eda-ad25-6d78a22bec00 req-58145a49-b037-4fab-b7c5-4c01e08688f1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615227 Nov 25 11:27:15.772453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.777422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dabceab-e56f-4202-8cc8-eb212c06873d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:15.842619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=cc9ecfdf-42ac-4203-b4e5-b5bd31157013,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:15.859298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.859813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.860305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.860769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.861216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.861666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.862128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.862578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.863023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.864016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.864463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:15.868938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:15.877929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:15.881567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:15.888300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:15.891320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.927085 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b941a0e4-6dbe-4dc0-acd7-f0fa18cde45d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1626744 Nov 25 11:27:15.929535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40542) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:15.933887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] For port 375bae17-6626-41a8-a46e-a7cc395ce879, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:15.936601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:89:9c:c7', 'name': 'tempest-NetworksTestDHCPv6-1400315015'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:15.952989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 77893245-7ca8-47e7-b197-168a155bbced, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=77893245-7ca8-47e7-b197-168a155bbced,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:15.963493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] For port 375bae17-6626-41a8-a46e-a7cc395ce879, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=375bae17-6626-41a8-a46e-a7cc395ce879,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:15.975231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:15.981937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '77893245-7ca8-47e7-b197-168a155bbced', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:27:15.987793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-98465fca-f381-46c4-b24e-bba22013ea04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:16.104749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:16.107586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Pushing event updated for resources: {'Port': ['ID=375bae17-6626-41a8-a46e-a7cc395ce879,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:16.110915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:16.127419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:16.140645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:16.146649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:16.154178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:16.177963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77893245-7ca8-47e7-b197-168a155bbced {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:27:16.194706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:16.196232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 77893245-7ca8-47e7-b197-168a155bbced, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=77893245-7ca8-47e7-b197-168a155bbced,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:16.203711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:16.207032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c930ae21-1a60-4872-8b59-cde44329da0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:16.208239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 308bc2eb-64ab-4bb0-87a8-6ac13aadcb06 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:16.308883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=77893245-7ca8-47e7-b197-168a155bbced,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:16.320881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:16.436325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['77893245-7ca8-47e7-b197-168a155bbced'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:27:16.459067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:16.470196 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:16.473673 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8782780 Nov 25 11:27:16.476320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40546) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:16.513077 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:16.517849 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:16.524909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8:0:1::197 (be5ac70f-953b-423d-8366-53ff314b8313/cc9ecfdf-42ac-4203-b4e5-b5bd31157013/308bc2eb-64ab-4bb0-87a8-6ac13aadcb06) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:16.541485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe89:9cc7 (be5ac70f-953b-423d-8366-53ff314b8313/39f89771-448e-4647-b484-d3ca28e844ce/308bc2eb-64ab-4bb0-87a8-6ac13aadcb06) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:16.735415 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:16.788207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet a8628e7b-cc3c-4bf9-84e8-7b690154a0fd {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:16.794502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:16.888563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:16.904029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:16.936475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 308bc2eb-64ab-4bb0-87a8-6ac13aadcb06 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:16.976064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:16.981986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:16.994641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6e1041ef-0d53-4835-9bf3-dd75ba2511a3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:17.019874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.088384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:17.101069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:17.101069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.125517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:17.132719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=308bc2eb-64ab-4bb0-87a8-6ac13aadcb06,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:17.135329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:17.137983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:17.138782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:17.142920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:17.143436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.145162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.163470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f85e7f8f-431d-4ac9-92ca-f8dae24277e1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:17.192247 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2609720 Nov 25 11:27:17.200735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40552) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:17.213001 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:14Z', 'revision_number': 10, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:17.224790 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:17.250156 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:17.251220 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:17.255307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.276291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c276b3a-5ef9-40ca-8662-50cef7d0aac4 req-2c33e6bd-4dc4-4d27-ad87-6fd3073fb620 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:17.283189 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6c276b3a-5ef9-40ca-8662-50cef7d0aac4 req-2c33e6bd-4dc4-4d27-ad87-6fd3073fb620 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 945 time: 0.2950191 Nov 25 11:27:17.301936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:17.322787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.325773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 375bae17-6626-41a8-a46e-a7cc395ce879 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:17.340178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 308bc2eb-64ab-4bb0-87a8-6ac13aadcb06 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:17.340514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.372922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.389026 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/a8628e7b-cc3c-4bf9-84e8-7b690154a0fd HTTP/1.1" status: 204 len: 168 time: 0.9093449 Nov 25 11:27:17.389026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=a8628e7b-cc3c-4bf9-84e8-7b690154a0fd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:17.395266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2a498acc-b057-47c4-ac23-3e252bf34550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:17.399186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40556) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:17.402042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.402580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.403053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.403510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.404106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.404559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.405124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.405568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.406840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.407342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.408272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:17.411864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:17.434805 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:17.471880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616117f-cef5-45b9-901d-63792f740997 None None] Network 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:17.481044 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6c276b3a-5ef9-40ca-8662-50cef7d0aac4 req-a1663b60-b415-4367-89b6-a614b64eab62 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969132 Nov 25 11:27:17.519241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:17.522588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:17.633610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf7d75-5b32-445e-a93d-fdb95d79e702 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:17.640996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.684721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:17.685063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.700214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 77893245-7ca8-47e7-b197-168a155bbced up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:17.812490 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:14Z', 'revision_number': 10, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:17.817769 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866dcbb-b904-43f6-a2f5-62e81123bb59 None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:14Z', 'revision_number': 10, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None, '_interfaces': [{'id': '5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f', 'name': '', 'network_id': 'a4b4de1a-1326-4c26-8005-806df0b5fd78', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'mac_address': 'fa:16:3e:4a:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:21Z', 'updated_at': '2021-11-25T11:26:35Z', 'revision_number': 5, 'project_id': '754d8e28e757469f85d42694793dd751', 'subnets': [{'id': '5a06b32d-ac47-4d02-8649-13d9ff083ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:17.877295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-698597c5-2a2f-4be9-86a0-d0a573c0f7b9 None None] Provisioning for port 375bae17-6626-41a8-a46e-a7cc395ce879 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:17.908764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 375bae17-6626-41a8-a46e-a7cc395ce879 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:17.953891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 375bae17-6626-41a8-a46e-a7cc395ce879 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:17.954262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:17.991424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.022062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 77893245-7ca8-47e7-b197-168a155bbced completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:18.064681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 77893245-7ca8-47e7-b197-168a155bbced triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:18.065055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.148352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 308bc2eb-64ab-4bb0-87a8-6ac13aadcb06 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:18.174909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] DHCP port deletion for 5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:18.186992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Deleting port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:18.187368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.279441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,segment=NetworkSegment(9305ab0c-22f0-41b1-9e49-576d5141e65b),segment_id=9305ab0c-22f0-41b1-9e49-576d5141e65b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:18.279793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.371542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.417311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:18.458613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.508850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 375bae17-6626-41a8-a46e-a7cc395ce879, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=375bae17-6626-41a8-a46e-a7cc395ce879,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:18.555174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.563228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0b93958-9873-4d0f-a2a8-93d595e4a578 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:18.586391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.592385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43ef73dc-a604-4a04-b8b3-65c425bd32e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:18.649365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:18.652309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77893245-7ca8-47e7-b197-168a155bbced'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:27:18.654667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:18.678509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 77893245-7ca8-47e7-b197-168a155bbced, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=77893245-7ca8-47e7-b197-168a155bbced,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:18.680388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] For port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b1cb98ee-95e7-4efc-b463-8ffb7076c0d1,segment=NetworkSegment(9305ab0c-22f0-41b1-9e49-576d5141e65b),segment_id=9305ab0c-22f0-41b1-9e49-576d5141e65b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:18.680967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.700410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.711801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '39f89771-448e-4647-b484-d3ca28e844ce', 'ip_address': '2001:db8::f816:3eff:fefd:c354'}, {'subnet_id': 'cc9ecfdf-42ac-4203-b4e5-b5bd31157013'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': '375bae17-6626-41a8-a46e-a7cc395ce879'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:27:18.712568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No DVR routers for this DVR port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:18.737191 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77893245-7ca8-47e7-b197-168a155bbced', 'code': 200} Nov 25 11:27:18.786651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.791658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:18.795407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:18.885584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Calling delete_port for b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:18.913991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=375bae17-6626-41a8-a46e-a7cc395ce879,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:18.916678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=308bc2eb-64ab-4bb0-87a8-6ac13aadcb06,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:18.955856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:18.958577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.958744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.959022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.959352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.959674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.960017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.960336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.960655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.960971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.961283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.961591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.961901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:18.979397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:18.982081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:18.990988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-57e0b176-4cb3-4263-8d98-ece55f7cd4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:19.021644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943b79-3ef8-4d1a-9a38-afd430a7b60b req-7e1ee4c8-7dbb-420a-ab85-35da69c3554b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:19.023107 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fe943b79-3ef8-4d1a-9a38-afd430a7b60b req-7e1ee4c8-7dbb-420a-ab85-35da69c3554b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 946 time: 0.3751149 Nov 25 11:27:19.042007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn_limited( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn_limited( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:27:19.085770 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:27:19.105319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9305ab0c-22f0-41b1-9e49-576d5141e65b') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:19.105621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9305ab0c-22f0-41b1-9e49-576d5141e65b') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:19.117868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:19.118222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:19.128348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.134721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=77893245-7ca8-47e7-b197-168a155bbced,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:19.139644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:19.143194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.175212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/308bc2eb-64ab-4bb0-87a8-6ac13aadcb06 HTTP/1.1" status: 204 len: 168 time: 1.9628484 Nov 25 11:27:19.176122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40564) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:19.182526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.185887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:19.186351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.193896 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fe943b79-3ef8-4d1a-9a38-afd430a7b60b req-c4a51105-9b6d-47d8-9e82-04b9489b0517 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592131 Nov 25 11:27:19.195981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:27:19.196467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:27:19.211546 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:27:19.218696 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96066576-f4a1-4d4d-93bd-a9bd17f70620 req-6c2ca8b3-497e-4423-bced-c7f4e0f9e602 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1099 time: 0.2946484 Nov 25 11:27:19.289084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405c7a1-852b-403e-80a4-bffdf8205907 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:19.293099 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b405c7a1-852b-403e-80a4-bffdf8205907 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1134248 Nov 25 11:27:19.294097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40568) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:19.324019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.327550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1df984f-41bb-4546-b50f-f8408bebb0eb tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:19.345020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.351291 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96066576-f4a1-4d4d-93bd-a9bd17f70620 req-ebe04608-19b2-401b-aa61-4bfe847a4d5e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258926 Nov 25 11:27:19.356434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:19.358795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:19.363740 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/5a0eb871-09b4-458e-9f0e-cbd19a2dbb6b HTTP/1.1" status: 204 len: 168 time: 1.9562509 Nov 25 11:27:19.364526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40572) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:19.366947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Allocated IP 2001:db8:0:1::2 (be5ac70f-953b-423d-8366-53ff314b8313/cc9ecfdf-42ac-4203-b4e5-b5bd31157013/375bae17-6626-41a8-a46e-a7cc395ce879) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:19.386436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6729c476-749e-46e8-9212-74498cf9af88 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:19.388444 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6729c476-749e-46e8-9212-74498cf9af88 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0941672 Nov 25 11:27:19.391389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40576) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:19.474238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1a38d-3bf5-40c6-92b0-15b14391a0b7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:19.475530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1a38d-3bf5-40c6-92b0-15b14391a0b7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:19.477133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1a38d-3bf5-40c6-92b0-15b14391a0b7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:19.480046 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ccf1a38d-3bf5-40c6-92b0-15b14391a0b7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0867584 Nov 25 11:27:19.484364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40580) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:19.556168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] For port 375bae17-6626-41a8-a46e-a7cc395ce879, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=375bae17-6626-41a8-a46e-a7cc395ce879,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:19.563689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:19.602672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:19.603030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:19.603462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 7d9e2114-046a-4f03-b8d2-ae04644bb898 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:19.630814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Deleting port b1cb98ee-95e7-4efc-b463-8ffb7076c0d1 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:19.631217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.668504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 7d9e2114-046a-4f03-b8d2-ae04644bb898 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:19.668858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 7d9e2114-046a-4f03-b8d2-ae04644bb898 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:19.701035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.resource_extend [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:27:19.702993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 39f89771-448e-4647-b484-d3ca28e844ce {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:19.716457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1d853692-1767-44ab-9f56-94acbee15cae None None] The port 'b1cb98ee-95e7-4efc-b463-8ffb7076c0d1' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:27:19.725056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.741771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Transition to ACTIVE for port object 375bae17-6626-41a8-a46e-a7cc395ce879 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:19.745614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.746057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.749843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:19.804310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.865460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.893249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.945485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Pushing event updated for resources: {'Port': ['ID=375bae17-6626-41a8-a46e-a7cc395ce879,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:19.949079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:19.981900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:19.986349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-baae7cf1-26eb-4a20-afbd-6aef0d207f6f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:20.024128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=39f89771-448e-4647-b484-d3ca28e844ce,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:20.028224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:20.031745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.044424 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/39f89771-448e-4647-b484-d3ca28e844ce HTTP/1.1" status: 204 len: 168 time: 0.5565403 Nov 25 11:27:20.044770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40584) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:20.115685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet cc9ecfdf-42ac-4203-b4e5-b5bd31157013 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:20.119259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.204540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.339709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.442103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.446140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-44804d02-ca33-4c3a-8a22-512d664cfc6b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:20.482769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9ecfdf-42ac-4203-b4e5-b5bd31157013,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:20.484825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339a709-21e7-4d9c-86bb-05bba8eca631 req-7317cff7-616f-4233-9096-8281d0219042 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:20.486889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:20.487041 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e339a709-21e7-4d9c-86bb-05bba8eca631 req-7317cff7-616f-4233-9096-8281d0219042 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 946 time: 0.1224275 Nov 25 11:27:20.496592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.507817 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/cc9ecfdf-42ac-4203-b4e5-b5bd31157013 HTTP/1.1" status: 204 len: 168 time: 0.4618394 Nov 25 11:27:20.510998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40590) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:20.584160 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-879f75b3-6718-4c0f-b88c-3800546990ba tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688848 Nov 25 11:27:20.584367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40594) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:20.588721 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e339a709-21e7-4d9c-86bb-05bba8eca631 req-8ef3e5d2-7c8e-4bf7-af5f-d06a515c4440 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673535 Nov 25 11:27:20.590104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:20.619492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a4386-62bc-459a-a30a-5375ba0d8177 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:20.647202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1b186067-6284-441b-b5f5-5792faebc97f None None] Could not find standard attr ID for object 308bc2eb-64ab-4bb0-87a8-6ac13aadcb06. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:20.668984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:20.670105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.719019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:20.724805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:20.729037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:20.736081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:20.748866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:20.753336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.783357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1b186067-6284-441b-b5f5-5792faebc97f None None] Provisioning for port 375bae17-6626-41a8-a46e-a7cc395ce879 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:20.791596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 375bae17-6626-41a8-a46e-a7cc395ce879 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:20.838238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1b186067-6284-441b-b5f5-5792faebc97f None None] Provisioning complete for port 375bae17-6626-41a8-a46e-a7cc395ce879 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:20.838920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1b186067-6284-441b-b5f5-5792faebc97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.867211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,segment=NetworkSegment(5ea62335-9718-459e-851c-58308ced4861),segment_id=5ea62335-9718-459e-851c-58308ced4861)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:20.867511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:20.992115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:21.001113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 375bae17-6626-41a8-a46e-a7cc395ce879 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:21.001674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.068460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:21.076879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Deleting port 375bae17-6626-41a8-a46e-a7cc395ce879 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:21.077340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.140277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:27:21.187760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.192834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-860e65e8-03f7-4ed5-b331-1c1a0c72cca7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:21.315287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.349557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:21.351943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:21.373530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] For port 375bae17-6626-41a8-a46e-a7cc395ce879, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=375bae17-6626-41a8-a46e-a7cc395ce879,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:21.373930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.504290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Calling delete_port for 375bae17-6626-41a8-a46e-a7cc395ce879 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:21.570603 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:27:21.581531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port 375bae17-6626-41a8-a46e-a7cc395ce879, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=375bae17-6626-41a8-a46e-a7cc395ce879,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:21.610282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.616361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.623297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.624138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.624782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:21.625275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:21.628582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-debad3d8-de6a-48ca-b3cb-c07662c1fdd0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:21.803555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:21.807012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:21.811469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:21.812140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:21.841669 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2562139 Nov 25 11:27:21.842458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=375bae17-6626-41a8-a46e-a7cc395ce879,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:21.845200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40600) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:21.850918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:21.865469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:21.865986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-07eaf214-2c92-4fb9-9899-48b7fe0ede9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:21.924069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=14fb9f76-4e9b-4c86-b5ae-0805a539c33e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:21.930549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:21.977408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21412dc3-be7b-43a7-8926-34f3ab3166e3 req-1f752528-cd2d-49fc-90cb-168f99c7fefe tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:21.978874 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-21412dc3-be7b-43a7-8926-34f3ab3166e3 req-1f752528-cd2d-49fc-90cb-168f99c7fefe tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 946 time: 0.2328026 Nov 25 11:27:22.049332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:22.053913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:22.056836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:22.062682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:22.073608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:22.077308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.126588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Deleting port 375bae17-6626-41a8-a46e-a7cc395ce879 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:22.127080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.147511 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-21412dc3-be7b-43a7-8926-34f3ab3166e3 req-006226d6-3e83-4ce0-96ab-f5e02380ebd2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087027 Nov 25 11:27:22.158500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:22.223058 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14fb9f76-4e9b-4c86-b5ae-0805a539c33e (CIDR: 2001:db8::/64) Nov 25 11:27:22.230182 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:27:22.231629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:22.256643 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42798b78-4ed4-4ad8-a442-444eaf9baf72 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4102519 Nov 25 11:27:22.259289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40606) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:22.266034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:22.358986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:22.383603 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0180020 Nov 25 11:27:22.386979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40610) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:22.404010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] For port 375bae17-6626-41a8-a46e-a7cc395ce879, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=375bae17-6626-41a8-a46e-a7cc395ce879,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:22.404429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.420522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:22.425131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:22.428132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:22.433963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:22.437911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba01d7-9e21-41f3-95bd-4b528f809107 req-a0a084e6-064f-49fc-b8b3-67714d68003c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:22.439374 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3fba01d7-9e21-41f3-95bd-4b528f809107 req-a0a084e6-064f-49fc-b8b3-67714d68003c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 946 time: 0.1422253 Nov 25 11:27:22.446363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:22.450179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.568815 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3fba01d7-9e21-41f3-95bd-4b528f809107 req-dc1ea031-d316-46d6-a8cf-1681c812c3d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192458 Nov 25 11:27:22.590357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Calling delete_port for 375bae17-6626-41a8-a46e-a7cc395ce879 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:22.602155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40614) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:22.625939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting subnet 5a06b32d-ac47-4d02-8649-13d9ff083ab2 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:22.629575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.736576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.750143 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fa0d579c-1a91-4c78-ae81-484f2bce83ff tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1094 time: 0.1456356 Nov 25 11:27:22.753261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40618) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:22.753737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:22.766364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:22.780607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:22.791156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:22.796846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:22.808548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:22.811364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Pushing event deleted for resources: {'Port': ['ID=375bae17-6626-41a8-a46e-a7cc395ce879,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:22.814375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 375bae17-6626-41a8-a46e-a7cc395ce879 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:22.826829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.832957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.860142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:22.874028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 375bae17-6626-41a8-a46e-a7cc395ce879 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:22.874568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 375bae17-6626-41a8-a46e-a7cc395ce879 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:22.918065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.918482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] No DVR routers for this DVR port 375bae17-6626-41a8-a46e-a7cc395ce879 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:22.931493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:22.935760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8fcb0a71-849c-4692-9f24-cade88dee22f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:22.937294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff1905-d800-401d-bc3b-3937e834c826 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:23.002070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:23.006058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:23.007803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.012571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ea5009b-7ab5-4c2c-8649-0d844f6bec47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:23.014371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:23.014638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.023920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=97abb96d-19b2-462e-926c-a3f85d7fa886,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:23.031751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:23.058266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Subnet': ['ID=5a06b32d-ac47-4d02-8649-13d9ff083ab2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:23.060611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:23.061677 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8012478 Nov 25 11:27:23.064987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40622) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:23.069140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.071832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:4e:be:0b', 'name': 'tempest-NetworksTestDHCPv6-409011644'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:23.079829 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e34bd753-08e9-4970-9830-99e9a61a98e3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/5a06b32d-ac47-4d02-8649-13d9ff083ab2 HTTP/1.1" status: 204 len: 168 time: 0.6894829 Nov 25 11:27:23.080034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40626) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:23.138265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d624266-2bac-4c9e-8965-a2c6e0a429a7 None None] Network a4b4de1a-1326-4c26-8005-806df0b5fd78 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:23.185884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.199402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.210754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Deleting port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:23.211089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.223106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': '14fb9f76-4e9b-4c86-b5ae-0805a539c33e'}, {'subnet_id': '97abb96d-19b2-462e-926c-a3f85d7fa886'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:27:23.224071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.276193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:23.285585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:23.290630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:23.301153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:23.353752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:23.357684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.389437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.91 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b66df4b6-b878-4d9c-b52d-9d0394b001e8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:23.401562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port 407743ba-20be-44bb-a0ef-6bd835be1c7f yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:23.449417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] For port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0,segment=NetworkSegment(5ea62335-9718-459e-851c-58308ced4861),segment_id=5ea62335-9718-459e-851c-58308ced4861)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:23.449767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.469680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:23.579968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Calling delete_port for f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:23.609477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Allocated IP 2001:db8:0:1::2 (be5ac70f-953b-423d-8366-53ff314b8313/97abb96d-19b2-462e-926c-a3f85d7fa886/1bdce91f-02e3-4aa2-bdff-8c40c23a0f13) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:23.610971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.611456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:23.611762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:23.646767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.653432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71c93de3-4043-458b-8393-75ee314218b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:23.665491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.671469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:23.725571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Port': ['ID=f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:23.728500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:23.732718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Allocated IP 2001:db8::f816:3eff:fee9:fb66 (be5ac70f-953b-423d-8366-53ff314b8313/14fb9f76-4e9b-4c86-b5ae-0805a539c33e/1bdce91f-02e3-4aa2-bdff-8c40c23a0f13) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:23.732913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No DVR routers for this DVR port f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:23.736249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac834a6-a4ee-451a-b51e-ba19134c7568 None None] DHCP port deletion for a4b4de1a-1326-4c26-8005-806df0b5fd78 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:23.789956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:23.845612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:23.848881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:23.851353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:23.871612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.881926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=b66df4b6-b878-4d9c-b52d-9d0394b001e8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:23.884703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:23.897248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b4de1a-1326-4c26-8005-806df0b5fd78']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:23.910073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea62335-9718-459e-851c-58308ced4861') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:23.910301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea62335-9718-459e-851c-58308ced4861') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:23.922057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.938833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.945995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:27:23.946390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:23.952929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:21Z', 'revision_number': 11, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:23.961061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] Checking router: ebbe0958-8da1-4b39-a745-c71a8054d854 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:27:23.961900 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:27:23.995929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] Routers {'ebbe0958-8da1-4b39-a745-c71a8054d854'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:23.996572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['ebbe0958-8da1-4b39-a745-c71a8054d854'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:24.056833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.061816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.065072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a8a356fc-3244-4ddf-98d4-574f3f40c8d8 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:24.096259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Pushing event deleted for resources: {'Network': ['ID=a4b4de1a-1326-4c26-8005-806df0b5fd78,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:24.103200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:24.107758 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/networks/a4b4de1a-1326-4c26-8005-806df0b5fd78 HTTP/1.1" status: 204 len: 168 time: 1.0265820 Nov 25 11:27:24.110398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40630) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:24.116810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'routes': None}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:24.241641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] Set router ebbe0958-8da1-4b39-a745-c71a8054d854 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:24.359386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.365326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:21Z', 'revision_number': 11, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:24.373401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Transition to ACTIVE for port object 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:24.375987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcb34f-d955-4bf9-b3e5-c396fa0a99f9 None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [{'id': 'ebbe0958-8da1-4b39-a745-c71a8054d854', 'name': 'tempest-RoutersTest-router-951067784', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:16Z', 'updated_at': '2021-11-25T11:27:21Z', 'revision_number': 11, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:24.399471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Transition to ACTIVE for port object 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:24.407739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.427456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:24.463900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.481612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:24.485209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:24.490353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:24.511141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Pushing event updated for resources: {'Port': ['ID=1bdce91f-02e3-4aa2-bdff-8c40c23a0f13,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:24.558787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Added routes are [] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 25 11:27:24.559185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.extraroute_db [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Removed routes are [] {{(pid=83570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 25 11:27:24.559466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.564788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.571382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:24.678557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Attempting to bind port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:24.678905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Attempting to bind port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:24.679462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Attempting to bind port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:24.688127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:24.688513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:24.688945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.689338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:24.689802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Bound port: 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:24.690424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.810825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] For port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:24.814905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] For port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1bdce91f-02e3-4aa2-bdff-8c40c23a0f13,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:24.820561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.832952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12a41054-ab88-4b29-9c68-161a51bb24f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:24.836035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8:0:1::62 (be5ac70f-953b-423d-8366-53ff314b8313/97abb96d-19b2-462e-926c-a3f85d7fa886/407743ba-20be-44bb-a0ef-6bd835be1c7f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:24.855485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::f816:3eff:fe4e:be0b (be5ac70f-953b-423d-8366-53ff314b8313/14fb9f76-4e9b-4c86-b5ae-0805a539c33e/407743ba-20be-44bb-a0ef-6bd835be1c7f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:24.873163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:24.893642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.897745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.920844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:24.921357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5c47685b-f68f-4ff8-9f63-5dbf7fab5e8f not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:24.921884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:24.946234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.968922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:24.975005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:24.975489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f7d12a20-8f1e-4cfd-9843-de12d1e3b3c0 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:24.984326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0276d692-539d-4bda-b0e6-4233480f3882 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:25.015383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Pushing event updated for resources: {'Port': ['ID=1bdce91f-02e3-4aa2-bdff-8c40c23a0f13,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:25.021248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:25.059610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router ebbe0958-8da1-4b39-a745-c71a8054d854 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:25.165163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=b66df4b6-b878-4d9c-b52d-9d0394b001e8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:25.176048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:25.228795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:25.235270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:25.239466 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c3b97db6-ab63-489c-80c8-1b009f6cdaef tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 200 len: 700 time: 1.1254649 Nov 25 11:27:25.239679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40634) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:25.256842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:25.297646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a369b997-1e79-4f5c-970d-84bfaeca773e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:25.314533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a369b997-1e79-4f5c-970d-84bfaeca773e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:25.316976 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a369b997-1e79-4f5c-970d-84bfaeca773e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 200 len: 205 time: 0.0658855 Nov 25 11:27:25.319705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40638) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:25.337396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:25.359686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object 407743ba-20be-44bb-a0ef-6bd835be1c7f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:25.452878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:25.456368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a683cd5-7f20-4946-8743-1edc36fe9650 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:25.459454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:25.666687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:25.668962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=407743ba-20be-44bb-a0ef-6bd835be1c7f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:25.672469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:25.676415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:25.677212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:25.681138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:25.681732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:25.720065 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP aa402445-0811-4919-9340-c8fb256a42ab associated. External IP: 172.26.5.91, port: 77893245-7ca8-47e7-b197-168a155bbced. Nov 25 11:27:25.767944 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7018192 Nov 25 11:27:25.774074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40642) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:25.871949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port 407743ba-20be-44bb-a0ef-6bd835be1c7f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:25.872662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.002946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a683cd5-7f20-4946-8743-1edc36fe9650 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.007231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a683cd5-7f20-4946-8743-1edc36fe9650 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.035370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a683cd5-7f20-4946-8743-1edc36fe9650 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.036773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a683cd5-7f20-4946-8743-1edc36fe9650 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Fanout notify agent at l3_agent the message router_deleted on router ebbe0958-8da1-4b39-a745-c71a8054d854 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:27:26.039819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b80f0-1f4e-4026-a1d4-8b2f33419cf2 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:26.052556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a683cd5-7f20-4946-8743-1edc36fe9650 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.057471 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0a683cd5-7f20-4946-8743-1edc36fe9650 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 204 len: 168 time: 0.7329283 Nov 25 11:27:26.059128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40646) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:26.064235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2358166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:26.070202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:26.075739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Usage tracker for resource:router and tenant:754d8e28e757469f85d42694793dd751 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:26.078468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:26.084156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:26.094453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.095541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.115588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.140569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.174928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.176790 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-402712b8-9dd6-49c9-98e9-dd89cefd6912 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1167498 Nov 25 11:27:26.179399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40650) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:26.184665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-66ad4a83-f3fc-472f-a963-f56af0191b46 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:26.204383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.295171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ca36a7ac-d4bc-4fa1-a36c-59933b5320ea None None] Provisioning for port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:26.385587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for 407743ba-20be-44bb-a0ef-6bd835be1c7f owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:26.604455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a83-f3fc-472f-a963-f56af0191b46 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.622671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a83-f3fc-472f-a963-f56af0191b46 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.686029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.692445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2aaa0e98-76ac-4faa-b8c1-7dc69684d509 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:26.693648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-da91e5e4-96e8-4ac3-be8d-e2c0f78f4834 None None] Provisioning for port 407743ba-20be-44bb-a0ef-6bd835be1c7f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:26.708820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-da91e5e4-96e8-4ac3-be8d-e2c0f78f4834 None None] Provisioning complete for port 407743ba-20be-44bb-a0ef-6bd835be1c7f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:26.709559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-da91e5e4-96e8-4ac3-be8d-e2c0f78f4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.749073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=407743ba-20be-44bb-a0ef-6bd835be1c7f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:26.757409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:26.758327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:26.775515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-da91e5e4-96e8-4ac3-be8d-e2c0f78f4834 None None] Port 407743ba-20be-44bb-a0ef-6bd835be1c7f was deleted so its status cannot be updated. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Nov 25 11:27:26.823074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ad4a83-f3fc-472f-a963-f56af0191b46 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Router 073e19e4-be3a-42d3-8f9c-f2277cd11507 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:27:26.844363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:26.854488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.898653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-626b8de8-f61e-49a4-b2b9-30f64729d5c4 None None] Could not find standard attr ID for object 871cc49d-bbec-41a1-811b-26bfdd394824. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:26.932461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:26.937453 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/407743ba-20be-44bb-a0ef-6bd835be1c7f HTTP/1.1" status: 204 len: 168 time: 1.1632288 Nov 25 11:27:26.939014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:26.939652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:26.943204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40654) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.022929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ad4a83-f3fc-472f-a963-f56af0191b46 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:27.029950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a83-f3fc-472f-a963-f56af0191b46 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:27.033896 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] Sync routers for ids ['073e19e4-be3a-42d3-8f9c-f2277cd11507'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:27.034467 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-66ad4a83-f3fc-472f-a963-f56af0191b46 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "PUT /v2.0/routers/073e19e4-be3a-42d3-8f9c-f2277cd11507 HTTP/1.1" status: 200 len: 691 time: 0.8537958 Nov 25 11:27:27.035487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40658) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.051083 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] Routers {'073e19e4-be3a-42d3-8f9c-f2277cd11507'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:27.051703 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['073e19e4-be3a-42d3-8f9c-f2277cd11507'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:27.092021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:27.137326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1bdce91f-02e3-4aa2-bdff-8c40c23a0f13,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:27.145783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d4c21819-6aa7-4833-8e22-0a387eea3a72 None None] Could not find standard attr ID for object a8fb0d45-8676-4839-b6f7-3c2df61abf3a. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:27.149758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:27.152805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:27.210629 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2758bb2f-7215-468a-9388-85ec62038d64 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/routers/073e19e4-be3a-42d3-8f9c-f2277cd11507 HTTP/1.1" status: 200 len: 697 time: 0.1730344 Nov 25 11:27:27.211395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40662) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.250848 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] Set router 073e19e4-be3a-42d3-8f9c-f2277cd11507 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:27.251613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1bdce91f-02e3-4aa2-bdff-8c40c23a0f13,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:27.263852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:27.275209 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5a6ee4df-e43f-4939-a68b-4d1cee1d7983 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=073e19e4-be3a-42d3-8f9c-f2277cd11507 HTTP/1.1" status: 200 len: 205 time: 0.0594451 Nov 25 11:27:27.275447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40666) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.318135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b93bf3-e74c-4f90-be4e-c8dae5db0534 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:27.318845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a2b93bf3-e74c-4f90-be4e-c8dae5db0534 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:27.353878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a2b93bf3-e74c-4f90-be4e-c8dae5db0534 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:27.357743 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a2b93bf3-e74c-4f90-be4e-c8dae5db0534 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4096391 Nov 25 11:27:27.358313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.363913 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073e19e4-be3a-42d3-8f9c-f2277cd11507', 'name': 'tempest-RoutersTest-router-2358166', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:26Z', 'updated_at': '2021-11-25T11:27:26Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:27.369913 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] Checking router: 073e19e4-be3a-42d3-8f9c-f2277cd11507 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:27.383461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] Routers {'073e19e4-be3a-42d3-8f9c-f2277cd11507'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:27.384936 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['073e19e4-be3a-42d3-8f9c-f2277cd11507'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:27.425988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:27.436389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] Sync routers for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:27.469288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:27.470250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:27.471705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6850147-b311-47d5-8c05-0716107b08eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:27.493008 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d6850147-b311-47d5-8c05-0716107b08eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1335168 Nov 25 11:27:27.493986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.546514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:27.551452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d090a4f6-84e5-4918-a90c-d2f47f7acb18 None None] Could not find standard attr ID for object 308bc2eb-64ab-4bb0-87a8-6ac13aadcb06. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:27.577725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6df8770f-9e68-4872-9958-6d2c2a41b79c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:27.645681 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] Set router 073e19e4-be3a-42d3-8f9c-f2277cd11507 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:27.658138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de984c7c-0c95-436f-af43-a7aa3a31c367 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:27.659385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de984c7c-0c95-436f-af43-a7aa3a31c367 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:27.661413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de984c7c-0c95-436f-af43-a7aa3a31c367 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:27.662222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-de984c7c-0c95-436f-af43-a7aa3a31c367 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:27.678166 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9229326 Nov 25 11:27:27.678619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40678) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.681156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'tag': '77893245-7ca8-47e7-b197-168a155bbced'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:27:27.785358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7b10e25e-1f65-4d7d-bf15-c6c51c00aab0 None None] Could not find standard attr ID for object 407743ba-20be-44bb-a0ef-6bd835be1c7f. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:27.787543 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073e19e4-be3a-42d3-8f9c-f2277cd11507', 'name': 'tempest-RoutersTest-router-2358166', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:26Z', 'updated_at': '2021-11-25T11:27:26Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:27.791632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:27.793600 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'tag': '77893245-7ca8-47e7-b197-168a155bbced', 'status': 'completed', 'code': 200} Nov 25 11:27:27.794069 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e8e81d-60c3-4a57-9119-38428ae8139d None None] The sync data for ids ['073e19e4-be3a-42d3-8f9c-f2277cd11507'] in dv-neutron-819177-1-hyperv is: [{'id': '073e19e4-be3a-42d3-8f9c-f2277cd11507', 'name': 'tempest-RoutersTest-router-2358166', 'tenant_id': '754d8e28e757469f85d42694793dd751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:26Z', 'updated_at': '2021-11-25T11:27:26Z', 'revision_number': 2, 'project_id': '754d8e28e757469f85d42694793dd751', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:27.835855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-de984c7c-0c95-436f-af43-a7aa3a31c367 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:27.839895 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-de984c7c-0c95-436f-af43-a7aa3a31c367 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3449161 Nov 25 11:27:27.840742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:27.915584 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-da68c404-6618-4101-96d9-0779116dc29c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/aa402445-0811-4919-9340-c8fb256a42ab HTTP/1.1" status: 200 len: 991 time: 0.2156906 Nov 25 11:27:28.087206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 14fb9f76-4e9b-4c86-b5ae-0805a539c33e {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:28.090485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.136421 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-a57eef30-eb31-48ca-9d6d-641c2bc551d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1099 time: 0.3068779 Nov 25 11:27:28.152949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.235191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6df8770f-9e68-4872-9958-6d2c2a41b79c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.260370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.284051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:57Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:24Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:28.288287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] Checking router: 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:28.290230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6df8770f-9e68-4872-9958-6d2c2a41b79c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.300834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:28.301836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:28.354824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-c3eeeeca-f119-41ce-bba2-ed55af35af19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:28.356447 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-c3eeeeca-f119-41ce-bba2-ed55af35af19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 897 time: 0.1655133 Nov 25 11:27:28.357348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6df8770f-9e68-4872-9958-6d2c2a41b79c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.357840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df8770f-9e68-4872-9958-6d2c2a41b79c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Fanout notify agent at l3_agent the message router_deleted on router 073e19e4-be3a-42d3-8f9c-f2277cd11507 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:27:28.366241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.381023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:28.428895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.436796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6df8770f-9e68-4872-9958-6d2c2a41b79c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.437873 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6df8770f-9e68-4872-9958-6d2c2a41b79c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/073e19e4-be3a-42d3-8f9c-f2277cd11507 HTTP/1.1" status: 204 len: 168 time: 1.1611254 Nov 25 11:27:28.446951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40688) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.454762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=14fb9f76-4e9b-4c86-b5ae-0805a539c33e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:28.462288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:28.470949 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f4455cd6-b0c0-4bad-b0af-39a1b15d883c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/14fb9f76-4e9b-4c86-b5ae-0805a539c33e HTTP/1.1" status: 204 len: 168 time: 0.6246183 Nov 25 11:27:28.471934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40692) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.518660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6332888e-2ce3-42ff-b8d2-103fcebd2948 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=073e19e4-be3a-42d3-8f9c-f2277cd11507 HTTP/1.1" status: 200 len: 205 time: 0.0705855 Nov 25 11:27:28.521655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40696) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.538693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:28.566109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 97abb96d-19b2-462e-926c-a3f85d7fa886 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:28.570038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.615917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fb259-7533-4b70-9d49-cae31ea93061 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:28.617078 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-b6481fb8-0793-448c-a7f6-1b8e70b55316 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] delete failed (client error): The resource could not be found. Nov 25 11:27:28.620635 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b6481fb8-0793-448c-a7f6-1b8e70b55316 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/073e19e4-be3a-42d3-8f9c-f2277cd11507 HTTP/1.1" status: 404 len: 336 time: 0.0955708 Nov 25 11:27:28.620635 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-f7c2d86b-e630-4788-b0a4-1ccce68f411c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 200 len: 999 time: 0.2561393 Nov 25 11:27:28.620881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.639783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.695343 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cefd3b-9d27-47b6-8cef-5e0d4350ce81 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:28.695774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cefd3b-9d27-47b6-8cef-5e0d4350ce81 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:28.699805 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-74cefd3b-9d27-47b6-8cef-5e0d4350ce81 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/3b58537b-cd44-4e33-9782-9070c0db0a07 HTTP/1.1" status: 404 len: 337 time: 0.0758219 Nov 25 11:27:28.699965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40704) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.740502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.747383 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-825bd67a-85e9-4d0e-bd4c-3a163b5e6809 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:28.747811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825bd67a-85e9-4d0e-bd4c-3a163b5e6809 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:28.752018 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-825bd67a-85e9-4d0e-bd4c-3a163b5e6809 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/0133b9a2-4a42-4e05-b268-3587ad526856 HTTP/1.1" status: 404 len: 337 time: 0.0486627 Nov 25 11:27:28.752190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40708) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.798613 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c682aaef-7ea4-4a09-9f55-df3c0275da4d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:28.799304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c682aaef-7ea4-4a09-9f55-df3c0275da4d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:28.803552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c682aaef-7ea4-4a09-9f55-df3c0275da4d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/a8628e7b-cc3c-4bf9-84e8-7b690154a0fd HTTP/1.1" status: 404 len: 337 time: 0.0479465 Nov 25 11:27:28.803552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-41bb944d-8714-45e0-94c4-86beea7e1636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:28.803798 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-41bb944d-8714-45e0-94c4-86beea7e1636 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb09793-f4b7-4392-a5f3-b9acba76d61e HTTP/1.1" status: 200 len: 834 time: 0.1468735 Nov 25 11:27:28.804219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40712) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.829281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:28.861288 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] Sync routers for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:28.864154 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-381c1c70-e308-41d9-a46d-5c33e6f8a2a7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:28.865615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381c1c70-e308-41d9-a46d-5c33e6f8a2a7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:28.876198 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-381c1c70-e308-41d9-a46d-5c33e6f8a2a7 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/5a06b32d-ac47-4d02-8649-13d9ff083ab2 HTTP/1.1" status: 404 len: 337 time: 0.0700250 Nov 25 11:27:28.879366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40716) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.891287 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] Routers set() bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:28.891943 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] Router IDs set() for agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 11:27:28.893509 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_agentschedulers_db [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ebbe0958-8da1-4b39-a745-c71a8054d854'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent'). {{(pid=83572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 11:27:28.908815 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-f28162f4-2e7e-4fd0-9775-b034ff8a0e91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5586763-511f-4e38-a802-c7689c3c4db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985136 Nov 25 11:27:28.909904 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] Routers set() bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:28.911103 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] Router IDs set() for agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 11:27:28.911947 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_agentschedulers_db [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ebbe0958-8da1-4b39-a745-c71a8054d854'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent'). {{(pid=83572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 11:27:28.912658 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2c72b-ed9b-430b-bc9a-b835f15055a6 None None] The sync data for ids ['ebbe0958-8da1-4b39-a745-c71a8054d854'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:28.917904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40720) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:28.963628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71e48d96-4db4-41a9-9f7e-8c6a91b9f619 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Synchronizing usage tracker for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:28.968803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:28.980563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d4d3f403-caee-4b6a-9fd1-a09d42833008 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:29.047052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=97abb96d-19b2-462e-926c-a3f85d7fa886,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:29.051537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:29.052991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.057898 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/97abb96d-19b2-462e-926c-a3f85d7fa886 HTTP/1.1" status: 204 len: 168 time: 0.5814600 Nov 25 11:27:29.057898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.124423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71e48d96-4db4-41a9-9f7e-8c6a91b9f619 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Unset dirty status for tenant:754d8e28e757469f85d42694793dd751 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:29.128049 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71e48d96-4db4-41a9-9f7e-8c6a91b9f619 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 200 len: 205 time: 0.2436621 Nov 25 11:27:29.133236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40728) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.142012 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b0c5649b-1152-462a-806d-9e46ac1a36de tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798206 Nov 25 11:27:29.142798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40732) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.157501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:29.157885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.216773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:29.228938 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-ca7ebeb8-2dd9-4232-8386-cb6114f707a3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] delete failed (client error): The resource could not be found. Nov 25 11:27:29.232410 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca7ebeb8-2dd9-4232-8386-cb6114f707a3 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/ebbe0958-8da1-4b39-a745-c71a8054d854 HTTP/1.1" status: 404 len: 336 time: 0.0952609 Nov 25 11:27:29.233997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.290002 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b97ec17d-edcc-4504-aa8b-c5f6bc050e87 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0945d5-2298-4881-bf40-af7e1ce8c117 HTTP/1.1" status: 200 len: 205 time: 0.0535398 Nov 25 11:27:29.291157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40740) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.307427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-afa66371-2ee1-4d7f-a79a-b4d9c48258c1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/aa402445-0811-4919-9340-c8fb256a42ab HTTP/1.1" status: 200 len: 991 time: 0.3879931 Nov 25 11:27:29.316049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:29.325773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:57Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:24Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:29.333771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Deleting port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:29.333986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.342011 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-32f678ae-3398-4f27-9645-ed303902aa88 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211066 Nov 25 11:27:29.368701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c1e83-7ddf-43af-bf95-f5953dcb49b4 None None] The sync data for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv is: [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:26:57Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:24Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:29.419972 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-0c59c9b0-85ca-4253-91ac-e6bbb66d17b4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] delete failed (client error): The resource could not be found. Nov 25 11:27:29.423299 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0c59c9b0-85ca-4253-91ac-e6bbb66d17b4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/0f0945d5-2298-4881-bf40-af7e1ce8c117 HTTP/1.1" status: 404 len: 336 time: 0.1292779 Nov 25 11:27:29.424538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40744) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.529315 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e606995b-7dcf-4ab7-9ce6-d4ebbfbcac82 req-76cf31f3-87a3-4a31-9f2c-824392632510 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700132 Nov 25 11:27:29.620725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5b995d-1c2c-4f1d-9689-a4505af1c5f2 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:29.621172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5b995d-1c2c-4f1d-9689-a4505af1c5f2 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:29.625138 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fd5b995d-1c2c-4f1d-9689-a4505af1c5f2 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/e821a8b8-376f-48c2-a3f0-7071021c5c0b HTTP/1.1" status: 404 len: 337 time: 0.1977205 Nov 25 11:27:29.626346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40750) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.628228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:29.636713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:29.640088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:29.646531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:29.658762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:29.663089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.688848 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ccc833ff-0451-4d8d-8b48-71ad9c95213d tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7a6fe5b-2760-48ff-b96b-3ca4f408f014 HTTP/1.1" status: 200 len: 205 time: 0.0608711 Nov 25 11:27:29.692310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40754) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.694692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] For port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1bdce91f-02e3-4aa2-bdff-8c40c23a0f13,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:29.695104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.778901 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-6ff7a815-5081-4b9a-a7dd-beedff90abf0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] delete failed (client error): The resource could not be found. Nov 25 11:27:29.780563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6ff7a815-5081-4b9a-a7dd-beedff90abf0 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/f7a6fe5b-2760-48ff-b96b-3ca4f408f014 HTTP/1.1" status: 404 len: 336 time: 0.0872879 Nov 25 11:27:29.782870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40758) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.829844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b0e07087-fb1a-459a-991b-d12124e26ce1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=45bea043-dcd4-49a0-a114-7fa73cd890b9 HTTP/1.1" status: 200 len: 205 time: 0.0433421 Nov 25 11:27:29.830508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40762) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.836425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaf1e9-8f9d-4303-ae76-7d354ad70114 None None] New status for floating IP aa402445-0811-4919-9340-c8fb256a42ab: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:27:29.896846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Calling delete_port for 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:29.902093 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-1dea387b-9574-4c6e-94a2-26b88e01c0b5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] delete failed (client error): The resource could not be found. Nov 25 11:27:29.905776 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1dea387b-9574-4c6e-94a2-26b88e01c0b5 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/45bea043-dcd4-49a0-a114-7fa73cd890b9 HTTP/1.1" status: 404 len: 336 time: 0.0717487 Nov 25 11:27:29.906091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40766) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.935200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.939947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c078d40b-114c-4ae4-a61d-042688a817ec tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:29.943431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.946356 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3c5353-9fbe-4944-a65e-c6af40c19d7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:29.946356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3c5353-9fbe-4944-a65e-c6af40c19d7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:29.950705 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bd3c5353-9fbe-4944-a65e-c6af40c19d7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/9574b46f-b006-4c78-9c1d-9f06a771d1cb HTTP/1.1" status: 404 len: 337 time: 0.0410762 Nov 25 11:27:29.951281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40770) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.000151 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2a05ee30-508a-4e2f-9965-f35e461bd3d1 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb31e788-b0b9-4efe-992d-0d766017d6a6 HTTP/1.1" status: 200 len: 205 time: 0.0453541 Nov 25 11:27:30.000961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40774) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.004964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:30.008177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:30.015338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:30.015840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:30.031592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=d1cf8f52-90b9-446c-8c17-55737e193b1d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:30.034391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:30.051761 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8519685 Nov 25 11:27:30.055035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40778) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.061059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:30.071394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-a4c3e2d3-eb92-49a0-ae42-a18aa1d9808a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] delete failed (client error): The resource could not be found. Nov 25 11:27:30.072570 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a4c3e2d3-eb92-49a0-ae42-a18aa1d9808a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/cb31e788-b0b9-4efe-992d-0d766017d6a6 HTTP/1.1" status: 404 len: 336 time: 0.0706940 Nov 25 11:27:30.076623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40782) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.090481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:30.103517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:30.119806 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-052ca61b-034c-4b5e-8041-1c43f03a5e61 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:30.120273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052ca61b-034c-4b5e-8041-1c43f03a5e61 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:30.124379 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-052ca61b-034c-4b5e-8041-1c43f03a5e61 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/676532ad-2593-4921-8b9a-8646bab02f74 HTTP/1.1" status: 404 len: 337 time: 0.0437229 Nov 25 11:27:30.124593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40786) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.149785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] No DVR routers for this DVR port 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:30.173122 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-437fb86a-dc23-4700-bd80-96cd55150f7c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 HTTP/1.1" status: 200 len: 205 time: 0.0453396 Nov 25 11:27:30.173367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40790) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.204831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:30.209505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:30.210701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Pushing event deleted for resources: {'Port': ['ID=1bdce91f-02e3-4aa2-bdff-8c40c23a0f13,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:30.212410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:30.218201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:30.219718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:30.233779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:30.235856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e57817f-bf4e-4c8f-a547-719e9c831cd4 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:30.243869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:30.255318 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-5fae9fbe-7d45-488b-81b8-a03a5dfb8fdc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] delete failed (client error): The resource could not be found. Nov 25 11:27:30.258964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5fae9fbe-7d45-488b-81b8-a03a5dfb8fdc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/routers/b2846d10-e9b7-45ee-b0b3-c6677cfc6ba4 HTTP/1.1" status: 404 len: 336 time: 0.0817542 Nov 25 11:27:30.259150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40794) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.298547 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7e47c3-d463-46b0-9d42-a32872d5c018 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:30.299199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7e47c3-d463-46b0-9d42-a32872d5c018 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:30.303259 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1f7e47c3-d463-46b0-9d42-a32872d5c018 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/41f98977-ce15-477b-828f-c75dedf6445f HTTP/1.1" status: 404 len: 337 time: 0.0409963 Nov 25 11:27:30.304294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40798) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.314204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40802) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.342768 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f22065-1c14-4471-846b-94cfea1a8954 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:30.343346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f22065-1c14-4471-846b-94cfea1a8954 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:30.348227 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-47f22065-1c14-4471-846b-94cfea1a8954 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] 10.222.0.41 "DELETE /v2.0/subnets/5e5e564f-e181-4d29-9066-2ea04d0061eb HTTP/1.1" status: 404 len: 337 time: 0.0405085 Nov 25 11:27:30.452222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-be5ac70f-953b-423d-8366-53ff314b8313', 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'tenant_id': 'c34ffe764a3c43af82ab9311a33751ee', 'fixed_ips': [{'subnet_id': 'd1cf8f52-90b9-446c-8c17-55737e193b1d'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:27:30.453107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:30.479119 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7671aa3e-a4ee-4de7-a2ad-0954a39ec54a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/aa402445-0811-4919-9340-c8fb256a42ab HTTP/1.1" status: 200 len: 993 time: 0.1589370 Nov 25 11:27:30.479119 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1cf8f52-90b9-446c-8c17-55737e193b1d (CIDR: 2001:db8::/64) Nov 25 11:27:30.484394 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:27:30.484890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:30.507933 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7a8ab93-f7a6-49f9-96d4-f7b4b7c82fa0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4492297 Nov 25 11:27:30.508652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40808) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.514396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:30.632555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/d1cf8f52-90b9-446c-8c17-55737e193b1d/ac580200-e3ac-4dbc-85fc-c355b3a28413) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:30.663656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:30.667851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:30.670702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:30.677318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:30.687820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:30.707866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40814) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.750290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:30.786558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:30.786844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1bdce91f-02e3-4aa2-bdff-8c40c23a0f13 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:30.829000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:30.896529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:30.908167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-56462f46-645b-4cd9-808c-f875dd03395c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=754d8e28e757469f85d42694793dd751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1985259 Nov 25 11:27:30.910335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Transition to ACTIVE for port object ac580200-e3ac-4dbc-85fc-c355b3a28413 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:30.911618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40820) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:30.937151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Transition to ACTIVE for port object ac580200-e3ac-4dbc-85fc-c355b3a28413 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:30.945321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:30.949985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:30.991893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c107d140-8973-4072-abb1-051134df740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.016104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:31.020138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:31.022143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Pushing event updated for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:31.023372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c107d140-8973-4072-abb1-051134df740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.024535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:31.026830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:31.092348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c107d140-8973-4072-abb1-051134df740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.096134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:31.107580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107d140-8973-4072-abb1-051134df740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196d34a0-808c-4ea8-b514-b35fc36e4833,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:31.110030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c107d140-8973-4072-abb1-051134df740a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:31.115424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c107d140-8973-4072-abb1-051134df740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.116585 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c107d140-8973-4072-abb1-051134df740a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/196d34a0-808c-4ea8-b514-b35fc36e4833 HTTP/1.1" status: 204 len: 168 time: 0.2036815 Nov 25 11:27:31.130171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Attempting to bind port ac580200-e3ac-4dbc-85fc-c355b3a28413 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:31.130548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Attempting to bind port ac580200-e3ac-4dbc-85fc-c355b3a28413 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:31.130932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Attempting to bind port ac580200-e3ac-4dbc-85fc-c355b3a28413 on network be5ac70f-953b-423d-8366-53ff314b8313 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:31.141234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:31.141629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Checking segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:31.142028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.142504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Bound using segment: {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:31.142894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Bound port: ac580200-e3ac-4dbc-85fc-c355b3a28413, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf3172-4413-4287-8aa4-a350daf3fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:31.143250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.235080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:31.238462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:31.243877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.248240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0f60827f-4fa1-4f62-9711-e5da7ac31a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:31.273721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.objects.ports [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83570) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:27:31.369661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Pushing event updated for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:31.387852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:31.455783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.820658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:31.845162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.850300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.851136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.856303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4422dd22-2643-44a1-8a64-1ee0e67aa2f5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:31.920972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:31.929218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:31.932085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:31.932856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.959552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:31.962980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:31.965600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e2669e13-2e00-4489-a02f-3d9e23d501c0 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:31.970924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:32.003016 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4933274 Nov 25 11:27:32.006337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40848) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:32.014285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:9b:4e:98', 'name': 'tempest-NetworksTestDHCPv6-824328594'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:32.116154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=96d0bfc7-59b2-44c5-b8ce-c711f1749fd6,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:32.120368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:32.140371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-514138901-network', 'tenant_id': '08a244ace73e40889e241391663cf72d'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:32.147685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:32.154147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Usage tracker for resource:network and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:32.158167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:32.164966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:32.177322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Made reservation on behalf of 08a244ace73e40889e241391663cf72d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:32.180217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.191889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:32.194647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.196368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:port and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:32.199448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:32.205650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:32.217833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:32.222432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.230119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:32.234213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:32.237712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:32.244838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:32.253174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port e8af044a-0c7a-4159-8aef-a9208002aa22 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:32.326689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.333004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.336171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13a30277-a6d7-4ec8-963a-e9e8f6267403 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:32.366818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:27:32.372338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b07756-4e5a-4cf5-9ab8-c40a55548218,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:32.375988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:32.379772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.380244 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Added segment 0fd44533-4be5-4bed-a433-bed6bbb72121 of type vlan for network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 Nov 25 11:27:32.409584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.437645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d98b5-242d-42b7-a140-361d094f3374 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:32.445756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.446717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:32.447295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.450736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12de5f8f-b2ab-4c24-b844-9d59baabe397 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:32.500312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::2f8 (be5ac70f-953b-423d-8366-53ff314b8313/d1cf8f52-90b9-446c-8c17-55737e193b1d/e8af044a-0c7a-4159-8aef-a9208002aa22) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:32.507328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:4e98 (be5ac70f-953b-423d-8366-53ff314b8313/96d0bfc7-59b2-44c5-b8ce-c711f1749fd6/e8af044a-0c7a-4159-8aef-a9208002aa22) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:32.557486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Pushing event updated for resources: {'Network': ['ID=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:32.560614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7bdc49f7-67da-4bc6-9964-47c7f9fa39c8 None None] Provisioning for port ac580200-e3ac-4dbc-85fc-c355b3a28413 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:32.563801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5905039 Nov 25 11:27:32.564832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:32.565519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40852) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:32.570867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Request body: {'subnet': {'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-514138901-subnet', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:32.575635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:27:32.575931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:32.579504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Usage tracker for resource:subnet and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:32.583422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:32.588914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:32.600564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Made reservation on behalf of 08a244ace73e40889e241391663cf72d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:32.604660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.775770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.799813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object e8af044a-0c7a-4159-8aef-a9208002aa22 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:32.803539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac580200-e3ac-4dbc-85fc-c355b3a28413 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:32.823840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.830407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7bcd2615-e3d2-474d-b337-1923cd4ddabb tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:32.846056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.852677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dfff6f65-8eef-463a-890e-e21d6da85502 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:32.885987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port ac580200-e3ac-4dbc-85fc-c355b3a28413 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:32.892057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:32.892669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.904779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:32.908294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:32.910820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:32.915035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:32.915640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.929403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f06871-8cd7-4787-85b4-dfba497c94ac,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:32.945883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=e8af044a-0c7a-4159-8aef-a9208002aa22,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:32.948893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:32.950555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9431276 Nov 25 11:27:32.954446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40856) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:32.955241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:32.964026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Checking segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:32.964557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Network hostable DHCP agents. Network: 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:27:32.994288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:27:33.010536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:33.018859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:33.020271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.028602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66070df6-c74a-444a-8e97-80b60cb89e6e None None] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:33.040431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port e8af044a-0c7a-4159-8aef-a9208002aa22 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:33.040921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.044238 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4776297 Nov 25 11:27:33.046551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40860) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:33.053594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:33.059485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:33.064366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Usage tracker for resource:router and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:33.068699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:33.075535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:33.092343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.093332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.114373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.137314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.250258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:33.260289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.264441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-58401adf-f759-44f0-b565-b93316c5bb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:33.345817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:33.351749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:33.367481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.414253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:27:33.415171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.416070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.505782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for e8af044a-0c7a-4159-8aef-a9208002aa22 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:33.626002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Allocated IP 172.20.0.2 (5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46/81f06871-8cd7-4787-85b4-dfba497c94ac/877cfb72-5e33-49a7-9e18-1338d63870aa) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:33.660329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.692490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.746554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.756490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c553b96-cad3-406c-b8fc-573276ceb31c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:33.802467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=e8af044a-0c7a-4159-8aef-a9208002aa22,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:33.802638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8f2053f1-797a-412e-96a2-86dad2c47360 None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:33.802955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8f2053f1-797a-412e-96a2-86dad2c47360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.810814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:33.860118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Allocated IP 172.26.5.9 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/46de2785-7b43-4487-babe-0842a7f9fc06) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:33.922387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:33.947642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Transition to ACTIVE for port object 877cfb72-5e33-49a7-9e18-1338d63870aa will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:33.994154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3b73752-7e99-4c06-a385-506485603509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.011879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Transition to ACTIVE for port object 877cfb72-5e33-49a7-9e18-1338d63870aa will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:34.029029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.033793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.036345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:34.044537 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/e8af044a-0c7a-4159-8aef-a9208002aa22 HTTP/1.1" status: 204 len: 168 time: 1.0865896 Nov 25 11:27:34.046757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40864) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:34.051231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.090555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.096107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e4f97f62-bb32-4657-a60d-3850ff5de053 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:34.119699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:34.122286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:34.127956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:34.133482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fceb64-ed85-4d18-aab5-9e68f6e4a1df tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:34.134295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-37fceb64-ed85-4d18-aab5-9e68f6e4a1df tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:34.141303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Pushing event updated for resources: {'Port': ['ID=877cfb72-5e33-49a7-9e18-1338d63870aa,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:34.150691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:34.153224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-37fceb64-ed85-4d18-aab5-9e68f6e4a1df tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:34.156898 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-37fceb64-ed85-4d18-aab5-9e68f6e4a1df tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1066208 Nov 25 11:27:34.157503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40868) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:34.176049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:34.177034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Pushing event updated for resources: {'Port': ['ID=46de2785-7b43-4487-babe-0842a7f9fc06,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:34.179572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:34.181352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:34.183005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:34.212369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.235794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f9929d26-2908-442d-8cc6-3cccf6732c9c None None] Could not find standard attr ID for object e8af044a-0c7a-4159-8aef-a9208002aa22. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:34.244212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Attempting to bind port 877cfb72-5e33-49a7-9e18-1338d63870aa on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:34.244521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Attempting to bind port 877cfb72-5e33-49a7-9e18-1338d63870aa by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:34.244896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Attempting to bind port 877cfb72-5e33-49a7-9e18-1338d63870aa on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:34.248104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbfc86b-a602-432b-b705-83c7e67c85b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:34.251921 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4fbfc86b-a602-432b-b705-83c7e67c85b4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0907021 Nov 25 11:27:34.252180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40872) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:34.254604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:34.255064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Checking segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:34.255545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.256030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Bound using segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:34.256579 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Bound port: 877cfb72-5e33-49a7-9e18-1338d63870aa, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:34.257016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.322829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8ff15-f538-4ac5-8176-5dd32354229c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:34.324368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8ff15-f538-4ac5-8176-5dd32354229c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:34.325824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8ff15-f538-4ac5-8176-5dd32354229c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:34.326707 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-74d8ff15-f538-4ac5-8176-5dd32354229c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:34.342809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-74d8ff15-f538-4ac5-8176-5dd32354229c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:34.346559 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-74d8ff15-f538-4ac5-8176-5dd32354229c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0909035 Nov 25 11:27:34.346807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:34.351933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.352698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.397350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] For port 877cfb72-5e33-49a7-9e18-1338d63870aa, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:34.401394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] For port 877cfb72-5e33-49a7-9e18-1338d63870aa, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=877cfb72-5e33-49a7-9e18-1338d63870aa,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:34.406837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.411857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:34.417142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 96d0bfc7-59b2-44c5-b8ce-c711f1749fd6 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:34.420198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.484442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Pushing event updated for resources: {'Port': ['ID=877cfb72-5e33-49a7-9e18-1338d63870aa,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:34.487290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:34.496380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.585072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.601113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:27:34.673772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.681507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67044a61-eb9f-4d0b-b49a-a5c9aa8838f7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:34.724777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=96d0bfc7-59b2-44c5-b8ce-c711f1749fd6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:34.727116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:34.730479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.739820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903cab6d-0dba-470e-be7a-b236f0d403a6 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:34.753135 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/96d0bfc7-59b2-44c5-b8ce-c711f1749fd6 HTTP/1.1" status: 204 len: 168 time: 0.4045556 Nov 25 11:27:34.755402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40882) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:34.858934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet d1cf8f52-90b9-446c-8c17-55737e193b1d {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:34.862591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.890198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:34.899970 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:34.926739 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:34.927366 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:34.934902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.940297 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8923383 Nov 25 11:27:34.941754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40886) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:34.983742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 877cfb72-5e33-49a7-9e18-1338d63870aa up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:34.988514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:35.101841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:35.125248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 877cfb72-5e33-49a7-9e18-1338d63870aa completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:35.135082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac580200-e3ac-4dbc-85fc-c355b3a28413 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:35.195022 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:35.196967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:35.213874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-289aea7b-0df0-4392-8e84-9374c885e978 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:35.216479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:35.216916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:35.262119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cf8f52-90b9-446c-8c17-55737e193b1d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:35.266850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:35.271211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:35.291737 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d1cf8f52-90b9-446c-8c17-55737e193b1d HTTP/1.1" status: 204 len: 168 time: 0.5352418 Nov 25 11:27:35.294879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:35.607741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40894) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:35.609300 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e6cc8cc9-f9f4-4ad3-8854-459f2dc6a4fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3107131 Nov 25 11:27:35.618924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:35.683107 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:34Z', 'revision_number': 3, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:35.687462 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:35.688747 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Updating router 09fbf578-19bd-4fdb-81e7-73d88809d6ce port 46de2785-7b43-4487-babe-0842a7f9fc06 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:27:35.758933 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:35.775377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:35.779657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:35.782625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:35.789421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:35.804230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:35.808827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:35.882340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71d178-5b47-42cf-a20e-d233d90b7901 None None] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:36.075776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Provisioning for port 877cfb72-5e33-49a7-9e18-1338d63870aa completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:36.089506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Provisioning complete for port 877cfb72-5e33-49a7-9e18-1338d63870aa triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:36.090177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.127109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.130614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5805fa-2e6e-46db-939a-2cc4481d3432 None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:36.138342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-719d916f-27d2-4d30-b919-ba7209000f55 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:36.141062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.209475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:36.217777 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.231050 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Transition to ACTIVE for port object 46de2785-7b43-4487-babe-0842a7f9fc06 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:36.235765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:36.242317 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.247255 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ca2f9bfc-dce9-4e0c-8f9b-b9b1adff258d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:36.250552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:36.250552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.272301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=9b3ce1a4-878c-456a-84d8-d67c87daf13d,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:36.282587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:36.299509 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6880736 Nov 25 11:27:36.302888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40898) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:36.310293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:36.327086 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efb074-8762-4df8-907a-52f2ffe244f7 None None] Pushing event updated for resources: {'Port': ['ID=46de2785-7b43-4487-babe-0842a7f9fc06,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:36.330506 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-d1efb074-8762-4df8-907a-52f2ffe244f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:36.339419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef754c1c-8113-47db-b37c-c047d2a65987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.354784 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Attempting to bind port 46de2785-7b43-4487-babe-0842a7f9fc06 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:36.355157 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Attempting to bind port 46de2785-7b43-4487-babe-0842a7f9fc06 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:36.355521 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Attempting to bind port 46de2785-7b43-4487-babe-0842a7f9fc06 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:36.362278 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:36.363184 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:36.363738 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.364189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:36.364657 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Bound port: 46de2785-7b43-4487-babe-0842a7f9fc06, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:36.365027 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.425852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Allocated IP 172.20.0.1 (5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46/81f06871-8cd7-4787-85b4-dfba497c94ac/1f4fc3bc-800b-41e4-9aa0-44e827366107) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:36.439236 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] For port 46de2785-7b43-4487-babe-0842a7f9fc06, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:36.446156 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] For port 46de2785-7b43-4487-babe-0842a7f9fc06, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=46de2785-7b43-4487-babe-0842a7f9fc06,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:36.451840 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.459504 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ff77408a-c679-4972-8cb8-2d4fa34ece97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:36.480385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:36.484951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:36.489163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:36.495920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:36.516581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:36.525309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.545590 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efb074-8762-4df8-907a-52f2ffe244f7 None None] Pushing event updated for resources: {'Port': ['ID=46de2785-7b43-4487-babe-0842a7f9fc06,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:36.550016 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-d1efb074-8762-4df8-907a-52f2ffe244f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:36.576783 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:36.577650 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:36.613738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] For port 877cfb72-5e33-49a7-9e18-1338d63870aa, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=877cfb72-5e33-49a7-9e18-1338d63870aa,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:36.624795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.627015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:36.684757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.690135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.713622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Transition to ACTIVE for port object 1f4fc3bc-800b-41e4-9aa0-44e827366107 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:36.747560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.758484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-877b67d9-0894-458d-9867-106f8fd0fd46 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:36.768278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Pushing event updated for resources: {'Port': ['ID=877cfb72-5e33-49a7-9e18-1338d63870aa,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:36.775721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:36.787319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-797ef538-c78c-4256-b2e1-e85415eaf8e3 None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:36.787943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-797ef538-c78c-4256-b2e1-e85415eaf8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.829067 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:36.905350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:36.909892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:36.912296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Pushing event updated for resources: {'Port': ['ID=1f4fc3bc-800b-41e4-9aa0-44e827366107,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:36.920906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:36.984874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.014973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:37.078508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877893b-74d3-4bff-84c9-0ee170990d1a None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:37.082260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.141996 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.ipam_backend_mixin [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b3ce1a4-878c-456a-84d8-d67c87daf13d (CIDR: 2001:db8::/64) Nov 25 11:27:37.148563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:27:37.149037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:37.189851 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1286d47-87fd-49df-b50e-5246dd6a80a6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8829982 Nov 25 11:27:37.190378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40902) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:37.200104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'subnet': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:37.219865 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:34Z', 'revision_number': 3, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:37.226463 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f537feac-d4e4-4d41-b46e-ade26cb874ba None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:34Z', 'revision_number': 3, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:37.305778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8e5c4be4-0833-425b-ba13-915bd12c60a5 None None] Provisioning complete for port 877cfb72-5e33-49a7-9e18-1338d63870aa triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:37.306896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4be4-0833-425b-ba13-915bd12c60a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.353388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.467636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:37.475951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Usage tracker for resource:subnet and tenant:c34ffe764a3c43af82ab9311a33751ee is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:37.479909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:37.491252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:37.518146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.530331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.566612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-06acae19-a25b-4505-952b-39b70ac9439a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:37.592478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8e5c4be4-0833-425b-ba13-915bd12c60a5 None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:37.592856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4be4-0833-425b-ba13-915bd12c60a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.616790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:37.851592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3db560d3-962a-4515-a8a5-6fff50da6ac1 None None] Provisioning for port 1f4fc3bc-800b-41e4-9aa0-44e827366107 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:37.857313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3db560d3-962a-4515-a8a5-6fff50da6ac1 None None] Provisioning complete for port 1f4fc3bc-800b-41e4-9aa0-44e827366107 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:37.857694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3db560d3-962a-4515-a8a5-6fff50da6ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.865385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:37.868792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Pushing event updated for resources: {'Port': ['ID=1f4fc3bc-800b-41e4-9aa0-44e827366107,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:37.871635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:37.914713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3db560d3-962a-4515-a8a5-6fff50da6ac1 None None] Port 1f4fc3bc-800b-41e4-9aa0-44e827366107 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:37.928569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3db560d3-962a-4515-a8a5-6fff50da6ac1 None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:37.928932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3db560d3-962a-4515-a8a5-6fff50da6ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:38.001105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:38.161019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:38.163973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:38.374992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f8a33ab0-819d-4a15-a211-f8be4af53519 None None] Provisioning complete for port 1f4fc3bc-800b-41e4-9aa0-44e827366107 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:38.375614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8a33ab0-819d-4a15-a211-f8be4af53519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:38.429930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f8a33ab0-819d-4a15-a211-f8be4af53519 None None] Port 1f4fc3bc-800b-41e4-9aa0-44e827366107 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:38.748557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 25 11:27:38.789418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:38.814736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 877cfb72-5e33-49a7-9e18-1338d63870aa up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:38.824916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:38.883310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 877cfb72-5e33-49a7-9e18-1338d63870aa triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:38.883683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:38.997050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 46de2785-7b43-4487-babe-0842a7f9fc06 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:39.001128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.061933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 46de2785-7b43-4487-babe-0842a7f9fc06 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:39.067967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 46de2785-7b43-4487-babe-0842a7f9fc06 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:39.067967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.181306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.197765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 46de2785-7b43-4487-babe-0842a7f9fc06, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=46de2785-7b43-4487-babe-0842a7f9fc06,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:39.201415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.204374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0a276a7d-06c5-415f-80b7-25cf5a850246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:39.270297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=46de2785-7b43-4487-babe-0842a7f9fc06,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:39.273229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:39.282154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:39.307045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:39.317757 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] 10.222.0.41 "PUT /v2.0/routers/09fbf578-19bd-4fdb-81e7-73d88809d6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3749545 Nov 25 11:27:39.337770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.343375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.344135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.348940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-13901410-7d19-4371-b07a-4c8e60fe7529 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:39.541999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:39.549776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:39.554474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:39.555051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.563406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5422d-55bc-4537-9a4a-d3432ff1788f None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:39.574467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:39.577981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:39.578509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d0f180aa-8473-4829-9715-33dd53de6141 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:39.609122 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4170337 Nov 25 11:27:39.612486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40912) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:39.618531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Request body: {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'mac_address': 'fa:16:3e:81:08:e3', 'name': 'tempest-NetworksTestDHCPv6-1016309518'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:39.639378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Subnet': ['ID=0f13e8f8-ad46-40be-8c84-7234bbd05c1d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:39.642583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:39.765864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:39.776059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:39.786116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Made reservation on behalf of c34ffe764a3c43af82ab9311a33751ee for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:39.790045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:39.824218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] device_id is not set on port c4c5331e-4756-4804-abc5-aa4d66b2f4e8 yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:39.927242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Update dhcp port {'port': {'network_id': 'be5ac70f-953b-423d-8366-53ff314b8313', 'fixed_ips': [{'subnet_id': '0f13e8f8-ad46-40be-8c84-7234bbd05c1d', 'ip_address': '2001:db8:0:1:f816:3eff:feb0:d167'}, {'subnet_id': '9b3ce1a4-878c-456a-84d8-d67c87daf13d'}], 'binding:host_id': 'dv-neutron-819177-1-hyperv'}, 'id': 'ac580200-e3ac-4dbc-85fc-c355b3a28413'} from dv-neutron-819177-1-hyperv. {{(pid=83571) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Nov 25 11:27:39.981620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.051941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8::3c9 (be5ac70f-953b-423d-8366-53ff314b8313/9b3ce1a4-878c-456a-84d8-d67c87daf13d/c4c5331e-4756-4804-abc5-aa4d66b2f4e8) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:40.057660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:8e3 (be5ac70f-953b-423d-8366-53ff314b8313/0f13e8f8-ad46-40be-8c84-7234bbd05c1d/c4c5331e-4756-4804-abc5-aa4d66b2f4e8) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:40.191973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40928) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:40.197591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1132869312-network', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:40.202608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:40.206961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Usage tracker for resource:network and tenant:f1ef566a6d074728a229a684af721b0a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:40.210307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:40.218610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:40.232635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Made reservation on behalf of f1ef566a6d074728a229a684af721b0a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:40.234986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.249873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.265597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.280780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:40.282829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Transition to ACTIVE for port object c4c5331e-4756-4804-abc5-aa4d66b2f4e8 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:40.284690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Usage tracker for resource:security_group_rule and tenant:f1ef566a6d074728a229a684af721b0a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:40.287398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:40.292982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:40.305613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.312214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:40.363143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.369274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.374276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Allocated IP 2001:db8::2 (be5ac70f-953b-423d-8366-53ff314b8313/9b3ce1a4-878c-456a-84d8-d67c87daf13d/ac580200-e3ac-4dbc-85fc-c355b3a28413) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:40.374465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-df222d60-11d9-4a79-ae94-51e98b6c2d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:40.380027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Network be5ac70f-953b-423d-8366-53ff314b8313 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:40.387502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:40.392390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:40.396625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:40.397302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.405446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:27:40.405648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event updated for resources: {'Port': ['ID=c4c5331e-4756-4804-abc5-aa4d66b2f4e8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:40.412929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:40.414208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c48b4c-a856-4648-8b68-5c53c7f8b385,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:40.418093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:40.420811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.421180 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Added segment ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d of type vlan for network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 Nov 25 11:27:40.433837 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8195755 Nov 25 11:27:40.434538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40932) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:40.452291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.487966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.489211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:40.489886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.497064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:40.521515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting port c4c5331e-4756-4804-abc5-aa4d66b2f4e8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:40.522130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.574884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:40.602069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.604190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Pushing event updated for resources: {'Network': ['ID=296813cd-84ea-4b9c-b6a0-5d3e5e4ca690,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:40.607099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:40.608679 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4156795 Nov 25 11:27:40.611478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40936) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:40.617774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Request body: {'subnet': {'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1132869312-subnet', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:40.622352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:27:40.623387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:40.629056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Usage tracker for resource:subnet and tenant:f1ef566a6d074728a229a684af721b0a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:40.632602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:40.639196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:40.643525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Transition to ACTIVE for port object ac580200-e3ac-4dbc-85fc-c355b3a28413 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:40.651205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Made reservation on behalf of f1ef566a6d074728a229a684af721b0a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:40.653816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.695496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.714876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2e1694c2-e2ca-4bbb-b1b6-7aa6388a0c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:40.795147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.862014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac580200-e3ac-4dbc-85fc-c355b3a28413 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:40.881345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:40.884935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83d313c5-3610-462e-9592-aa854a1902e7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:40.912277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Pushing event updated for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=10']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:40.918706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:40.920665 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Calling delete_port for c4c5331e-4756-4804-abc5-aa4d66b2f4e8 owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:40.955259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 46de2785-7b43-4487-babe-0842a7f9fc06 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:40.975317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:40.978756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:40.994180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Checking segment: {'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:40.994535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Network hostable DHCP agents. Network: 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:27:41.023394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:27:41.038242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:41.039844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 46de2785-7b43-4487-babe-0842a7f9fc06 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:41.039844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.042991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:41.043764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.071200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349973f7-bf82-49c6-8f61-7ef7f4c6a98a None None] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:41.079630 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4670167 Nov 25 11:27:41.080303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40940) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:41.085765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:41.090344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:41.094628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Usage tracker for resource:router and tenant:f1ef566a6d074728a229a684af721b0a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:41.098072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:41.108887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:41.121596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.123221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.194150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.200885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-93e1369d-0a03-435a-98bc-99d3d38d52ec tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:41.205861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.244335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Port': ['ID=c4c5331e-4756-4804-abc5-aa4d66b2f4e8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:41.254727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:41.337227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.350618 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/c4c5331e-4756-4804-abc5-aa4d66b2f4e8 HTTP/1.1" status: 204 len: 168 time: 0.9146259 Nov 25 11:27:41.355131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:41.375800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-296813cd-84ea-4b9c-b6a0-5d3e5e4ca690', 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'fixed_ips': [{'subnet_id': '9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:27:41.376718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.419742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.474931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da663f93-5032-4e0f-9647-7104452109ac tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:41.478772 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-da663f93-5032-4e0f-9647-7104452109ac tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1211250 Nov 25 11:27:41.479108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40948) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:41.564142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Allocated IP 172.20.0.2 (296813cd-84ea-4b9c-b6a0-5d3e5e4ca690/9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27/72c01156-6a70-4c33-bacd-d53182cd6d01) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:41.622888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3754f70-f889-4a3d-bc9e-c219a1a0ff88 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:41.626816 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3754f70-f889-4a3d-bc9e-c219a1a0ff88 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1431832 Nov 25 11:27:41.627678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40952) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:41.707375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84ec8e-2aac-4789-9203-63e367250bdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:41.709033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84ec8e-2aac-4789-9203-63e367250bdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:41.710628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84ec8e-2aac-4789-9203-63e367250bdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:41.711602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ca84ec8e-2aac-4789-9203-63e367250bdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:41.725257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.734155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ca84ec8e-2aac-4789-9203-63e367250bdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:41.735774 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ca84ec8e-2aac-4789-9203-63e367250bdc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1075635 Nov 25 11:27:41.738706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40956) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:41.741764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-eb925487-d08f-4d18-96bd-b93da4dd2a3a None None] Provisioning for port ac580200-e3ac-4dbc-85fc-c355b3a28413 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:41.754522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-eb925487-d08f-4d18-96bd-b93da4dd2a3a None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:41.755470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb925487-d08f-4d18-96bd-b93da4dd2a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.759495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.893228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:41.943836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Transition to ACTIVE for port object 72c01156-6a70-4c33-bacd-d53182cd6d01 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:41.944277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Allocated IP 172.26.5.207 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/23e15f5e-c48e-49b0-8064-d8777dda0b52) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:41.982708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Transition to ACTIVE for port object 72c01156-6a70-4c33-bacd-d53182cd6d01 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:41.994927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.000042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-72f2140e-3c37-4171-a029-12105dae4847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:42.069269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:42.069961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 0f13e8f8-ad46-40be-8c84-7234bbd05c1d {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:42.072873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:42.073084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.077288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:42.079482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Pushing event updated for resources: {'Port': ['ID=72c01156-6a70-4c33-bacd-d53182cd6d01,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:42.082427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:42.132725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.140842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.161623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d9a9231c-e3e2-4ad6-9aec-1ce3aff8101a None None] Could not find standard attr ID for object c4c5331e-4756-4804-abc5-aa4d66b2f4e8. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:42.172387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Attempting to bind port 72c01156-6a70-4c33-bacd-d53182cd6d01 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:42.173271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.173428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Attempting to bind port 72c01156-6a70-4c33-bacd-d53182cd6d01 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:42.173428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Attempting to bind port 72c01156-6a70-4c33-bacd-d53182cd6d01 on network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:42.184198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:42.184574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Checking segment: {'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:42.184984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.185376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Bound using segment: {'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:42.185844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Bound port: 72c01156-6a70-4c33-bacd-d53182cd6d01, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:42.186333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.188389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d3f4bb9f-7548-4dfb-a7f5-81816b3bb3d2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:42.258903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:42.261741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.262415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:42.266951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:42.340503 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-f162c700-1249-408b-a334-9e4d4f5b98a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346521 Nov 25 11:27:42.342290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] For port 72c01156-6a70-4c33-bacd-d53182cd6d01, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:42.345944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] For port 72c01156-6a70-4c33-bacd-d53182cd6d01, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=72c01156-6a70-4c33-bacd-d53182cd6d01,segment=NetworkSegment(ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d),segment_id=ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:42.352835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.356894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:42.359280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.364456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25911e00-ca42-49fb-a073-3a0898360a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:42.408849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Pushing event updated for resources: {'Port': ['ID=23e15f5e-c48e-49b0-8064-d8777dda0b52,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:42.409073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=0f13e8f8-ad46-40be-8c84-7234bbd05c1d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:42.411724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:42.414801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.414973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:42.435799 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/0f13e8f8-ad46-40be-8c84-7234bbd05c1d HTTP/1.1" status: 204 len: 168 time: 0.6954434 Nov 25 11:27:42.437297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40960) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:42.444028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18760664-08e0-4ea1-8779-7c329c2be73a None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:42.471451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Pushing event updated for resources: {'Port': ['ID=72c01156-6a70-4c33-bacd-d53182cd6d01,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:42.498174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:42.574806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.575312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Deleting subnet 9b3ce1a4-878c-456a-84d8-d67c87daf13d {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:42.575840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.581009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.664992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:42.806133 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-2426ad0f-792c-4bf1-8391-238b0506c19e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1099 time: 0.3128219 Nov 25 11:27:42.940901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Router 74a03ca6-56e6-4e6e-816a-2322337e7b99 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:27:42.972585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 72c01156-6a70-4c33-bacd-d53182cd6d01 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:42.981275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:43.068962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 72c01156-6a70-4c33-bacd-d53182cd6d01 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:43.075078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac580200-e3ac-4dbc-85fc-c355b3a28413 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:43.098507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-14445772-55e9-4179-b011-81ace17c6512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:43.099960 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-14445772-55e9-4179-b011-81ace17c6512 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 897 time: 0.2704630 Nov 25 11:27:43.164765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:43.165241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:43.212773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:43.221715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:43.235187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:43.239487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2f028471-d196-49ff-83b5-a3790b52ede8 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:43.244869 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Sync routers for ids ['74a03ca6-56e6-4e6e-816a-2322337e7b99'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:27:43.257230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:43.257610 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Routers {'74a03ca6-56e6-4e6e-816a-2322337e7b99'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:43.258242 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['74a03ca6-56e6-4e6e-816a-2322337e7b99'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:43.259229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:43.286298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:43.293209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3ce1a4-878c-456a-84d8-d67c87daf13d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:43.298200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:43.301224 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2187889 Nov 25 11:27:43.303342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40964) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:43.308772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:43.313491 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/9b3ce1a4-878c-456a-84d8-d67c87daf13d HTTP/1.1" status: 204 len: 168 time: 0.8749897 Nov 25 11:27:43.316328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40968) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:43.424473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40972) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:43.425771 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ccb8e503-2980-4733-9327-006997ddc50e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068559 Nov 25 11:27:43.433452 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-05260492-93ee-42d7-9ff3-f432da116902 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 200 len: 1001 time: 0.3255212 Nov 25 11:27:43.515718 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Set router 74a03ca6-56e6-4e6e-816a-2322337e7b99 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:43.575925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-eb4e5e90-5748-4ada-b647-3b8a264d96cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:43.577567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-eb4e5e90-5748-4ada-b647-3b8a264d96cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb09793-f4b7-4392-a5f3-b9acba76d61e HTTP/1.1" status: 200 len: 834 time: 0.1318221 Nov 25 11:27:43.636218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:43.698614 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-9d8a7d87-0ea8-4ff0-bbdb-39b215f45a45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5586763-511f-4e38-a802-c7689c3c4db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101305 Nov 25 11:27:43.732600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73971dcf-8ec0-45ab-8ec8-6b77b491c630 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:43.737945 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73971dcf-8ec0-45ab-8ec8-6b77b491c630 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3112931 Nov 25 11:27:43.741049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:43.827888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb364d-27e8-4ad1-958e-f635ce13e6da None None] Network be5ac70f-953b-423d-8366-53ff314b8313 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:43.835837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab879e41-c01f-4fd1-969e-e2fe19890127 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:43.836539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab879e41-c01f-4fd1-969e-e2fe19890127 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:43.876834 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:42Z', 'revision_number': 3, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port': {'id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:43.881382 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Checking router: 74a03ca6-56e6-4e6e-816a-2322337e7b99 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:43.881944 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Updating router 74a03ca6-56e6-4e6e-816a-2322337e7b99 port 23e15f5e-c48e-49b0-8064-d8777dda0b52 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:27:43.885728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab879e41-c01f-4fd1-969e-e2fe19890127 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:43.889645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40980) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:43.891292 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ab879e41-c01f-4fd1-969e-e2fe19890127 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1492548 Nov 25 11:27:43.945809 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.033215 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6ba70210-ca33-4c52-b391-e316855a9e0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421366 Nov 25 11:27:44.051726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40984) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.080362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6778e5d7-e247-4ae5-bfb2-f150c1dceabf None None] Provisioning complete for port ac580200-e3ac-4dbc-85fc-c355b3a28413 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:44.080957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6778e5d7-e247-4ae5-bfb2-f150c1dceabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.104181 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaf1512-858d-40cb-8247-511f3ddd3e27 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.104783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaf1512-858d-40cb-8247-511f3ddd3e27 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.109389 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dfaf1512-858d-40cb-8247-511f3ddd3e27 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/c4c5331e-4756-4804-abc5-aa4d66b2f4e8 HTTP/1.1" status: 404 len: 333 time: 0.0562031 Nov 25 11:27:44.111235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-fc7b1ecb-4657-47d9-a954-2f342e999957 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947835 Nov 25 11:27:44.111853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40988) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.195412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25168841-b49e-4f59-a7c4-4c3e080ea10b None None] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:44.372189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.386723 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Transition to ACTIVE for port object 23e15f5e-c48e-49b0-8064-d8777dda0b52 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:44.397058 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.403165 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:44.411015 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f39e0c-3168-4206-8c41-cefffd73c646 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.411460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f39e0c-3168-4206-8c41-cefffd73c646 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.416045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 40992) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.416548 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-83f39e0c-3168-4206-8c41-cefffd73c646 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/0f13e8f8-ad46-40be-8c84-7234bbd05c1d HTTP/1.1" status: 404 len: 337 time: 0.3034971 Nov 25 11:27:44.449375 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ece72970-5412-4d85-a825-3ae06cd0b6cb req-9b90f59d-19d8-46f6-b483-cfdc5e376579 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689239 Nov 25 11:27:44.477214 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304fe7-4372-40f7-afa4-ce3241a32778 None None] Pushing event updated for resources: {'Port': ['ID=23e15f5e-c48e-49b0-8064-d8777dda0b52,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:44.513919 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-871cc5b3-18e6-4898-b057-6052055aaa09 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.514676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871cc5b3-18e6-4898-b057-6052055aaa09 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.516731 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-871cc5b3-18e6-4898-b057-6052055aaa09 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/9b3ce1a4-878c-456a-84d8-d67c87daf13d HTTP/1.1" status: 404 len: 337 time: 0.0988705 Nov 25 11:27:44.517680 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-24304fe7-4372-40f7-afa4-ce3241a32778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:44.520066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 40996) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.546635 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Attempting to bind port 23e15f5e-c48e-49b0-8064-d8777dda0b52 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:44.547098 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Attempting to bind port 23e15f5e-c48e-49b0-8064-d8777dda0b52 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:44.547553 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Attempting to bind port 23e15f5e-c48e-49b0-8064-d8777dda0b52 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:44.555103 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:44.555602 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:44.556120 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.557676 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:44.558356 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Bound port: 23e15f5e-c48e-49b0-8064-d8777dda0b52, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:44.558828 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.609663 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-715b6bdb-8f4c-4abd-9b94-18f387cd902d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.610097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715b6bdb-8f4c-4abd-9b94-18f387cd902d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.612246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-715b6bdb-8f4c-4abd-9b94-18f387cd902d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/e8af044a-0c7a-4159-8aef-a9208002aa22 HTTP/1.1" status: 404 len: 333 time: 0.0908916 Nov 25 11:27:44.615333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41002) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.659510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 2, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:44.669915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:27:44.670409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Updating router 09fbf578-19bd-4fdb-81e7-73d88809d6ce port 1f4fc3bc-800b-41e4-9aa0-44e827366107 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:27:44.692095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-606a5820-866e-4099-a4a3-bc30f92ce3e8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.692982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606a5820-866e-4099-a4a3-bc30f92ce3e8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.694568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-606a5820-866e-4099-a4a3-bc30f92ce3e8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/96d0bfc7-59b2-44c5-b8ce-c711f1749fd6 HTTP/1.1" status: 404 len: 337 time: 0.0783722 Nov 25 11:27:44.697175 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] For port 23e15f5e-c48e-49b0-8064-d8777dda0b52, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:44.697720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41006) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.703984 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] For port 23e15f5e-c48e-49b0-8064-d8777dda0b52, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=23e15f5e-c48e-49b0-8064-d8777dda0b52,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:44.708413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] DHCP port deletion for be5ac70f-953b-423d-8366-53ff314b8313 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:44.713523 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.718518 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:44.745109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Deleting port ac580200-e3ac-4dbc-85fc-c355b3a28413 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:44.745509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.793441 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61f8344-8800-4179-949c-4e2ab432ebcf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.793991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61f8344-8800-4179-949c-4e2ab432ebcf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.799694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f61f8344-8800-4179-949c-4e2ab432ebcf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d1cf8f52-90b9-446c-8c17-55737e193b1d HTTP/1.1" status: 404 len: 337 time: 0.1006269 Nov 25 11:27:44.801255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41012) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.809822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device ac580200-e3ac-4dbc-85fc-c355b3a28413 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:44.820334 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304fe7-4372-40f7-afa4-ce3241a32778 None None] Pushing event updated for resources: {'Port': ['ID=23e15f5e-c48e-49b0-8064-d8777dda0b52,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:44.828467 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-24304fe7-4372-40f7-afa4-ce3241a32778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:44.830374 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Routers {'74a03ca6-56e6-4e6e-816a-2322337e7b99'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:44.830990 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['74a03ca6-56e6-4e6e-816a-2322337e7b99'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:44.853798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.859116 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d30e88-6ad3-4fab-9c6c-d90904186b37 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.859562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d30e88-6ad3-4fab-9c6c-d90904186b37 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.865442 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f7d30e88-6ad3-4fab-9c6c-d90904186b37 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/407743ba-20be-44bb-a0ef-6bd835be1c7f HTTP/1.1" status: 404 len: 333 time: 0.0622928 Nov 25 11:27:44.866303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41016) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.901415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Provisioning for port 72c01156-6a70-4c33-bacd-d53182cd6d01 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:44.927477 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b92a14-fe8b-4788-94ac-5ba008fffe07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.927838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b92a14-fe8b-4788-94ac-5ba008fffe07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.932819 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e0b92a14-fe8b-4788-94ac-5ba008fffe07 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/97abb96d-19b2-462e-926c-a3f85d7fa886 HTTP/1.1" status: 404 len: 337 time: 0.0655015 Nov 25 11:27:44.933387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41020) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.955976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Provisioning complete for port 72c01156-6a70-4c33-bacd-d53182cd6d01 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:44.956707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.971265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:44.980470 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8857c83-d04e-45d1-8bbe-ee85ae4887d0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:44.980833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8857c83-d04e-45d1-8bbe-ee85ae4887d0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:44.985987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41024) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:44.986385 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a8857c83-d04e-45d1-8bbe-ee85ae4887d0 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/14fb9f76-4e9b-4c86-b5ae-0805a539c33e HTTP/1.1" status: 404 len: 337 time: 0.0497847 Nov 25 11:27:45.032854 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] Set router 74a03ca6-56e6-4e6e-816a-2322337e7b99 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:45.034120 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ccc2c2-4a2d-4ae7-b328-69cd2668afa2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.035159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ccc2c2-4a2d-4ae7-b328-69cd2668afa2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.036833 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-34ccc2c2-4a2d-4ae7-b328-69cd2668afa2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/308bc2eb-64ab-4bb0-87a8-6ac13aadcb06 HTTP/1.1" status: 404 len: 333 time: 0.0495701 Nov 25 11:27:45.040150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41028) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.115135 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa249f8-531f-4851-b182-755c47ea1ae2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.115826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa249f8-531f-4851-b182-755c47ea1ae2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.121148 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7fa249f8-531f-4851-b182-755c47ea1ae2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/cc9ecfdf-42ac-4203-b4e5-b5bd31157013 HTTP/1.1" status: 404 len: 337 time: 0.0796068 Nov 25 11:27:45.121878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41032) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.180824 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ad0fb0-a1fc-4743-9517-c1130be2790f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.181453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ad0fb0-a1fc-4743-9517-c1130be2790f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.188581 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-71ad0fb0-a1fc-4743-9517-c1130be2790f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/39f89771-448e-4647-b484-d3ca28e844ce HTTP/1.1" status: 404 len: 337 time: 0.0630307 Nov 25 11:27:45.189292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41036) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.245095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f052e10-9ef2-47f9-914f-e03ae505cf75 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.246345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f052e10-9ef2-47f9-914f-e03ae505cf75 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.251037 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9f052e10-9ef2-47f9-914f-e03ae505cf75 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/a8fb0d45-8676-4839-b6f7-3c2df61abf3a HTTP/1.1" status: 404 len: 333 time: 0.0606074 Nov 25 11:27:45.251700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41040) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.293842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Allocated IP 172.20.0.1 (296813cd-84ea-4b9c-b6a0-5d3e5e4ca690/9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27/e19613b4-d7b5-40eb-aa17-9ecdc20aaff3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:45.317177 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-db055e7e-4923-4b51-a29f-3bb1ca72c7bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.317951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db055e7e-4923-4b51-a29f-3bb1ca72c7bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.324835 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-db055e7e-4923-4b51-a29f-3bb1ca72c7bc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d2867072-ef58-445c-afc1-320348a412a3 HTTP/1.1" status: 404 len: 337 time: 0.0713503 Nov 25 11:27:45.325556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41044) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.350080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:45.374025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:45.374694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:45.392476 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-013f6744-a363-412d-9413-57f6318d810f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.393571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013f6744-a363-412d-9413-57f6318d810f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.399585 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-013f6744-a363-412d-9413-57f6318d810f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/871cc49d-bbec-41a1-811b-26bfdd394824 HTTP/1.1" status: 404 len: 333 time: 0.0729034 Nov 25 11:27:45.400277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41048) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.445792 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8693724c-6adc-465e-8865-2483a5d8787a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.446040 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:42Z', 'revision_number': 3, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port': {'id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:45.446523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8693724c-6adc-465e-8865-2483a5d8787a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.450937 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8693724c-6adc-465e-8865-2483a5d8787a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/0bd07055-c941-458b-afd6-1d92c4af6305 HTTP/1.1" status: 404 len: 337 time: 0.0492845 Nov 25 11:27:45.451766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41052) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.452262 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863f4bb-4788-4d8e-a0a9-0054911a6aab None None] The sync data for ids ['74a03ca6-56e6-4e6e-816a-2322337e7b99'] in dv-neutron-819177-1-hyperv is: [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:42Z', 'revision_number': 3, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port': {'id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:45.469738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:45.487757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Transition to ACTIVE for port object e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:45.520064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:45.525326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2d594e6b-3cb0-47e8-beeb-6140cd9aafb5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:45.558532 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc506bb-92f0-4b68-ac6b-bb5527656ede tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.559261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc506bb-92f0-4b68-ac6b-bb5527656ede tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.569672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41056) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.570787 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2bc506bb-92f0-4b68-ac6b-bb5527656ede tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/235d29c9-80d5-4a40-969c-7d5b8f9a9794 HTTP/1.1" status: 404 len: 333 time: 0.1177297 Nov 25 11:27:45.624908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Calling delete_port for ac580200-e3ac-4dbc-85fc-c355b3a28413 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:45.638601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:45.641787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:45.645220 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb7982b-5ad6-4f98-aa21-cf0ae0248aef tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.645672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb7982b-5ad6-4f98-aa21-cf0ae0248aef tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.656980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:45.703606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Pushing event updated for resources: {'Port': ['ID=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:45.712426 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3bb7982b-5ad6-4f98-aa21-cf0ae0248aef tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d3e5195c-329e-4cdf-a44b-120fade5909e HTTP/1.1" status: 404 len: 337 time: 0.1316431 Nov 25 11:27:45.712426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:45.712686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.759483 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6978a30-565a-491e-943b-9a660fffd338 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.759910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6978a30-565a-491e-943b-9a660fffd338 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.763801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b6978a30-565a-491e-943b-9a660fffd338 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/60033977-6d21-4d4e-8569-a7fe979b1690 HTTP/1.1" status: 404 len: 333 time: 0.0480254 Nov 25 11:27:45.769611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41064) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.793075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:45.810696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:45.833435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:45.851608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:45.866930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-96c2d74d-5777-4ace-8792-0444a10d3fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:45.874095 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c462cd4-5162-4b12-8ca0-31148389c2d8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.874579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c462cd4-5162-4b12-8ca0-31148389c2d8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.879758 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c462cd4-5162-4b12-8ca0-31148389c2d8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/f9e7ebc6-41ee-4d8e-9417-05ea0c7fa073 HTTP/1.1" status: 404 len: 337 time: 0.1056123 Nov 25 11:27:45.879758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41068) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.970781 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d561ab-602c-44df-b950-9410a48647df tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:45.971962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d561ab-602c-44df-b950-9410a48647df tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:45.975793 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69d561ab-602c-44df-b950-9410a48647df tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/59d387d7-e388-4853-afaf-bfbc926e7071 HTTP/1.1" status: 404 len: 333 time: 0.0931993 Nov 25 11:27:45.976902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41072) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.015673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:46.016109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:46.025895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] For port 72c01156-6a70-4c33-bacd-d53182cd6d01, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=72c01156-6a70-4c33-bacd-d53182cd6d01,segment=NetworkSegment(ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d),segment_id=ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:46.031504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=13']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:46.035346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.037198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:46.037660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:46.059001 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16cfca0-ef71-45a4-a414-30174d062cd8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.059436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16cfca0-ef71-45a4-a414-30174d062cd8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.061100 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b16cfca0-ef71-45a4-a414-30174d062cd8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/44af8b2c-c3ef-41eb-a3c2-1548772413ff HTTP/1.1" status: 404 len: 337 time: 0.0840797 Nov 25 11:27:46.063649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41076) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.113568 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-847a27ac-a430-4a1b-9ebf-588e7cfb95fb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.114005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847a27ac-a430-4a1b-9ebf-588e7cfb95fb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.115813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-847a27ac-a430-4a1b-9ebf-588e7cfb95fb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/819424f9-a7f1-48eb-b6cc-8b4dac639354 HTTP/1.1" status: 404 len: 333 time: 0.0512514 Nov 25 11:27:46.118608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41080) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.155227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.164643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Pushing event updated for resources: {'Port': ['ID=72c01156-6a70-4c33-bacd-d53182cd6d01,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:46.172620 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b03eb90-7a8b-4bdf-8e53-4d6d7caaa309 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.173051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b03eb90-7a8b-4bdf-8e53-4d6d7caaa309 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.175948 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b03eb90-7a8b-4bdf-8e53-4d6d7caaa309 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/1519a7ed-b108-4777-a699-812e04989fbf HTTP/1.1" status: 404 len: 337 time: 0.0563557 Nov 25 11:27:46.176408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:46.178502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.178689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.193956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Transition to ACTIVE for port object 1f4fc3bc-800b-41e4-9aa0-44e827366107 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:46.198575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a4ec94b9-9bba-4ae2-9def-31d459214b1f None None] Provisioning for port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:46.202952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.206758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:46.241787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a4ec94b9-9bba-4ae2-9def-31d459214b1f None None] Provisioning complete for port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:46.242168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a4ec94b9-9bba-4ae2-9def-31d459214b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.258429 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7207e76a-c612-4095-b71b-824dbd964d22 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.258890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7207e76a-c612-4095-b71b-824dbd964d22 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.260950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7207e76a-c612-4095-b71b-824dbd964d22 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/be2466c2-938d-4cd5-b60b-7bd8d5f76224 HTTP/1.1" status: 404 len: 337 time: 0.0817099 Nov 25 11:27:46.263583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41088) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.334279 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c524758e-2702-4a31-89a8-18418535da40 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.335073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c524758e-2702-4a31-89a8-18418535da40 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.337306 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c524758e-2702-4a31-89a8-18418535da40 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/a3de2c6e-72f8-49f7-86a9-42f9d31e2f7b HTTP/1.1" status: 404 len: 333 time: 0.0720754 Nov 25 11:27:46.340080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41092) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.407727 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-475259a0-198e-4a84-b9bb-75accdca1d47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.408244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475259a0-198e-4a84-b9bb-75accdca1d47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.410630 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-475259a0-198e-4a84-b9bb-75accdca1d47 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/99824504-ff8c-4504-ad25-ee6a77c29345 HTTP/1.1" status: 404 len: 337 time: 0.0692518 Nov 25 11:27:46.413387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41096) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.466257 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e73968-e1c2-4b82-b783-dde1c99b6a9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.466693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e73968-e1c2-4b82-b783-dde1c99b6a9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.475630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41100) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.485956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.488694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d8e73968-e1c2-4b82-b783-dde1c99b6a9a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/810720f1-f7c0-49a8-855a-491224ab833a HTTP/1.1" status: 404 len: 337 time: 0.0742452 Nov 25 11:27:46.492543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca3cf3-52c0-4df0-ba0f-8e77e51a6ccc None None] Pushing event updated for resources: {'Port': ['ID=1f4fc3bc-800b-41e4-9aa0-44e827366107,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:46.496027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec94b9-9bba-4ae2-9def-31d459214b1f None None] Port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:46.497871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-efca3cf3-52c0-4df0-ba0f-8e77e51a6ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:46.543307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.552510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Deleting port ac580200-e3ac-4dbc-85fc-c355b3a28413 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:46.552929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.591475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-232acedc-b24f-43b3-a605-dae971d8d129 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:46.633970 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b639397c-2274-440a-aaa3-a103a00b3d68 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.634411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b639397c-2274-440a-aaa3-a103a00b3d68 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.636105 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b639397c-2274-440a-aaa3-a103a00b3d68 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/922f4526-8891-43d1-96ba-ebe5bbeb85ef HTTP/1.1" status: 404 len: 333 time: 0.1594968 Nov 25 11:27:46.638897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41104) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.679168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Pushing event updated for resources: {'Port': ['ID=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:46.681708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.682550 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad1ce99-affb-4905-93b6-d1ff642bafe9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.682982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad1ce99-affb-4905-93b6-d1ff642bafe9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.687120 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2ad1ce99-affb-4905-93b6-d1ff642bafe9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/e54e3c13-9629-4380-a4da-3ef2401a0a70 HTTP/1.1" status: 404 len: 337 time: 0.0448034 Nov 25 11:27:46.687288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:46.687385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41108) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.707232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a4ec94b9-9bba-4ae2-9def-31d459214b1f None None] Provisioning complete for port 72c01156-6a70-4c33-bacd-d53182cd6d01 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:46.707648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a4ec94b9-9bba-4ae2-9def-31d459214b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.726814 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-406b0603-74bd-412d-9fc0-25ca6c78a0a8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.727265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406b0603-74bd-412d-9fc0-25ca6c78a0a8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.731336 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-406b0603-74bd-412d-9fc0-25ca6c78a0a8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/269befe0-0242-4a8b-a91c-edfed3b00ac2 HTTP/1.1" status: 404 len: 337 time: 0.0406449 Nov 25 11:27:46.731583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.742724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Attempting to bind port 1f4fc3bc-800b-41e4-9aa0-44e827366107 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:46.743094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Attempting to bind port 1f4fc3bc-800b-41e4-9aa0-44e827366107 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:46.743462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Attempting to bind port 1f4fc3bc-800b-41e4-9aa0-44e827366107 on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:46.777506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:46.777890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Checking segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:46.778302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.778702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Bound using segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:46.779192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Bound port: 1f4fc3bc-800b-41e4-9aa0-44e827366107, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:46.779568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:46.780236 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e843726-d470-4de6-b4fe-86d16f21299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.780678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e843726-d470-4de6-b4fe-86d16f21299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.785543 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1e843726-d470-4de6-b4fe-86d16f21299b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/6169e6cb-9331-459b-8890-148fd8d85c33 HTTP/1.1" status: 404 len: 333 time: 0.0499899 Nov 25 11:27:46.786115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41116) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.842378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:46.843645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:46.855264 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ac98d0-0466-440f-accc-0828a14eee77 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.855706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ac98d0-0466-440f-accc-0828a14eee77 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.860537 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-34ac98d0-0466-440f-accc-0828a14eee77 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/cc91add0-46cc-4e0c-9a23-706a20eb7416 HTTP/1.1" status: 404 len: 337 time: 0.0738325 Nov 25 11:27:46.861115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41120) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.910472 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6e4639-4499-4816-a46a-0b195c5b953f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:46.910910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6e4639-4499-4816-a46a-0b195c5b953f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:46.915800 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad6e4639-4499-4816-a46a-0b195c5b953f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/fad30f0c-ecee-4c4c-8c4a-1f7896dc126c HTTP/1.1" status: 404 len: 337 time: 0.0535617 Nov 25 11:27:46.916444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41124) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:46.928210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 72c01156-6a70-4c33-bacd-d53182cd6d01 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:46.963209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3a22c712-07c9-4790-8fcf-788c990d9dcf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Synchronizing usage tracker for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:46.989738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3a22c712-07c9-4790-8fcf-788c990d9dcf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Unset dirty status for tenant:c34ffe764a3c43af82ab9311a33751ee on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:46.993938 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3a22c712-07c9-4790-8fcf-788c990d9dcf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3a95bd-1928-40a9-b596-be76ee91825b HTTP/1.1" status: 200 len: 205 time: 0.0765107 Nov 25 11:27:46.994575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41128) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.031954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] For port ac580200-e3ac-4dbc-85fc-c355b3a28413, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=ac580200-e3ac-4dbc-85fc-c355b3a28413,segment=NetworkSegment(bcbf3172-4413-4287-8aa4-a350daf3fa05),segment_id=bcbf3172-4413-4287-8aa4-a350daf3fa05)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:47.032364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:47.073241 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-723ec96f-f0ca-4a56-8546-e62dda4f5a15 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] delete failed (client error): The resource could not be found. Nov 25 11:27:47.077313 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-723ec96f-f0ca-4a56-8546-e62dda4f5a15 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/routers/db3a95bd-1928-40a9-b596-be76ee91825b HTTP/1.1" status: 404 len: 336 time: 0.0817971 Nov 25 11:27:47.077908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41132) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.119214 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e5ff35-2bed-4905-a430-716b91d646eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.119653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e5ff35-2bed-4905-a430-716b91d646eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.123699 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e9e5ff35-2bed-4905-a430-716b91d646eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/d31a1d33-df49-41ec-8817-b79da550d426 HTTP/1.1" status: 404 len: 337 time: 0.0425036 Nov 25 11:27:47.124110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41136) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.178929 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9df0f455-b904-4f42-b623-d4f0f69bd299 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "GET /v2.0/ports?device_id=df21e8cb-3984-4d36-8131-7606480ca142 HTTP/1.1" status: 200 len: 205 time: 0.0515068 Nov 25 11:27:47.179748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41140) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.225530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Calling delete_port for ac580200-e3ac-4dbc-85fc-c355b3a28413 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:47.253839 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-d177720b-a6ba-49ac-bdca-7ca12d170559 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] delete failed (client error): The resource could not be found. Nov 25 11:27:47.253839 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d177720b-a6ba-49ac-bdca-7ca12d170559 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/routers/df21e8cb-3984-4d36-8131-7606480ca142 HTTP/1.1" status: 404 len: 336 time: 0.0702257 Nov 25 11:27:47.254158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41144) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.286194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] For port 1f4fc3bc-800b-41e4-9aa0-44e827366107, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:47.295586 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f050c010-ce1e-43cb-93f5-32b0036a3ab8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.296108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f050c010-ce1e-43cb-93f5-32b0036a3ab8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.297677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f050c010-ce1e-43cb-93f5-32b0036a3ab8 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/02ca9dfb-fe68-48fc-bc1b-ce2ceb4d2b05 HTTP/1.1" status: 404 len: 337 time: 0.0426862 Nov 25 11:27:47.301206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41150) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.308863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] For port 1f4fc3bc-800b-41e4-9aa0-44e827366107, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1f4fc3bc-800b-41e4-9aa0-44e827366107,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:47.321353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:47.336770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f2ee9df8-07d3-446f-af3f-d9171e2829ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:47.345412 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efad601-f714-42d5-8254-eec89716bf4f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.345840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efad601-f714-42d5-8254-eec89716bf4f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.347479 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5efad601-f714-42d5-8254-eec89716bf4f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/e5cd670f-f0cd-451f-aa9d-468229249932 HTTP/1.1" status: 404 len: 337 time: 0.0453146 Nov 25 11:27:47.350504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41154) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.363492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 72c01156-6a70-4c33-bacd-d53182cd6d01 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:47.363872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:47.462894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Router 74a03ca6-56e6-4e6e-816a-2322337e7b99 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:27:47.463400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:47.495652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca3cf3-52c0-4df0-ba0f-8e77e51a6ccc None None] Pushing event updated for resources: {'Port': ['ID=1f4fc3bc-800b-41e4-9aa0-44e827366107,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:47.498940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-efca3cf3-52c0-4df0-ba0f-8e77e51a6ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:47.502018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:47.535827 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-52463af3-08ca-4ec4-8efa-ea5ac32d4738 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.536156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] No DVR routers for this DVR port ac580200-e3ac-4dbc-85fc-c355b3a28413 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:47.536314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52463af3-08ca-4ec4-8efa-ea5ac32d4738 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.551023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f438aa1b-5508-417e-a218-bc45b3d0ccc6 None None] Provisioning complete for port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:47.551387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f438aa1b-5508-417e-a218-bc45b3d0ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:47.552691 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-52463af3-08ca-4ec4-8efa-ea5ac32d4738 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/5878c1b8-b306-435b-bbfe-07ef343cea88 HTTP/1.1" status: 404 len: 333 time: 0.2010248 Nov 25 11:27:47.552947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.601029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Pushing event deleted for resources: {'Port': ['ID=ac580200-e3ac-4dbc-85fc-c355b3a28413,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:47.603438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:47.610173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:27:47.610833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:27:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:47.626768 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eed32c3-844f-46ad-a01e-65d1dab29802 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.627341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eed32c3-844f-46ad-a01e-65d1dab29802 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.632144 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6eed32c3-844f-46ad-a01e-65d1dab29802 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/5a8b1df7-d49e-481e-99a5-012c4c7667a3 HTTP/1.1" status: 404 len: 337 time: 0.0672472 Nov 25 11:27:47.632587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41162) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.680144 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3891a612-e4af-49eb-bcc9-9f099eb63a7d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.680488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3891a612-e4af-49eb-bcc9-9f099eb63a7d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.682466 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3891a612-e4af-49eb-bcc9-9f099eb63a7d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/76fce2d2-36bd-4aab-9e29-441812e34eab HTTP/1.1" status: 404 len: 333 time: 0.0491495 Nov 25 11:27:47.685078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41166) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.729697 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-db889ce1-ede2-4360-a30a-0ec26ec16717 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.730077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db889ce1-ede2-4360-a30a-0ec26ec16717 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.731941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-db889ce1-ede2-4360-a30a-0ec26ec16717 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/1e7ccba0-02e2-4abe-b4e5-83e2f4944518 HTTP/1.1" status: 404 len: 337 time: 0.0453103 Nov 25 11:27:47.734398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41170) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.744171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f438aa1b-5508-417e-a218-bc45b3d0ccc6 None None] Port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:47.778742 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d45879-8b7c-49fb-aa61-4d857cdde5bb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.779559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d45879-8b7c-49fb-aa61-4d857cdde5bb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.781394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d4d45879-8b7c-49fb-aa61-4d857cdde5bb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/4a67c659-1325-4af7-808e-c00ab2fd4dcf HTTP/1.1" status: 404 len: 333 time: 0.0458801 Nov 25 11:27:47.784126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41174) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.816131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:27:47.830328 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] 10.222.0.41 "PUT /v2.0/routers/74a03ca6-56e6-4e6e-816a-2322337e7b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5116665 Nov 25 11:27:47.830546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23e15f5e-c48e-49b0-8064-d8777dda0b52 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:47.830686 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f9be05-5083-4e4d-b02d-3ce06487e33d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.830686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f9be05-5083-4e4d-b02d-3ce06487e33d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.834612 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f3f9be05-5083-4e4d-b02d-3ce06487e33d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/381b25ac-c6f3-435d-b81a-9f83dcba1c74 HTTP/1.1" status: 404 len: 337 time: 0.0461452 Nov 25 11:27:47.835307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41180) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.876116 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6285d6a-8693-483e-a99b-ca63ac0dba36 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.876659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6285d6a-8693-483e-a99b-ca63ac0dba36 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.881495 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f6285d6a-8693-483e-a99b-ca63ac0dba36 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/94fe8b58-8427-49d3-9642-4d106c14644c HTTP/1.1" status: 404 len: 333 time: 0.0412803 Nov 25 11:27:47.882329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41184) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.920056 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd026353-fe4a-4033-90ae-8a8b39ad160b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.920644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd026353-fe4a-4033-90ae-8a8b39ad160b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.921122 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:27:47.922467 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd026353-fe4a-4033-90ae-8a8b39ad160b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/7f4f886a-67eb-4664-a3c2-1d3a4ffa7c54 HTTP/1.1" status: 404 len: 337 time: 0.0389280 Nov 25 11:27:47.925476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41188) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:47.968494 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38f5ad6-bf9a-480c-a4d3-bdefbb64d39d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:47.968934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38f5ad6-bf9a-480c-a4d3-bdefbb64d39d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:47.972840 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c38f5ad6-bf9a-480c-a4d3-bdefbb64d39d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/a73f3dce-1be4-4dcd-a8d8-264b593e0b97 HTTP/1.1" status: 404 len: 333 time: 0.0439503 Nov 25 11:27:47.973063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41196) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.018536 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c18ddc4-ef2c-4da4-a6bf-38526a251f2d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:48.019785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c18ddc4-ef2c-4da4-a6bf-38526a251f2d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:48.024251 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3c18ddc4-ef2c-4da4-a6bf-38526a251f2d tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/c63d8e40-a60b-4c17-b869-bad5077794c6 HTTP/1.1" status: 404 len: 337 time: 0.0475681 Nov 25 11:27:48.024251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41200) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.065248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b443c3a4-557b-415c-a188-4f2835dfdc97 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:48.066345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b443c3a4-557b-415c-a188-4f2835dfdc97 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:48.070512 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b443c3a4-557b-415c-a188-4f2835dfdc97 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/38664c38-faec-4214-85d3-1bbe2e72e200 HTTP/1.1" status: 404 len: 333 time: 0.0429618 Nov 25 11:27:48.070875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41204) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.110105 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1b4f27-24ae-4963-9d42-1bc76ae8e184 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:48.110700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1b4f27-24ae-4963-9d42-1bc76ae8e184 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:48.115066 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4f1b4f27-24ae-4963-9d42-1bc76ae8e184 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/363a4b13-3b1e-43cd-a84b-63835a5ca90f HTTP/1.1" status: 404 len: 337 time: 0.0406945 Nov 25 11:27:48.115403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41208) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.131875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 23e15f5e-c48e-49b0-8064-d8777dda0b52 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:48.144279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 23e15f5e-c48e-49b0-8064-d8777dda0b52 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:48.144664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.158011 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-11424a2b-e600-468e-9542-e2843c27be27 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:48.158438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11424a2b-e600-468e-9542-e2843c27be27 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:48.162908 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-11424a2b-e600-468e-9542-e2843c27be27 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/ports/c0858b5d-e353-4484-b861-97f6c69797eb HTTP/1.1" status: 404 len: 333 time: 0.0441790 Nov 25 11:27:48.163120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41212) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.209426 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8aece1-0545-49fa-9589-b4094efae540 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] DELETE failed (client error): The resource could not be found. Nov 25 11:27:48.209859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8aece1-0545-49fa-9589-b4094efae540 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:27:48.212035 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fb8aece1-0545-49fa-9589-b4094efae540 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/subnets/2a4005cf-91ba-480f-9040-6f460847f693 HTTP/1.1" status: 404 len: 337 time: 0.0475731 Nov 25 11:27:48.214151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41216) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.342842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.392985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.419324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 23e15f5e-c48e-49b0-8064-d8777dda0b52, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=23e15f5e-c48e-49b0-8064-d8777dda0b52,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:48.427460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.433809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:48.474212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.482916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:47Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:48.496485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a07066-ba87-402e-b72d-8dc035a9718d None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:47Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:27:48.508120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5ac70f-953b-423d-8366-53ff314b8313']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:48.511490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=23e15f5e-c48e-49b0-8064-d8777dda0b52,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:48.515849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:48.521894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbf3172-4413-4287-8aa4-a350daf3fa05') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:48.522094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbf3172-4413-4287-8aa4-a350daf3fa05') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:48.534726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.576350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.587874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:27:48.588379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:27:48.603703 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:27:48.629638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.635500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223768214', 'description': 'tempest-secgroup-smoke-1223768214 description', 'project_id': '08a244ace73e40889e241391663cf72d'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:48.641597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:48.646133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:48.649121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:48.656730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:48.669477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.710698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.713471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:48.717535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:48.719803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2e287c3-0250-4583-b244-34e8cfea2f26 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:48.722107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:48.729058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:48.748020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.754737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Pushing event deleted for resources: {'Network': ['ID=be5ac70f-953b-423d-8366-53ff314b8313,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:48.757721 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] 10.222.0.41 "DELETE /v2.0/networks/be5ac70f-953b-423d-8366-53ff314b8313 HTTP/1.1" status: 204 len: 168 time: 0.5423026 Nov 25 11:27:48.758610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c54fabb9-f736-4f6c-8cee-bb0063336015 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:48.828437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.834677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.842394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19f9c519-5260-4f2b-a627-4eff307d8dc8 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:48.874925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1f4fc3bc-800b-41e4-9aa0-44e827366107 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:48.887208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6728c672-4fca-4920-b7a9-35dc7ac4c951,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:48.890260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:48.891622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.896363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41228) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.896613 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2656808 Nov 25 11:27:48.904053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'security_group_rule': {'security_group_id': '6728c672-4fca-4920-b7a9-35dc7ac4c951', 'project_id': '08a244ace73e40889e241391663cf72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:48.911566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:48.923237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:48.928130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:48.934053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:48.956064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:48.964583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1f4fc3bc-800b-41e4-9aa0-44e827366107 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:48.970191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1f4fc3bc-800b-41e4-9aa0-44e827366107 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:48.970651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.045159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.052534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.054533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-124de60d-f092-4540-b67b-d01e67e1d970 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.071945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5087e3-f2b3-4c06-8ecb-1cc06049bce6,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.076033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.094638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.098532 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1980443 Nov 25 11:27:49.098734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41234) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:49.106003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'security_group_rule': {'security_group_id': '6728c672-4fca-4920-b7a9-35dc7ac4c951', 'project_id': '08a244ace73e40889e241391663cf72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:49.113638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:49.118696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:49.122256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:49.130390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:49.131783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.150941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.171790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41238) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:49.178032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1f4fc3bc-800b-41e4-9aa0-44e827366107, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1f4fc3bc-800b-41e4-9aa0-44e827366107,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:49.184553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.186121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23e15f5e-c48e-49b0-8064-d8777dda0b52 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:49.219277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.236225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.241463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.243786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-68d64f98-4420-4387-a388-c69374b2c18c tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.280564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d3828f-b053-48b8-bfff-43656dfb7625,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.283137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.284673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.286804 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1868799 Nov 25 11:27:49.289450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41244) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:49.295365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'security_group_rule': {'security_group_id': '6728c672-4fca-4920-b7a9-35dc7ac4c951', 'project_id': '08a244ace73e40889e241391663cf72d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:49.303597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:49.308561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:49.311508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:49.319843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:49.321566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1f4fc3bc-800b-41e4-9aa0-44e827366107,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.324708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.338742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 23e15f5e-c48e-49b0-8064-d8777dda0b52 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:49.339238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.348910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.405576 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7eee1b7-0582-489c-b13f-ea795e90acb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c34ffe764a3c43af82ab9311a33751ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2324655 Nov 25 11:27:49.408130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41248) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:49.451360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.456622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.459676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e2404b57-dfd7-46ed-97f4-e926697b6456 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.484180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.489686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.491049 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2003267 Nov 25 11:27:49.493615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f652374c-9187-4d45-9f9b-af8e85427ac0,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.495350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41252) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:49.498427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.502623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'security_group_rule': {'security_group_id': '6728c672-4fca-4920-b7a9-35dc7ac4c951', 'project_id': '08a244ace73e40889e241391663cf72d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:49.509356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:49.513714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:49.516951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:49.520406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.523422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:49.547747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.584366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.590993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71035614-710b-418d-904f-84647bd02a9f tempest-BulkNetworkOpsTest-1234358995 tempest-BulkNetworkOpsTest-1234358995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.605040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef150f-9008-4e11-b6ae-17d1c718fa60,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.607363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.611535 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45ef150f-9008-4e11-b6ae-17d1c718fa60 HTTP/1.1" status: 204 len: 168 time: 0.2021265 Nov 25 11:27:49.613316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.630635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.635880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.638605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.661462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da63e0f6-ce39-45ec-bc9a-e6ec866cb836,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.664266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.672691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.673974 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1774855 Nov 25 11:27:49.677257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41258) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:49.682819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'security_group_rule': {'security_group_id': '6728c672-4fca-4920-b7a9-35dc7ac4c951', 'project_id': '08a244ace73e40889e241391663cf72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:49.689017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:49.693406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:49.696280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:49.702212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:49.714004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Project 08a244ace73e40889e241391663cf72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:27:49.720903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.785536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.789086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.790864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.812838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46db354-0523-4a45-8d44-04aea4f9f6da,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.815381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.822863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.824413 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461277 Nov 25 11:27:49.827226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41264) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:49.833196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'security_group_rule': {'security_group_id': '6728c672-4fca-4920-b7a9-35dc7ac4c951', 'project_id': '08a244ace73e40889e241391663cf72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:49.839144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:49.842913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:security_group_rule and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:49.845791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:49.851583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:49.862922 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Project 08a244ace73e40889e241391663cf72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:27:49.869614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.938776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.942852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.944606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fd67984e-bbee-4625-8ff6-9501d64a9e9a tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:49.965670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27a6bb1-2db3-43f4-8765-0546b03b73db,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:49.968096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:49.975881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:49.977069 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1486242 Nov 25 11:27:50.441651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41304) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:50.574266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1707004410'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:50.579915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:50.584047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Usage tracker for resource:network and tenant:c4167b7e0a294e2f8dcc3c47b78581fb is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:50.586989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:50.592732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:50.603531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Made reservation on behalf of c4167b7e0a294e2f8dcc3c47b78581fb for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:50.606527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.619778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.659260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:50.663767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Usage tracker for resource:security_group_rule and tenant:c4167b7e0a294e2f8dcc3c47b78581fb is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:50.667269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:50.674351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:50.761122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.764050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.768133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a4c15ba1-3059-48e4-b3fb-d5628940a40f tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:50.800415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1f4fc3bc-800b-41e4-9aa0-44e827366107 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:50.808266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:27:50.821481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb393b6-49f9-4807-b698-c27541b4eb84,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:50.825790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:50.827104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.827597 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Added segment 1b02fd16-c398-43f7-98f0-7a990c9701c6 of type vlan for network 6ee834ce-2413-47e1-aab1-b210a09e9b28 Nov 25 11:27:50.861876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.880681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1f4fc3bc-800b-41e4-9aa0-44e827366107 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:50.881109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.902060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.906925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:50.908046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:50.913970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31209a5c-24b0-4d80-ba86-56831b8090b9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:51.029206 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5863798 Nov 25 11:27:51.030105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event updated for resources: {'Network': ['ID=6ee834ce-2413-47e1-aab1-b210a09e9b28,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:51.032123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41324) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:51.033273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:51.046245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Request body: {'subnet': {'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:51.046625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:27:51.159201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:51.163657 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Usage tracker for resource:subnet and tenant:c4167b7e0a294e2f8dcc3c47b78581fb is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:51.166511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:51.172417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:51.185801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Made reservation on behalf of c4167b7e0a294e2f8dcc3c47b78581fb for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:51.293879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:51.620672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:51.624396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-44907b63-22da-4b3c-a98e-b684af2807dd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:51.701130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event updated for resources: {'Subnet': ['ID=9fe8c865-d8ff-47bd-a441-2e674d3d950a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:51.704604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:51.711602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Checking segment: {'id': '1b02fd16-c398-43f7-98f0-7a990c9701c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:51.711947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Network hostable DHCP agents. Network: 6ee834ce-2413-47e1-aab1-b210a09e9b28, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:27:51.736095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:27:51.746012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6ee834ce-2413-47e1-aab1-b210a09e9b28) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:51.750007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:51.750577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:51.757104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4690331-543e-4336-b9e6-ec14785f0f43 None None] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:51.776605 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7422454 Nov 25 11:27:51.777414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41342) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:51.783731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Request body: {'port': {'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-770466183'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:51.943048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:51.951046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Usage tracker for resource:port and tenant:c4167b7e0a294e2f8dcc3c47b78581fb is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:51.953569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:51.961634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:51.984033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Made reservation on behalf of c4167b7e0a294e2f8dcc3c47b78581fb for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:51.997786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.031253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6ee834ce-2413-47e1-aab1-b210a09e9b28', 'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28', 'tenant_id': 'c4167b7e0a294e2f8dcc3c47b78581fb', 'fixed_ips': [{'subnet_id': '9fe8c865-d8ff-47bd-a441-2e674d3d950a'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:27:52.032252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.137914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] device_id is not set on port bacb0372-dc80-4400-a376-8662c4c06b9b yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:52.202724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Allocated IP 2001:db8::2 (6ee834ce-2413-47e1-aab1-b210a09e9b28/9fe8c865-d8ff-47bd-a441-2e674d3d950a/66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:52.453762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.465609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Transition to ACTIVE for port object 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:52.484409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Transition to ACTIVE for port object 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:52.489817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.505007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7cea6856-393d-43a2-a11b-4252747331e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:52.542220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:52.547939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:52.552531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:52.583272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Allocated IP 2001:db8::af (6ee834ce-2413-47e1-aab1-b210a09e9b28/9fe8c865-d8ff-47bd-a441-2e674d3d950a/bacb0372-dc80-4400-a376-8662c4c06b9b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:52.652584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Pushing event updated for resources: {'Port': ['ID=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:52.655548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:52.672370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Attempting to bind port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:27:52.672744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Attempting to bind port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '1b02fd16-c398-43f7-98f0-7a990c9701c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:27:52.673125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Attempting to bind port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba on network 6ee834ce-2413-47e1-aab1-b210a09e9b28 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:27:52.680874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:27:52.681258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Checking segment: {'id': '1b02fd16-c398-43f7-98f0-7a990c9701c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:27:52.681668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.682070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Bound using segment: {'id': '1b02fd16-c398-43f7-98f0-7a990c9701c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:27:52.682541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Bound port: 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b02fd16-c398-43f7-98f0-7a990c9701c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:27:52.682918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.780303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] For port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:27:52.784245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] For port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,segment=NetworkSegment(1b02fd16-c398-43f7-98f0-7a990c9701c6),segment_id=1b02fd16-c398-43f7-98f0-7a990c9701c6)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:27:52.789224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.800647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.800877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:52.816191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Transition to ACTIVE for port object bacb0372-dc80-4400-a376-8662c4c06b9b will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:52.844299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.853195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:52.880038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Pushing event updated for resources: {'Port': ['ID=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:52.886608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:52.937522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event updated for resources: {'Port': ['ID=bacb0372-dc80-4400-a376-8662c4c06b9b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:52.943223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:52.945098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:52.946448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:52.949008 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:52.954737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:52.956111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:52.990887 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.2123446 Nov 25 11:27:52.994214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:53.000597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Request body: {'port': {'network_id': '6ee834ce-2413-47e1-aab1-b210a09e9b28', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2120647588', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:53.001131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] bootfile-name is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:27:53.001463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] tftp-server is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:27:53.001789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] server-ip-address is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:27:53.192555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:53.198374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Usage tracker for resource:port and tenant:c4167b7e0a294e2f8dcc3c47b78581fb is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:53.201532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:53.209308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:53.221680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Made reservation on behalf of c4167b7e0a294e2f8dcc3c47b78581fb for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:53.225533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:53.258771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] device_id is not set on port 1dbe128d-b285-4a5e-a130-36a8f337d05c yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:27:53.409719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Allocated IP 2001:db8::3c9 (6ee834ce-2413-47e1-aab1-b210a09e9b28/9fe8c865-d8ff-47bd-a441-2e674d3d950a/1dbe128d-b285-4a5e-a130-36a8f337d05c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:27:53.658106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:53.676649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Transition to ACTIVE for port object 1dbe128d-b285-4a5e-a130-36a8f337d05c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:27:53.701284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:53.707981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e5749605-5cc6-4c08-a7e1-1b252327217f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:53.772810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:27:53.780419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:27:53.783067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:27:53.788225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:53.788899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:53.805663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event updated for resources: {'Port': ['ID=1dbe128d-b285-4a5e-a130-36a8f337d05c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:53.809327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:53.824763 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8272517 Nov 25 11:27:53.825165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:53.913956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba451d5-5f46-49de-a5ed-48cbff45a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:53.918068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba451d5-5f46-49de-a5ed-48cbff45a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:53.925944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba451d5-5f46-49de-a5ed-48cbff45a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:53.927593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7ba451d5-5f46-49de-a5ed-48cbff45a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Synchronizing usage tracker for tenant:c4167b7e0a294e2f8dcc3c47b78581fb on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:53.948352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7ba451d5-5f46-49de-a5ed-48cbff45a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Unset dirty status for tenant:c4167b7e0a294e2f8dcc3c47b78581fb on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:53.949651 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ba451d5-5f46-49de-a5ed-48cbff45a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1235077 Nov 25 11:27:53.952653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41358) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:53.972869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93661a2f-3df9-45cd-bf57-6fb7648702fc None None] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:54.023303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Deleting port 1dbe128d-b285-4a5e-a130-36a8f337d05c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:54.023652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:54.074314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a46a67fe-d315-4dbd-a38a-3360062811d5 None None] Provisioning for port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:54.308259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:54.449215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Calling delete_port for 1dbe128d-b285-4a5e-a130-36a8f337d05c owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:54.545702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Provisioning for port bacb0372-dc80-4400-a376-8662c4c06b9b completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:54.552762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Provisioning complete for port bacb0372-dc80-4400-a376-8662c4c06b9b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:54.553735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:54.677558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Port bacb0372-dc80-4400-a376-8662c4c06b9b cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:54.760556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:54.764291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Provisioning for port 1dbe128d-b285-4a5e-a130-36a8f337d05c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:54.766632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f349f1d1-7739-4101-b5cb-b372a9acb3fd tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:54.771764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Provisioning complete for port 1dbe128d-b285-4a5e-a130-36a8f337d05c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:54.772543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:54.814790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event deleted for resources: {'Port': ['ID=1dbe128d-b285-4a5e-a130-36a8f337d05c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:54.820286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:54.836114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8a015-6417-4158-a706-93066d1d9427 None None] Port 1dbe128d-b285-4a5e-a130-36a8f337d05c was deleted so its status cannot be updated. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Nov 25 11:27:54.858622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:54.868235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:54.892481 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "DELETE /v2.0/ports/1dbe128d-b285-4a5e-a130-36a8f337d05c HTTP/1.1" status: 204 len: 168 time: 0.9353197 Nov 25 11:27:54.892718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:54.905428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Request body: {'port': {'name': 'tempest-new-port-name-1789666590', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:54.908760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] bootfile-name is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:27:54.909155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] tftp-server is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:27:54.909490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] server-ip-address is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:27:54.960328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:27:54.977640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:54.978832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.009878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bc115a4c-081a-4637-8a68-033456107f51 None None] Provisioning complete for port bacb0372-dc80-4400-a376-8662c4c06b9b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:55.010602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc115a4c-081a-4637-8a68-033456107f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.059517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.101588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-bc115a4c-081a-4637-8a68-033456107f51 None None] Port bacb0372-dc80-4400-a376-8662c4c06b9b cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:55.175789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.217329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,segment=NetworkSegment(1b02fd16-c398-43f7-98f0-7a990c9701c6),segment_id=1b02fd16-c398-43f7-98f0-7a990c9701c6)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:55.221957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04b592d0-151c-4b1f-8628-151b258396cf None None] Could not find standard attr ID for object 1dbe128d-b285-4a5e-a130-36a8f337d05c. {{(pid=83571) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:27:55.225602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.229087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:55.316451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:55.329189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:55.410462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.415330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.419053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dfd116f3-167c-4b3a-be79-4854c1bac7f1 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:55.476932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] In _notify_port_updated(), no bound segment for port bacb0372-dc80-4400-a376-8662c4c06b9b on network 6ee834ce-2413-47e1-aab1-b210a09e9b28 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:27:55.484365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:55.485058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.489406 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "PUT /v2.0/ports/bacb0372-dc80-4400-a376-8662c4c06b9b HTTP/1.1" status: 200 len: 1129 time: 0.5925474 Nov 25 11:27:55.491053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41370) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:55.511895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event updated for resources: {'Port': ['ID=bacb0372-dc80-4400-a376-8662c4c06b9b,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:55.517954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:55.589021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8b955-839f-4348-af9d-9c543a5481f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:55.594139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:55.594358 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b5e8b955-839f-4348-af9d-9c543a5481f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "GET /v2.0/ports/bacb0372-dc80-4400-a376-8662c4c06b9b HTTP/1.1" status: 200 len: 1129 time: 0.1013522 Nov 25 11:27:55.676131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Deleting port bacb0372-dc80-4400-a376-8662c4c06b9b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:55.676468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.752546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-af8abbe6-add0-4d0e-802f-49c7d3eb7909 None None] Provisioning complete for port bacb0372-dc80-4400-a376-8662c4c06b9b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:55.753498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-af8abbe6-add0-4d0e-802f-49c7d3eb7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:55.811770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-af8abbe6-add0-4d0e-802f-49c7d3eb7909 None None] Port bacb0372-dc80-4400-a376-8662c4c06b9b cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:27:55.849700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41380) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:55.932119 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-07a88940-9bab-4770-8568-80699e61dafa tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=c95efa24a75e4d2085d6648223e61e91&network_id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 3000 time: 0.0802000 Nov 25 11:27:55.943041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.065532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Calling delete_port for bacb0372-dc80-4400-a376-8662c4c06b9b owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:56.220730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.227206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:56.271141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event deleted for resources: {'Port': ['ID=bacb0372-dc80-4400-a376-8662c4c06b9b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:56.274244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:56.324151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.335022 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "DELETE /v2.0/ports/bacb0372-dc80-4400-a376-8662c4c06b9b HTTP/1.1" status: 204 len: 168 time: 0.7396750 Nov 25 11:27:56.337591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41390) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:56.560088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Deleting subnet 9fe8c865-d8ff-47bd-a441-2e674d3d950a {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:27:56.563366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.623573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.717784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.781891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:27:56.813541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.818019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:56.858879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:56.858879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.859308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe8c865-d8ff-47bd-a441-2e674d3d950a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:56.863893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:56.866641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:56.876489 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "DELETE /v2.0/subnets/9fe8c865-d8ff-47bd-a441-2e674d3d950a HTTP/1.1" status: 204 len: 168 time: 0.5375550 Nov 25 11:27:56.876695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41396) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:56.895877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc8f21-e8cd-4840-bc3e-e8e44e889c51 None None] Network 6ee834ce-2413-47e1-aab1-b210a09e9b28 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:27:57.002088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.013789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Deleting port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:57.014134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.266841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] For port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,segment=NetworkSegment(1b02fd16-c398-43f7-98f0-7a990c9701c6),segment_id=1b02fd16-c398-43f7-98f0-7a990c9701c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:57.267604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.280320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] DHCP port deletion for 6ee834ce-2413-47e1-aab1-b210a09e9b28 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:27:57.284748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Deleting port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:57.285120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.538909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] For port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,segment=NetworkSegment(1b02fd16-c398-43f7-98f0-7a990c9701c6),segment_id=1b02fd16-c398-43f7-98f0-7a990c9701c6)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:27:57.539316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.564561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Calling delete_port for 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:57.653566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.657897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8b4a6898-cb5f-4e83-9dc7-a1d076464d84 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:57.662945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Calling delete_port for 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:27:57.700462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event deleted for resources: {'Port': ['ID=66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:57.703829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:57.704634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] No DVR routers for this DVR port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:27:57.758653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:27:57.759101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:27:57.826956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.855286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee834ce-2413-47e1-aab1-b210a09e9b28']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:57.867245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b02fd16-c398-43f7-98f0-7a990c9701c6') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:57.867522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b02fd16-c398-43f7-98f0-7a990c9701c6') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:27:57.879036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.895214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.901240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:27:57.901733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:27:57.920041 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:27:57.997061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.001238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4f320a15-4d0b-4a26-872c-e7256080f730 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:58.009199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41404) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:58.017242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.029039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Pushing event deleted for resources: {'Network': ['ID=6ee834ce-2413-47e1-aab1-b210a09e9b28,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:58.033454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:58.037576 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] 10.222.0.41 "DELETE /v2.0/networks/6ee834ce-2413-47e1-aab1-b210a09e9b28 HTTP/1.1" status: 204 len: 168 time: 1.1600876 Nov 25 11:27:58.080156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7b41c-5243-4a6d-a9aa-206145781d40 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:58.089847 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e1d7b41c-5243-4a6d-a9aa-206145781d40 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 814 time: 0.0714068 Nov 25 11:27:58.260996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Deleting port 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:27:58.261457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.332738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceef4b-d523-4382-8a35-653829c23679 None None] The port '66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:27:58.370614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41416) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:58.574770 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:27:58.578467 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5f8df97f-120f-4453-91b4-5adbfcb28428 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4167b7e0a294e2f8dcc3c47b78581fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066410 Nov 25 11:27:58.587069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41424) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:58.663052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41428) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:58.673311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.673509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--535544213', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:58.679385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:58.683495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:58.687502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:58.694493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:58.702266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.705206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:58.709023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.739151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:27:58.761639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.767141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.767289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aead1b37-ee84-4cde-b5dd-dd4cf3ffd3ee tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:58.768183 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment af50d1c4-e27d-4128-adad-5df09ef5c636 of type vlan for network c1b421f6-9378-4dfe-b0b3-b1426774b920 Nov 25 11:27:58.781623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb393b6-49f9-4807-b698-c27541b4eb84,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:58.786477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:58.788675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.797261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:27:58.801007 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb393b6-49f9-4807-b698-c27541b4eb84 HTTP/1.1" status: 204 len: 168 time: 0.2124717 Nov 25 11:27:58.814427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.838519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:27:58.838884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 66a7bf5c-3eb1-47c4-b1dc-ed88b1446cba not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:27:58.854283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.858861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:58.859349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:58.863618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b72803b3-6fcd-4467-9a58-cb91b28cc283 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:59.003960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=c1b421f6-9378-4dfe-b0b3-b1426774b920,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:59.007457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:59.014068 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-025ab05b-3a6f-4b88-bf85-494fd7cc9922 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3453352 Nov 25 11:27:59.017403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41434) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.019686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:27:59.095372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e08b41f-e707-4237-a767-2bf797e01ee5 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:59.097562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1e08b41f-e707-4237-a767-2bf797e01ee5 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0792897 Nov 25 11:27:59.100304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41440) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.244129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7a3b5-10b6-4d57-b7f1-697a6dec615d tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:59.245599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dcc7a3b5-10b6-4d57-b7f1-697a6dec615d tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444042 Nov 25 11:27:59.248464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41448) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.295614 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e99ee692-1b13-4a71-9547-a84d178b01da tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437469 Nov 25 11:27:59.295880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41454) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.341047 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-21bd7d0a-47f6-4062-8b92-83d15de86bc4 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439646 Nov 25 11:27:59.343559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41458) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.494418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59b4a7-43f5-497c-a39e-b56411d05730 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:59.495962 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0c59b4a7-43f5-497c-a39e-b56411d05730 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514704 Nov 25 11:27:59.498770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41466) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.546113 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d0b592d1-1717-464f-a9d1-7efeb22ef621 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438924 Nov 25 11:27:59.546354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41470) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.552260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1234318098', 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:27:59.683613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:59.808604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:27:59.813257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:27:59.817606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:27:59.823475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:27:59.830632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:59.836486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:27:59.951856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:00.061252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b555194c-2f68-4a15-9bfb-7922137f465b tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] Request body: {'port': {'network_id': '717c744e-1e5d-4d81-9637-357f6cea310a', 'name': 'tempest-NetworksNegativeTestJSON-1388653879'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:00.081844 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b555194c-2f68-4a15-9bfb-7922137f465b tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] POST failed (client error): The resource could not be found. Nov 25 11:28:00.082148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b555194c-2f68-4a15-9bfb-7922137f465b tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:28:00.083126 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b555194c-2f68-4a15-9bfb-7922137f465b tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2511570 Nov 25 11:28:00.087564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41486) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.113109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0101a997-049b-44f9-804f-c3d0bd1560bb tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] DELETE failed (client error): The resource could not be found. Nov 25 11:28:00.113629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0101a997-049b-44f9-804f-c3d0bd1560bb tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:28:00.115235 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0101a997-049b-44f9-804f-c3d0bd1560bb tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "DELETE /v2.0/networks/e12d3ac0-6bd2-484b-9ec0-8b0509c177fa HTTP/1.1" status: 404 len: 339 time: 0.0266917 Nov 25 11:28:00.119079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41490) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.173701 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-12972467-5ea7-47aa-974e-55301c86b870 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] DELETE failed (client error): The resource could not be found. Nov 25 11:28:00.174820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12972467-5ea7-47aa-974e-55301c86b870 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:28:00.185746 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-12972467-5ea7-47aa-974e-55301c86b870 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "DELETE /v2.0/ports/f12a5a0b-b821-46f3-8a88-0815a36a4a6e HTTP/1.1" status: 404 len: 333 time: 0.0650611 Nov 25 11:28:00.190488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41494) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.223250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:00.227240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8a3ffcf8-51ea-4514-94c0-118e7e4efbea tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:00.236800 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6181261-0ef1-4f83-badf-d6f74b2f8ee9 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] DELETE failed (client error): The resource could not be found. Nov 25 11:28:00.237443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6181261-0ef1-4f83-badf-d6f74b2f8ee9 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:28:00.244481 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f6181261-0ef1-4f83-badf-d6f74b2f8ee9 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "DELETE /v2.0/subnets/0cc63c13-ca4b-4623-baff-fd4089e664dd HTTP/1.1" status: 404 len: 337 time: 0.0526323 Nov 25 11:28:00.245040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41498) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.273086 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e29f8fb-0849-44a9-aafc-6d088e1cfdbd tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] GET failed (client error): The resource could not be found. Nov 25 11:28:00.274654 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e29f8fb-0849-44a9-aafc-6d088e1cfdbd tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "GET /v2.0/networks/0aaa92e9-3fae-4383-bfd4-ad213f616316 HTTP/1.1" status: 404 len: 339 time: 0.0287151 Nov 25 11:28:00.278520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41502) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.307795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=c5feff87-b131-4824-907a-5e13d812ce48,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:00.311742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:00.314924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:28:00.315310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: c1b421f6-9378-4dfe-b0b3-b1426774b920, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:28:00.319469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e9a2f7-fe55-4f2e-bbf2-6f364028c969 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] GET failed (client error): The resource could not be found. Nov 25 11:28:00.320733 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81e9a2f7-fe55-4f2e-bbf2-6f364028c969 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "GET /v2.0/ports/1e702c12-8484-4893-b365-5ea78ccd2101 HTTP/1.1" status: 404 len: 333 time: 0.0410898 Nov 25 11:28:00.324646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41506) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.371460 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85e9cfa-5867-41ea-ad8f-0ee346f5812f tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] GET failed (client error): The resource could not be found. Nov 25 11:28:00.376258 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c85e9cfa-5867-41ea-ad8f-0ee346f5812f tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "GET /v2.0/subnets/3aa5e546-1c1b-4688-9b85-02c8321a8a65 HTTP/1.1" status: 404 len: 337 time: 0.0471716 Nov 25 11:28:00.376552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41510) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.384451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0036ac81-4a1c-408f-9cfd-4e37017b0e53 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:00.405118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:28:00.413375 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0036ac81-4a1c-408f-9cfd-4e37017b0e53 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] PUT failed (client error): The resource could not be found. Nov 25 11:28:00.413896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0036ac81-4a1c-408f-9cfd-4e37017b0e53 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:28:00.415519 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0036ac81-4a1c-408f-9cfd-4e37017b0e53 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "PUT /v2.0/networks/10a04c74-4a12-405e-979f-866378dfa4cf HTTP/1.1" status: 404 len: 339 time: 0.0369730 Nov 25 11:28:00.418868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41514) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.425955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-09f8de43-09cd-4df9-b76b-588c0c9cbd01 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:00.450333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, c1b421f6-9378-4dfe-b0b3-b1426774b920) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:00.455023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:00.457005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:00.458405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a03926-11f6-4f2d-bb68-e5e0cdb717a6 None None] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:28:00.479678 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f8de43-09cd-4df9-b76b-588c0c9cbd01 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] PUT failed (client error): The resource could not be found. Nov 25 11:28:00.480136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f8de43-09cd-4df9-b76b-588c0c9cbd01 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:28:00.484786 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-09f8de43-09cd-4df9-b76b-588c0c9cbd01 tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "PUT /v2.0/ports/6523fa41-bc9b-4a7d-9619-f54d251c7120 HTTP/1.1" status: 404 len: 333 time: 0.0612178 Nov 25 11:28:00.485135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.491375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-429c4b63-e669-4d7a-9d09-6e95c120c42e tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:00.511930 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9622517 Nov 25 11:28:00.536950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-429c4b63-e669-4d7a-9d09-6e95c120c42e tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] PUT failed (client error): The resource could not be found. Nov 25 11:28:00.537397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429c4b63-e669-4d7a-9d09-6e95c120c42e tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:28:00.538614 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-429c4b63-e669-4d7a-9d09-6e95c120c42e tempest-NetworksNegativeTestJSON-23080219 tempest-NetworksNegativeTestJSON-23080219-project] 10.222.0.41 "PUT /v2.0/subnets/fd390f63-0d7c-4831-8da4-9b2d32a6c6f6 HTTP/1.1" status: 404 len: 337 time: 0.0525019 Nov 25 11:28:00.749241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-c1b421f6-9378-4dfe-b0b3-b1426774b920', 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': 'c5feff87-b131-4824-907a-5e13d812ce48'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:28:00.750773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:00.751229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41526) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.764515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323408300', 'description': 'tempest-secgroup-smoke-323408300 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:00.774746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:00.783475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:00.792197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:00.810150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:00.825688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:00.876217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:00.883341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:00.887519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:00.895578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:00.942617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Allocated IP 172.20.0.18 (c1b421f6-9378-4dfe-b0b3-b1426774b920/c5feff87-b131-4824-907a-5e13d812ce48/591f074c-9fab-4ccb-9ed7-b29b48b1d084) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:28:00.975902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41534) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:00.989976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:00.995347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.001254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a490acd-e7a9-4ec0-b893-bf13f7907e39 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.042526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa1315d-427b-4155-915b-79045ed8d3f5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.048889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.053246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.059641 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3025923 Nov 25 11:28:01.060466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41540) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:01.067244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4fa1315d-427b-4155-915b-79045ed8d3f5', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:01.075790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:01.081058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:01.084293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:01.090504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:01.119226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.163500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.202898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.217246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Transition to ACTIVE for port object 591f074c-9fab-4ccb-9ed7-b29b48b1d084 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:01.220260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:01.226452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Usage tracker for resource:security_group_rule and tenant:735b7b2439c943588a107f2585ebbc37 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:01.230054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:01.236656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Transition to ACTIVE for port object 591f074c-9fab-4ccb-9ed7-b29b48b1d084 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:01.243775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:01.244594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.246624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.249890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83e7233f-eac5-4c0c-8c78-26ef26f7164d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.255035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.257745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6fc70cbf-df2a-43ef-ae6f-d7ba092f0cfc tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.292934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02668732-f531-4954-98b5-5a24a5ae7982,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.302561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.316839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:28:01.319740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:01.320087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.324045 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2599919 Nov 25 11:28:01.324248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41544) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:01.328886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:28:01.329566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4fa1315d-427b-4155-915b-79045ed8d3f5', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:01.336114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:01.339859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:01.341065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Pushing event updated for resources: {'Port': ['ID=591f074c-9fab-4ccb-9ed7-b29b48b1d084,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.343539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:01.344431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.349727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:01.380780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.387320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.394746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fa1a8143-55ac-4e01-8314-12094d6f2093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.418252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.439056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Attempting to bind port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:28:01.439953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Attempting to bind port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:28:01.441133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Attempting to bind port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 on network c1b421f6-9378-4dfe-b0b3-b1426774b920 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:28:01.451313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:28:01.451829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Checking segment: {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:28:01.452312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.452721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Bound using segment: {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:28:01.453475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Bound port: 591f074c-9fab-4ccb-9ed7-b29b48b1d084, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:28:01.454101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.465986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d1db0-0229-4657-8886-9a29935d2d3e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.475660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=735b7b2439c943588a107f2585ebbc37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4983358 Nov 25 11:28:01.477306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.478320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:01.515242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.525353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.527472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b6747283-cfc6-4f94-8443-0da3e8a6dd6e tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.562191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef50d80-b27f-4677-b584-1df567cf8495,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.567608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.574722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.576103 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2509968 Nov 25 11:28:01.577741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.578866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41552) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:01.581603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] For port 591f074c-9fab-4ccb-9ed7-b29b48b1d084, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:28:01.585215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] For port 591f074c-9fab-4ccb-9ed7-b29b48b1d084, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=591f074c-9fab-4ccb-9ed7-b29b48b1d084,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:28:01.586904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4fa1315d-427b-4155-915b-79045ed8d3f5', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:01.594910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:01.595331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.599409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:01.599697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.602622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:01.609004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:01.610603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.633763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.677664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.682478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Pushing event updated for resources: {'Port': ['ID=591f074c-9fab-4ccb-9ed7-b29b48b1d084,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.683143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2d6c44c8-9571-4006-9710-765751b3cd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.685892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.714060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.718283 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d43d1db0-0229-4657-8886-9a29935d2d3e HTTP/1.1" status: 204 len: 168 time: 0.2386019 Nov 25 11:28:01.719604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d1db0-0229-4657-8886-9a29935d2d3e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.722475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.736666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.744831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.755419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f729a8f-6b8e-4edd-ae62-39a74ecd7b28 tempest-NegativeSecGroupIPv6Test-1730353676 tempest-NegativeSecGroupIPv6Test-1730353676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:01.781610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803fa2ef-0902-4665-b145-c9764149b2f4,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:01.785523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:01.803596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:01.805211 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2252829 Nov 25 11:28:01.808152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41558) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:01.815028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4fa1315d-427b-4155-915b-79045ed8d3f5', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:01.823876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:01.829845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:01.836062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:01.845910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:01.877932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.022169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.029458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.045718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:02.067660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907b4bfd-e512-45c8-9e2a-03a2c1d8ef0f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:02.076178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:02.087593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.092186 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2794027 Nov 25 11:28:02.092297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41566) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:02.104194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4fa1315d-427b-4155-915b-79045ed8d3f5', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:02.112407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:02.119565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:02.125819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:02.141902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:02.157967 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:28:02.170531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.254004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.258683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.260653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:02.284071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb839201-5538-442f-8d00-4f28534ba3d0,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:02.286459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:02.295568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.296825 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2036142 Nov 25 11:28:02.300400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41576) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:02.306002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4fa1315d-427b-4155-915b-79045ed8d3f5', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:02.312256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:02.316596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:02.323187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:02.326317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:02.338637 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:28:02.345854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.421330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.425990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.433165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1693a6b-9ff8-4558-989e-bb0d66427479 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:02.454326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c79ca6d-7b78-4880-9be6-a847a1115729,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:02.456535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:02.462503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.463938 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1625884 Nov 25 11:28:02.836526 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-c4db7f4d-074e-442e-99b4-485c5d07b562 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323408300&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0535784 Nov 25 11:28:02.858424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 591f074c-9fab-4ccb-9ed7-b29b48b1d084 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:02.980633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29796bad-edd9-4140-9ce2-2fc90933f724 None None] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:28:02.987304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41604) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:02.995288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0061934 Nov 25 11:28:02.996103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41606) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:03.054706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1868863-87f6-498a-961d-5d344d4bf517 req-e409fa3e-edfc-4a3b-9ade-c4879857056d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:03.055441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c1868863-87f6-498a-961d-5d344d4bf517 req-e409fa3e-edfc-4a3b-9ade-c4879857056d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:28:03.063876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:03.076335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c1868863-87f6-498a-961d-5d344d4bf517 req-e409fa3e-edfc-4a3b-9ade-c4879857056d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:28:03.089011 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-e409fa3e-edfc-4a3b-9ade-c4879857056d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=c1b421f6-9378-4dfe-b0b3-b1426774b920 HTTP/1.1" status: 200 len: 796 time: 0.2308259 Nov 25 11:28:03.107171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Provisioning for port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:03.118339 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-0f1b7553-4c6d-4f4e-a42c-c18b519c48d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0280483 Nov 25 11:28:03.119383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Provisioning complete for port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:03.119773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:03.147883 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98103f76-1eaa-4965-99c0-5583f4eaa01c tempest-NetworksApiDiscovery-1125860269 tempest-NetworksApiDiscovery-1125860269-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1498892 Nov 25 11:28:03.232541 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-e3185196-1f80-4e46-b972-82d49b3770ee tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1091213 Nov 25 11:28:03.374003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:03.415497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] For port 591f074c-9fab-4ccb-9ed7-b29b48b1d084, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=591f074c-9fab-4ccb-9ed7-b29b48b1d084,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:03.427910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:03.430807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-efca3cf3-52c0-4df0-ba0f-8e77e51a6ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:03.432837 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-e063875c-c665-461d-aae5-76e7faa695db service neutron] 10.222.0.41 "GET /v2.0/networks/c1b421f6-9378-4dfe-b0b3-b1426774b920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855803 Nov 25 11:28:03.501921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Pushing event updated for resources: {'Port': ['ID=591f074c-9fab-4ccb-9ed7-b29b48b1d084,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:03.506318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:03.564299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41622) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:03.608893 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-842aff0e-5ce5-41d9-bc29-d7e0dd13ead6 service neutron] 10.222.0.41 "GET /v2.0/networks/c1b421f6-9378-4dfe-b0b3-b1426774b920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689537 Nov 25 11:28:03.782629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:03.835347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:03.847340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Usage tracker for resource:security_group_rule and tenant:c317703ddab742c5aa93262830e2c7af is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:03.857435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:03.858530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8e795a53-c814-47fc-a7b0-641fb4c92bb3 None None] Provisioning complete for port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:03.859587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8e795a53-c814-47fc-a7b0-641fb4c92bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:03.869123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:03.952033 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e3296731-7a7a-48cf-b951-6b79926d86f8 req-597e5eea-32a1-47f9-9bcf-8c275161f26d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 210 time: 0.1625857 Nov 25 11:28:03.979653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:03.988386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:03.989038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-896af6f4-7c1a-4d5d-ab97-769ac861cc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:04.001297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6e800906-f275-4065-b0ff-5f6fd88cdf19 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:04.054350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb75107-7928-4702-8ee3-220c6da646a0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:04.069570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:04.072257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c317703ddab742c5aa93262830e2c7af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5069735 Nov 25 11:28:04.074875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41636) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:04.137618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:04.145997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:04.177411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:04.240970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:04.246158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-45bfe364-bf3c-4220-8450-03756f36c90d tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:04.259533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb75107-7928-4702-8ee3-220c6da646a0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:04.263353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:04.267217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:04.272576 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffb75107-7928-4702-8ee3-220c6da646a0 HTTP/1.1" status: 204 len: 168 time: 0.1963365 Nov 25 11:28:04.772699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 591f074c-9fab-4ccb-9ed7-b29b48b1d084 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:04.842528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:04.843203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:05.100692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1868863-87f6-498a-961d-5d344d4bf517 req-47767a61-3748-48cf-95f6-88ca249d6ac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:05.102519 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-47767a61-3748-48cf-95f6-88ca249d6ac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=c1b421f6-9378-4dfe-b0b3-b1426774b920 HTTP/1.1" status: 200 len: 796 time: 0.1848023 Nov 25 11:28:05.192766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5a75ef9c-0549-4271-b5da-da39445cce73 req-6efa5dbe-6f03-4d69-ab5a-431f60e4388f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 210 time: 0.0848296 Nov 25 11:28:05.207696 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-d2a6d25a-bd3f-45be-92f3-91e215a899ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 472 time: 0.0537186 Nov 25 11:28:05.216460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['4fa1315d-427b-4155-915b-79045ed8d3f5']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:05.356793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:05.360907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:port and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:05.364041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:05.369565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:05.379850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:28:05.382924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:05.546639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.21 (c1b421f6-9378-4dfe-b0b3-b1426774b920/c5feff87-b131-4824-907a-5e13d812ce48/e7d2750a-5d87-4606-8a24-0fab86e9ef60) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:28:05.736204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:05.752226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object e7d2750a-5d87-4606-8a24-0fab86e9ef60 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:05.775093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:05.780516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-36cb480f-fbc2-4a12-b8b3-1804f717f63c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:05.844176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:28:05.851806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:05.856164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:28:05.890637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=e7d2750a-5d87-4606-8a24-0fab86e9ef60,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:05.895704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:05.921512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:05.922075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:05.951895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391746 Nov 25 11:28:05.966375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Request body: {'port': {'device_id': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:06.082225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:06.110395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bfbcdd7a-a434-4bad-a303-483855fe17e3 None None] Provisioning for port e7d2750a-5d87-4606-8a24-0fab86e9ef60 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:06.116030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bfbcdd7a-a434-4bad-a303-483855fe17e3 None None] Provisioning complete for port e7d2750a-5d87-4606-8a24-0fab86e9ef60 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:06.116627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdd7a-a434-4bad-a303-483855fe17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:06.173374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-bfbcdd7a-a434-4bad-a303-483855fe17e3 None None] Port e7d2750a-5d87-4606-8a24-0fab86e9ef60 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:28:06.254660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7d6f59a4-d76d-4069-ac9a-794a748495fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:06.296601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Sync routers for ids ['74a03ca6-56e6-4e6e-816a-2322337e7b99'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:28:06.312078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Routers {'74a03ca6-56e6-4e6e-816a-2322337e7b99'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:06.313028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['74a03ca6-56e6-4e6e-816a-2322337e7b99'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:06.527087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d2750a-5d87-4606-8a24-0fab86e9ef60 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:28:06.536572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8b780-d06e-46ba-956f-726bb612f44e req-7532c8f3-27b8-486b-93a6-702ddabfced2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:06.537629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-b8f8b780-d06e-46ba-956f-726bb612f44e req-7532c8f3-27b8-486b-93a6-702ddabfced2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:28:06.543501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:06.557618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Set router 74a03ca6-56e6-4e6e-816a-2322337e7b99 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:06.566811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Transition to ACTIVE for port object e7d2750a-5d87-4606-8a24-0fab86e9ef60 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:06.571005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-b8f8b780-d06e-46ba-956f-726bb612f44e req-7532c8f3-27b8-486b-93a6-702ddabfced2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:28:06.572999 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b8f8b780-d06e-46ba-956f-726bb612f44e req-7532c8f3-27b8-486b-93a6-702ddabfced2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 932 time: 0.2198370 Nov 25 11:28:06.573745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:06.577888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f63943c4-d037-4181-bdb3-bb803e0546c3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:06.866502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Pushing event updated for resources: {'Port': ['ID=e7d2750a-5d87-4606-8a24-0fab86e9ef60,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:06.876839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:06.887820 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b8f8b780-d06e-46ba-956f-726bb612f44e req-70b29a64-d599-4ce2-aec7-351db9c32041 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765713 Nov 25 11:28:06.994168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:45Z', 'revision_number': 4, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port': {'id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'e19613b4-d7b5-40eb-aa17-9ecdc20aaff3', 'name': '', 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'mac_address': 'fa:16:3e:ed:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:45Z', 'updated_at': '2021-11-25T11:27:46Z', 'revision_number': 2, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'subnets': [{'id': '9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:07.001619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Checking router: 74a03ca6-56e6-4e6e-816a-2322337e7b99 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:28:07.002120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Updating router 74a03ca6-56e6-4e6e-816a-2322337e7b99 port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:28:07.021121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Attempting to bind port e7d2750a-5d87-4606-8a24-0fab86e9ef60 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:28:07.021503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Attempting to bind port e7d2750a-5d87-4606-8a24-0fab86e9ef60 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:28:07.021827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Attempting to bind port e7d2750a-5d87-4606-8a24-0fab86e9ef60 on network c1b421f6-9378-4dfe-b0b3-b1426774b920 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:28:07.028710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Port e7d2750a-5d87-4606-8a24-0fab86e9ef60 on network c1b421f6-9378-4dfe-b0b3-b1426774b920 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:28:07.029041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Attempting to bind port e7d2750a-5d87-4606-8a24-0fab86e9ef60 on network c1b421f6-9378-4dfe-b0b3-b1426774b920 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:28:07.036556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:28:07.036905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Checking segment: {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:28:07.037269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Bound using segment: {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:28:07.037715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Bound port: e7d2750a-5d87-4606-8a24-0fab86e9ef60, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:28:07.038062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.068779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.143761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] For port e7d2750a-5d87-4606-8a24-0fab86e9ef60, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:28:07.147367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] For port e7d2750a-5d87-4606-8a24-0fab86e9ef60, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e7d2750a-5d87-4606-8a24-0fab86e9ef60,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:28:07.153278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.160297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2d296fa2-c451-4b00-9916-869b7d1f6155 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:07.215697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.217353 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-674188e3-606f-4838-b56e-3ac22775184e service neutron] 10.222.0.48 "PUT /v2.0/ports/e7d2750a-5d87-4606-8a24-0fab86e9ef60 HTTP/1.1" status: 200 len: 1094 time: 1.2552764 Nov 25 11:28:07.217814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'tag': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:07.255679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Pushing event updated for resources: {'Port': ['ID=e7d2750a-5d87-4606-8a24-0fab86e9ef60,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:07.259327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:07.323800 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'tag': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60', 'status': 'completed', 'code': 200} Nov 25 11:28:07.372785 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-155dcc49-796f-4891-80a0-d31db3fd2914 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 1097 time: 0.0967152 Nov 25 11:28:07.417029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.458539 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-7f9dd32a-993a-441d-8f7f-018d5dcc4f0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e7d2750a-5d87-4606-8a24-0fab86e9ef60 HTTP/1.1" status: 200 len: 217 time: 0.0782056 Nov 25 11:28:07.547136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1868863-87f6-498a-961d-5d344d4bf517 req-9bd2a59b-b432-4d39-a202-192d4bf56aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:07.548902 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-9bd2a59b-b432-4d39-a202-192d4bf56aa5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5feff87-b131-4824-907a-5e13d812ce48 HTTP/1.1" status: 200 len: 838 time: 0.0833018 Nov 25 11:28:07.640148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.646077 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-fbbb86ea-0563-4799-82ce-e342b82b602f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1b421f6-9378-4dfe-b0b3-b1426774b920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0896542 Nov 25 11:28:07.657629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Transition to ACTIVE for port object e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:07.666912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.670455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-30097e29-6e12-4a41-a897-7eea711fe956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:07.793187 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-febb3433-5ff0-4f23-983c-8a7ccb7668ce service neutron] 10.222.0.48 "GET /v2.0/networks/c1b421f6-9378-4dfe-b0b3-b1426774b920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367290 Nov 25 11:28:07.826164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f91ad-b79b-40ff-87df-6766c74a5d21 None None] Pushing event updated for resources: {'Port': ['ID=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:07.832891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-aa2f91ad-b79b-40ff-87df-6766c74a5d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:07.884881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Attempting to bind port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:28:07.885681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Attempting to bind port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:28:07.886229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Attempting to bind port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 on network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:28:07.894002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:28:07.894633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Checking segment: {'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:28:07.895235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.895943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Bound using segment: {'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:28:07.896630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Bound port: e19613b4-d7b5-40eb-aa17-9ecdc20aaff3, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:28:07.897178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:07.966783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1868863-87f6-498a-961d-5d344d4bf517 req-61e15c64-c767-4f58-a8ac-8da2db37bd95 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b421f6-9378-4dfe-b0b3-b1426774b920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666205 Nov 25 11:28:07.994567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] For port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:28:07.998192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] For port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,segment=NetworkSegment(ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d),segment_id=ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:28:08.004657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:08.010276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:08.109834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f91ad-b79b-40ff-87df-6766c74a5d21 None None] Pushing event updated for resources: {'Port': ['ID=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:08.114089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-aa2f91ad-b79b-40ff-87df-6766c74a5d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:08.116917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Routers {'74a03ca6-56e6-4e6e-816a-2322337e7b99'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:08.117548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['74a03ca6-56e6-4e6e-816a-2322337e7b99'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:08.180956 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-7209e6f3-1dfe-4b71-a4b1-db75b175187c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 1097 time: 0.1603315 Nov 25 11:28:08.191196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfef238-6a4c-4e8d-810f-eb9fdd5b8f02 req-2dd460ed-2f8d-466e-adba-4b9360081fe2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:08.192707 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1dfef238-6a4c-4e8d-810f-eb9fdd5b8f02 req-2dd460ed-2f8d-466e-adba-4b9360081fe2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 944 time: 0.1278625 Nov 25 11:28:08.342649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] Set router 74a03ca6-56e6-4e6e-816a-2322337e7b99 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:08.355909 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1dfef238-6a4c-4e8d-810f-eb9fdd5b8f02 req-927246b8-3c3c-497a-809c-eecd95e5224c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321058 Nov 25 11:28:08.385516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-fee5bb3b-516b-40c9-8173-1ab62caf077a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:08.387055 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-fee5bb3b-516b-40c9-8173-1ab62caf077a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c1b421f6-9378-4dfe-b0b3-b1426774b920 HTTP/1.1" status: 200 len: 897 time: 0.1933246 Nov 25 11:28:08.457237 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-bb12b81a-2929-46ae-b361-60868739833b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e7d2750a-5d87-4606-8a24-0fab86e9ef60 HTTP/1.1" status: 200 len: 217 time: 0.0625508 Nov 25 11:28:08.524111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-6ec5d6b6-6d17-4a92-861f-118b803b35a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:08.525542 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-6ec5d6b6-6d17-4a92-861f-118b803b35a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5feff87-b131-4824-907a-5e13d812ce48 HTTP/1.1" status: 200 len: 838 time: 0.0612440 Nov 25 11:28:08.602498 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-cf1d4c70-49d9-46c2-bb7d-b045e16564ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c1b421f6-9378-4dfe-b0b3-b1426774b920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698030 Nov 25 11:28:08.697546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:45Z', 'revision_number': 4, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port': {'id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'e19613b4-d7b5-40eb-aa17-9ecdc20aaff3', 'name': '', 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'mac_address': 'fa:16:3e:ed:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:45Z', 'updated_at': '2021-11-25T11:28:07Z', 'revision_number': 4, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'subnets': [{'id': '9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:08.701608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f753433-1c99-4f8e-a1fc-cb52d44a46ae None None] The sync data for ids ['74a03ca6-56e6-4e6e-816a-2322337e7b99'] in dv-neutron-819177-1-hyperv is: [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:45Z', 'revision_number': 4, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port': {'id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'e19613b4-d7b5-40eb-aa17-9ecdc20aaff3', 'name': '', 'network_id': '296813cd-84ea-4b9c-b6a0-5d3e5e4ca690', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'mac_address': 'fa:16:3e:ed:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:45Z', 'updated_at': '2021-11-25T11:28:07Z', 'revision_number': 4, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'subnets': [{'id': '9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:28:08.756039 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-5073f1bc-3501-4ab6-985d-5fe01ddbe2a1 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b421f6-9378-4dfe-b0b3-b1426774b920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433630 Nov 25 11:28:08.791279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:08.901628 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dc96b2c5-04ec-4ca9-9fdb-4e30e72d5383 req-7e2b5c02-0981-4125-ba9a-f2c3620c4555 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b421f6-9378-4dfe-b0b3-b1426774b920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420240 Nov 25 11:28:09.208569 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-90040a35-51fd-494c-8374-52cf8d5c64c4 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223768214&fields=id&tenant_id=08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 267 time: 0.0424182 Nov 25 11:28:09.357719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29d00-895e-4e28-9502-74ae34251af4 req-d0b92b86-0ecb-4f9a-ad64-727f0666fe46 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:09.359307 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-d0b92b86-0ecb-4f9a-ad64-727f0666fe46 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 811 time: 0.1445532 Nov 25 11:28:09.376701 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-985bed61-90b2-4cd0-a6fb-1a9cd20cdcf2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/quotas/08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 375 time: 0.0110707 Nov 25 11:28:09.611062 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-298cb887-c899-461b-b0ce-755df34f0f54 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2289817 Nov 25 11:28:09.727713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d208b1c-c1de-4e95-a8f6-4362b8525197 req-542829e0-185a-4e67-b55c-e8e43d9c45b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:09.729046 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3d208b1c-c1de-4e95-a8f6-4362b8525197 req-542829e0-185a-4e67-b55c-e8e43d9c45b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 944 time: 0.1683261 Nov 25 11:28:09.788370 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-ae553795-9451-4eb6-b2e0-849a412826e8 service neutron] 10.222.0.41 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655340 Nov 25 11:28:09.822599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3d208b1c-c1de-4e95-a8f6-4362b8525197 req-8515f709-d08d-4f24-ad45-1455daa7b844 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867119 Nov 25 11:28:09.921970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e7d2750a-5d87-4606-8a24-0fab86e9ef60 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:28:09.923153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-5a6f095f-2c9f-4269-b6cf-4c46d3270474 service neutron] 10.222.0.41 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277249 Nov 25 11:28:10.053931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port e7d2750a-5d87-4606-8a24-0fab86e9ef60, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e7d2750a-5d87-4606-8a24-0fab86e9ef60,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:10.067184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60', 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920', 'port_id': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60', 'mac_address': 'fa:16:3e:36:91:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5feff87-b131-4824-907a-5e13d812ce48', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:28:10.122926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:10.140952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d2750a-5d87-4606-8a24-0fab86e9ef60 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:28:10.157534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port e7d2750a-5d87-4606-8a24-0fab86e9ef60, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e7d2750a-5d87-4606-8a24-0fab86e9ef60,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:10.162317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:10.165729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b28b7fa6-9434-41a6-b62f-b58e7bc567ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:10.237420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=e7d2750a-5d87-4606-8a24-0fab86e9ef60,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:10.240468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:10.329084 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36d11edc-d96b-47e3-92e9-516ba596ba22 req-699502bb-744e-4b55-a42a-7cf1ca47a583 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 210 time: 0.0457160 Nov 25 11:28:10.365314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['e7d2750a-5d87-4606-8a24-0fab86e9ef60'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:28:10.793797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:10.869862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:10.875116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:10.875488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:10.989797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:11.024221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,segment=NetworkSegment(ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d),segment_id=ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:11.025018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f9847-cd58-4a3e-b76f-4cad89a22aa8 req-aaca1c01-91ae-43f6-9aa9-34484dc80e66 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:11.026871 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd9f9847-cd58-4a3e-b76f-4cad89a22aa8 req-aaca1c01-91ae-43f6-9aa9-34484dc80e66 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 945 time: 0.0825918 Nov 25 11:28:11.028483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:11.030361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:11.073852 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd9f9847-cd58-4a3e-b76f-4cad89a22aa8 req-873ab8cc-d236-460a-8308-c49f85805daf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 Nov 25 11:28:11.093943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:11.097579 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:11.366574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29d00-895e-4e28-9502-74ae34251af4 req-600c49f1-8811-472e-826f-8a4bf8e89795 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:11.367974 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-600c49f1-8811-472e-826f-8a4bf8e89795 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 811 time: 0.1500711 Nov 25 11:28:11.499816 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-753165fd-91b4-47e1-8efc-39ddff73bedc req-0abf6667-df45-4e75-a0db-3e511bf41431 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 210 time: 0.0459690 Nov 25 11:28:11.503333 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-71d29ded-393b-4eea-aafe-321da17288d8 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 380 time: 0.0922558 Nov 25 11:28:11.571648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'port': {'device_id': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'admin_state_up': True, 'tenant_id': '08a244ace73e40889e241391663cf72d', 'security_groups': ['6728c672-4fca-4920-b7a9-35dc7ac4c951']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:11.706431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:11.710227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:port and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:11.713347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:11.719014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:11.728912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Made reservation on behalf of 08a244ace73e40889e241391663cf72d for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:28:11.731911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:11.892888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Allocated IP 172.20.0.8 (5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46/81f06871-8cd7-4787-85b4-dfba497c94ac/86287298-41b4-4da1-91aa-0b9cd8ef0efd) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:28:11.938200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e7d2750a-5d87-4606-8a24-0fab86e9ef60 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:12.005107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port e7d2750a-5d87-4606-8a24-0fab86e9ef60 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:12.009776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port e7d2750a-5d87-4606-8a24-0fab86e9ef60 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:12.010250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.085128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.104340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Transition to ACTIVE for port object 86287298-41b4-4da1-91aa-0b9cd8ef0efd will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:12.138402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.139241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.146051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-664e87ff-83c6-4afa-a657-237e6fe6b16b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:12.167031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:12.179167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port e7d2750a-5d87-4606-8a24-0fab86e9ef60, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e7d2750a-5d87-4606-8a24-0fab86e9ef60,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:12.188168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.190755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-33ec72ab-63a6-4090-95bb-f0dc6273ac68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:12.239037 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60', 'code': 200} Nov 25 11:28:12.274532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=e7d2750a-5d87-4606-8a24-0fab86e9ef60,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:12.277633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:12.292928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:28:12.298174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:12.301303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:28:12.381349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=86287298-41b4-4da1-91aa-0b9cd8ef0efd,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:12.384233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:12.412694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:12.413621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.440616 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731244 Nov 25 11:28:12.463277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Request body: {'port': {'device_id': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:12.510387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc973c3-b4ca-41b9-b372-25240144be48 req-78a99921-736c-43f4-b656-000df05f359f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:12.517842 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8dc973c3-b4ca-41b9-b372-25240144be48 req-78a99921-736c-43f4-b656-000df05f359f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 946 time: 0.2689970 Nov 25 11:28:12.541158 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2abed1ff-f457-46b2-bd2c-aba6b2a96206 req-50912e4d-e0d9-4f5e-a72c-09144f86ad4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 1099 time: 0.0824251 Nov 25 11:28:12.597200 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2abed1ff-f457-46b2-bd2c-aba6b2a96206 req-860cc12f-ad0c-45ed-b02d-8b7f0f9755c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483167 Nov 25 11:28:12.709967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9c5bb051-10aa-41d1-aa25-bb1517bfa874 None None] Provisioning for port 86287298-41b4-4da1-91aa-0b9cd8ef0efd completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:12.717105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9c5bb051-10aa-41d1-aa25-bb1517bfa874 None None] Provisioning complete for port 86287298-41b4-4da1-91aa-0b9cd8ef0efd triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:12.717882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb051-10aa-41d1-aa25-bb1517bfa874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.782384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bb051-10aa-41d1-aa25-bb1517bfa874 None None] Port 86287298-41b4-4da1-91aa-0b9cd8ef0efd cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:28:12.797968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:12.809630 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8dc973c3-b4ca-41b9-b372-25240144be48 req-2620efb1-e863-4e5e-a6da-deae60b3843a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905910 Nov 25 11:28:12.814396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.882581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:12.883209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:12.971843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856c5e-ca71-4bed-821d-709b851c08d4 req-ca0c7ea2-2378-4c11-9e72-f4e1a4ebeb19 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:12.972480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-97856c5e-ca71-4bed-821d-709b851c08d4 req-ca0c7ea2-2378-4c11-9e72-f4e1a4ebeb19 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:28:13.021511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-97856c5e-ca71-4bed-821d-709b851c08d4 req-ca0c7ea2-2378-4c11-9e72-f4e1a4ebeb19 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:28:13.022663 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-97856c5e-ca71-4bed-821d-709b851c08d4 req-ca0c7ea2-2378-4c11-9e72-f4e1a4ebeb19 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 931 time: 0.3674426 Nov 25 11:28:13.146875 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-97856c5e-ca71-4bed-821d-709b851c08d4 req-f1399016-e08b-4ec1-947d-860d7ba1e4c9 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174338 Nov 25 11:28:13.238715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86287298-41b4-4da1-91aa-0b9cd8ef0efd {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:28:13.245669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:13.260298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Transition to ACTIVE for port object 86287298-41b4-4da1-91aa-0b9cd8ef0efd will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:13.264315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:13.267810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-84dcfff3-4861-498e-ab8c-00231f26cde3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:13.401784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=86287298-41b4-4da1-91aa-0b9cd8ef0efd,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:13.405033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:13.533717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Attempting to bind port 86287298-41b4-4da1-91aa-0b9cd8ef0efd on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:28:13.534100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Attempting to bind port 86287298-41b4-4da1-91aa-0b9cd8ef0efd by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:28:13.534425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Attempting to bind port 86287298-41b4-4da1-91aa-0b9cd8ef0efd on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:28:13.543903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Port 86287298-41b4-4da1-91aa-0b9cd8ef0efd on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:28:13.544240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Attempting to bind port 86287298-41b4-4da1-91aa-0b9cd8ef0efd on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:28:13.550899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:28:13.551222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Checking segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:28:13.551820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Bound using segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:28:13.552346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Bound port: 86287298-41b4-4da1-91aa-0b9cd8ef0efd, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:28:13.552608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:13.665539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] For port 86287298-41b4-4da1-91aa-0b9cd8ef0efd, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:28:13.670626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] For port 86287298-41b4-4da1-91aa-0b9cd8ef0efd, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:28:13.676758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:13.680740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e5641d73-9473-410a-a77d-3f1c962c52c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:13.733961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:13.735296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/86287298-41b4-4da1-91aa-0b9cd8ef0efd HTTP/1.1" status: 200 len: 1093 time: 1.2773764 Nov 25 11:28:13.735812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:13.768524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=86287298-41b4-4da1-91aa-0b9cd8ef0efd,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:13.772474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:13.823252 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'status': 'completed', 'code': 200} Nov 25 11:28:13.861050 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-d1c206d0-fe4d-4c66-b020-9b468cec10c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0743883 Nov 25 11:28:13.952540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-95f3f12f-1ae2-44d6-99af-27ae39ad72bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd HTTP/1.1" status: 200 len: 217 time: 0.0829010 Nov 25 11:28:14.061655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29d00-895e-4e28-9502-74ae34251af4 req-9a0191a4-de4c-4a87-ba29-160d6e1c65f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:14.063070 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-9a0191a4-de4c-4a87-ba29-160d6e1c65f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0773315 Nov 25 11:28:14.128159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fcafe-6a1f-4af5-89f3-5cb1e33b39b1 req-cd846dd5-d4d5-4674-93a2-db78fd93d291 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:14.129585 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f7fcafe-6a1f-4af5-89f3-5cb1e33b39b1 req-cd846dd5-d4d5-4674-93a2-db78fd93d291 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 946 time: 0.1754549 Nov 25 11:28:14.189080 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-af701e09-fe65-4492-af49-ed92ebae8b08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183314 Nov 25 11:28:14.194557 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f7fcafe-6a1f-4af5-89f3-5cb1e33b39b1 req-3a7f307d-4dcc-4b0f-8321-da935b8c56a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584383 Nov 25 11:28:14.405097 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-de1c4710-b7d0-44a8-8a1c-0be9dce4a560 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095120 Nov 25 11:28:14.563930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03b0df-4cff-4fe6-a49f-dc7df4e4d1ad req-2e38caf3-4c19-4af3-a5a5-639129035619 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:14.565450 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-be03b0df-4cff-4fe6-a49f-dc7df4e4d1ad req-2e38caf3-4c19-4af3-a5a5-639129035619 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.2758336 Nov 25 11:28:14.684357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175555-3d42-4ae1-8135-c00c5af6a3d1 req-9d064997-1a57-4af8-a728-784ac07eded4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:14.685716 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95175555-3d42-4ae1-8135-c00c5af6a3d1 req-9d064997-1a57-4af8-a728-784ac07eded4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 946 time: 0.3476682 Nov 25 11:28:14.710343 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18c29d00-895e-4e28-9502-74ae34251af4 req-ea0cf511-fb64-4551-8786-f8b580bc7d78 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980125 Nov 25 11:28:14.759729 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-be03b0df-4cff-4fe6-a49f-dc7df4e4d1ad req-739bc6a5-0dfc-40c9-8c58-c50cef39e52f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839559 Nov 25 11:28:14.808967 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95175555-3d42-4ae1-8135-c00c5af6a3d1 req-e4d6969b-13d3-4e43-9cbd-3799e5ec15f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044769 Nov 25 11:28:14.846894 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-617e3be6-8320-478f-b545-c6d820cfcadf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0832191 Nov 25 11:28:14.980030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-c3bdf8b3-2351-412c-bd6d-c98e8ea1bc0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:14.981512 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-c3bdf8b3-2351-412c-bd6d-c98e8ea1bc0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1291032 Nov 25 11:28:15.057949 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-7db6319b-97dd-4c68-820b-a7813840455b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd HTTP/1.1" status: 200 len: 217 time: 0.0671484 Nov 25 11:28:15.122055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-c846c9dc-2857-4604-b20b-9bf4134b5797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:15.123513 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-c846c9dc-2857-4604-b20b-9bf4134b5797 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0590346 Nov 25 11:28:15.202332 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-29909877-22dc-4b0f-ab77-4248ca141938 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720031 Nov 25 11:28:15.342358 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-9415eb19-e38d-479e-b814-efe6648fea9c service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325746 Nov 25 11:28:15.478711 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83ace74f-cb6f-40fd-aa7e-8d0906a22960 req-878f39bc-0a21-4ec3-a743-523d58eb0eae service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225941 Nov 25 11:28:15.956268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fef63d-afc9-4205-9e68-0e68c4fbd744 req-35e20326-fdef-4488-aefa-7e92bcb3a1b3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:15.957681 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-47fef63d-afc9-4205-9e68-0e68c4fbd744 req-35e20326-fdef-4488-aefa-7e92bcb3a1b3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.0757265 Nov 25 11:28:16.001832 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-47fef63d-afc9-4205-9e68-0e68c4fbd744 req-3a876007-8f6b-4e9f-8660-5bedd2cef2f6 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386972 Nov 25 11:28:16.301092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41720) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:17.183696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:17.301461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f880834-1cde-4a11-bb22-b04bb8bf3079 req-0cb8b917-ea8d-48de-8e6e-fa001b162769 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:17.302819 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f880834-1cde-4a11-bb22-b04bb8bf3079 req-0cb8b917-ea8d-48de-8e6e-fa001b162769 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.1805363 Nov 25 11:28:17.454656 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f880834-1cde-4a11-bb22-b04bb8bf3079 req-0499013a-309f-4d40-8144-bf322cdf509c tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051118 Nov 25 11:28:17.618595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.17 (c1b421f6-9378-4dfe-b0b3-b1426774b920/c5feff87-b131-4824-907a-5e13d812ce48/cc56c33c-ab90-4a5e-b821-0514bbe4ef1c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:28:17.771410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:17.786236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object cc56c33c-ab90-4a5e-b821-0514bbe4ef1c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:17.807443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:17.811450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-836869f1-90aa-44ab-9168-3c189eabe4f3 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:17.879294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:28:17.882498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:17.886640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:28:17.911135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:17.930740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.931112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.931477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.931833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.932216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.932570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.932919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.933273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.933618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.933966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.934307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:17.939504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:17.956497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.042722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.084637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-853ea24d-3f9f-4c88-a265-2c251459009c None None] Provisioning for port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:18.089421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-853ea24d-3f9f-4c88-a265-2c251459009c None None] Provisioning complete for port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:18.089801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-853ea24d-3f9f-4c88-a265-2c251459009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.143584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-853ea24d-3f9f-4c88-a265-2c251459009c None None] Port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:28:18.432263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.436761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.462890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-969b8b75-675e-48e9-a662-378fe130c77c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:18.543529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:18.547650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:18.548595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.829230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:28:18.836710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:18.906766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a1cc0-30f9-497f-a366-5d5c84c98656 req-ef04d26f-c64f-4891-94f7-9609ae959f5e tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:18.908252 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a75a1cc0-30f9-497f-a366-5d5c84c98656 req-ef04d26f-c64f-4891-94f7-9609ae959f5e tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.3221099 Nov 25 11:28:19.049883 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a75a1cc0-30f9-497f-a366-5d5c84c98656 req-e5bd48b4-8dfa-41b5-8fab-d28196deb24b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325486 Nov 25 11:28:19.071951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a3d92e19-484f-4849-8e4f-3d8315118cf7 None None] Provisioning complete for port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:19.072376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3d92e19-484f-4849-8e4f-3d8315118cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:19.124201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a3d92e19-484f-4849-8e4f-3d8315118cf7 None None] Port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:28:19.256996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:28:19.455100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:28:19.464378 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Sync routers for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:28:19.472098 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/3ae01fe6-46d9-4ef6-80f2-69133b0c0873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1698945 Nov 25 11:28:19.476056 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:19.476858 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:19.654238 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:20.009456 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:30Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc56c33c-ab90-4a5e-b821-0514bbe4ef1c', 'name': '', 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:77:7b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5feff87-b131-4824-907a-5e13d812ce48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:28:17Z', 'updated_at': '2021-11-25T11:28:18Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c5feff87-b131-4824-907a-5e13d812ce48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:20.013359 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Checking router: 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:28:20.013710 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Updating router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:28:20.064243 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:20.248475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fa4b-727c-4d21-9b08-0b9483983e69 req-e6839278-c6b9-4e92-9e8f-25b6a4104100 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:20.249918 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c64fa4b-727c-4d21-9b08-0b9483983e69 req-e6839278-c6b9-4e92-9e8f-25b6a4104100 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.0783901 Nov 25 11:28:20.298217 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c64fa4b-727c-4d21-9b08-0b9483983e69 req-919ffc71-fcd4-4c69-828a-ec7fb2bfe5c2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Nov 25 11:28:20.391136 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:20.402593 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Transition to ACTIVE for port object cc56c33c-ab90-4a5e-b821-0514bbe4ef1c will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:20.409161 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:20.412394 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-901e66df-cc52-4348-b385-5939e1c24d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:20.520308 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Pushing event updated for resources: {'Port': ['ID=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:20.539129 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.539463 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.540031 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.540148 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.540430 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.540739 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.541049 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.541359 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.541663 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.541965 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.542267 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:20.552481 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:20.635131 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Attempting to bind port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:28:20.635396 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Attempting to bind port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:28:20.635758 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Attempting to bind port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c on network c1b421f6-9378-4dfe-b0b3-b1426774b920 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:28:20.642389 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:28:20.642761 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Checking segment: {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:28:20.643310 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:20.643707 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Bound using segment: {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:28:20.644203 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Bound port: cc56c33c-ab90-4a5e-b821-0514bbe4ef1c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af50d1c4-e27d-4128-adad-5df09ef5c636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:28:20.644576 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:20.732582 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] For port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:28:20.735477 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] For port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:28:20.739623 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:20.743478 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-57678a9c-da59-4548-ac5b-9617e8b6775d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:20.817059 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Pushing event updated for resources: {'Port': ['ID=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:20.819877 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:20.820695 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:20.869047 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:21.024832 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:21.363278 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:30Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc56c33c-ab90-4a5e-b821-0514bbe4ef1c', 'name': '', 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:77:7b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5feff87-b131-4824-907a-5e13d812ce48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:28:17Z', 'updated_at': '2021-11-25T11:28:20Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c5feff87-b131-4824-907a-5e13d812ce48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:21.367805 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788d868-8bd7-40c5-bf29-ffb9239d9197 None None] The sync data for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv is: [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:30Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc56c33c-ab90-4a5e-b821-0514bbe4ef1c', 'name': '', 'network_id': 'c1b421f6-9378-4dfe-b0b3-b1426774b920', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:77:7b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5feff87-b131-4824-907a-5e13d812ce48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:28:17Z', 'updated_at': '2021-11-25T11:28:20Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c5feff87-b131-4824-907a-5e13d812ce48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:28:21.643590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0175280-9700-45f1-9057-abaad66119f3 req-c2bf3899-538d-496e-a76c-aa9108f61351 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:21.645098 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c0175280-9700-45f1-9057-abaad66119f3 req-c2bf3899-538d-496e-a76c-aa9108f61351 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.0778103 Nov 25 11:28:21.694060 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c0175280-9700-45f1-9057-abaad66119f3 req-4ad467ec-b43b-43e1-a296-ba088efdcc3e tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Nov 25 11:28:22.799903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc56c33c-ab90-4a5e-b821-0514bbe4ef1c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:22.883206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:22.888443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:22.888817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:22.895718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368054ea-6477-4c00-968d-6b19c7176ed7 req-0aad943f-f2f8-4164-b17e-7afabefe9294 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:22.897166 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-368054ea-6477-4c00-968d-6b19c7176ed7 req-0aad943f-f2f8-4164-b17e-7afabefe9294 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.0794384 Nov 25 11:28:22.942673 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-368054ea-6477-4c00-968d-6b19c7176ed7 req-abc0845a-455c-4429-a99d-02bcfd39687a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398424 Nov 25 11:28:23.004211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:23.065522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:23.069067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:23.071835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:23.132999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:23.141228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.141574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.142014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.142346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.142763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.143129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.143449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.143769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.144111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.144428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.144744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.148452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:23.969065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 86287298-41b4-4da1-91aa-0b9cd8ef0efd details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:28:24.103758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 86287298-41b4-4da1-91aa-0b9cd8ef0efd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:24.119941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'port_id': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'mac_address': 'fa:16:3e:93:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:28:24.140989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2664274-93f1-4b53-91dc-3a7dcad2887d req-aea29aa7-dcb5-447d-ac9a-ea4f0afdad20 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:24.142444 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d2664274-93f1-4b53-91dc-3a7dcad2887d req-aea29aa7-dcb5-447d-ac9a-ea4f0afdad20 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 943 time: 0.0788813 Nov 25 11:28:24.179609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:24.189277 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d2664274-93f1-4b53-91dc-3a7dcad2887d req-a706e8de-50dd-40d0-9699-3af9b668fa1c tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Nov 25 11:28:24.197609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86287298-41b4-4da1-91aa-0b9cd8ef0efd {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:28:24.217902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 86287298-41b4-4da1-91aa-0b9cd8ef0efd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:24.219372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:24.222046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:24.284757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=86287298-41b4-4da1-91aa-0b9cd8ef0efd,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:24.287882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:24.468392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['86287298-41b4-4da1-91aa-0b9cd8ef0efd'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:28:24.784725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc56c33c-ab90-4a5e-b821-0514bbe4ef1c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:24.855278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:24.855657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:25.389378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a9307-3413-4eed-bf37-b4508590b72e req-a8a7d035-3fd4-43ac-b957-4ebda640c466 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:25.390813 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-109a9307-3413-4eed-bf37-b4508590b72e req-a8a7d035-3fd4-43ac-b957-4ebda640c466 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 944 time: 0.0798521 Nov 25 11:28:25.434559 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-109a9307-3413-4eed-bf37-b4508590b72e req-172dd0ac-d168-434f-84d8-87c89f3c6078 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383754 Nov 25 11:28:25.981520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 86287298-41b4-4da1-91aa-0b9cd8ef0efd up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:26.046230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 86287298-41b4-4da1-91aa-0b9cd8ef0efd completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:26.050926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 86287298-41b4-4da1-91aa-0b9cd8ef0efd triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:26.051318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:26.162060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:26.187646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:26.196936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 86287298-41b4-4da1-91aa-0b9cd8ef0efd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:26.201454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:26.203547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:26.245498 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'code': 200} Nov 25 11:28:26.270136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=86287298-41b4-4da1-91aa-0b9cd8ef0efd,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:26.273024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:26.460401 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95876b1b-cdda-4608-9f11-2279c60e666a req-b78fe241-b3e7-499c-af59-97351e548b1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 1098 time: 0.0669913 Nov 25 11:28:26.503970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95876b1b-cdda-4608-9f11-2279c60e666a req-ca3db438-ce4b-488d-aa80-a6bdd0bf4abe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365498 Nov 25 11:28:26.629682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6f0b8-2679-4fc3-b2cb-3b2ee2361488 req-1f72da30-b42f-4619-a68d-59abf9f4d816 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:26.631097 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66e6f0b8-2679-4fc3-b2cb-3b2ee2361488 req-1f72da30-b42f-4619-a68d-59abf9f4d816 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 945 time: 0.0782847 Nov 25 11:28:26.675451 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66e6f0b8-2679-4fc3-b2cb-3b2ee2361488 req-fad1ba72-1fb4-42d0-9724-09f2fec0ba22 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388491 Nov 25 11:28:27.868275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e751-75ba-4aac-a86f-b29eaf3ef095 req-ad6a4cb1-53e0-4e63-8f2d-59c412a22110 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:27.869682 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9994e751-75ba-4aac-a86f-b29eaf3ef095 req-ad6a4cb1-53e0-4e63-8f2d-59c412a22110 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 945 time: 0.0743454 Nov 25 11:28:28.013240 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9994e751-75ba-4aac-a86f-b29eaf3ef095 req-703f4999-0857-4dd6-a0a7-cf4d7707176b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381350 Nov 25 11:28:28.205682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91903b-901d-443b-8426-b8ee58af9f0c req-93522718-2822-4354-98ae-eb1686ee6fb1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:28.207036 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f91903b-901d-443b-8426-b8ee58af9f0c req-93522718-2822-4354-98ae-eb1686ee6fb1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 945 time: 0.0744832 Nov 25 11:28:28.251361 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f91903b-901d-443b-8426-b8ee58af9f0c req-d16fb7f8-8c6c-41d2-939e-18418609c947 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386600 Nov 25 11:28:28.279105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41756) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:28.533243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b09e5e86-58d1-4e99-b28f-75cc1e615bbd tempest-TestVolumeBootPattern-945922097 tempest-TestVolumeBootPattern-945922097-project-admin] Synchronizing usage tracker for tenant:f1ef566a6d074728a229a684af721b0a on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:28:28.549084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b09e5e86-58d1-4e99-b28f-75cc1e615bbd tempest-TestVolumeBootPattern-945922097 tempest-TestVolumeBootPattern-945922097-project-admin] Unset dirty status for tenant:f1ef566a6d074728a229a684af721b0a on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:28:28.550731 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b09e5e86-58d1-4e99-b28f-75cc1e615bbd tempest-TestVolumeBootPattern-945922097 tempest-TestVolumeBootPattern-945922097-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 1093 time: 0.2706478 Nov 25 11:28:28.553519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:28.558640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:28:28.563981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:28.568539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:floatingip and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:28:28.571260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:28:28.576819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:28.586450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:28.718527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:28.848279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Allocated IP 172.26.5.90 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/9fa9cf6b-eddb-477a-a826-e93d75d45aaa) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:28:28.992097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:29.019232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:29.022852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-18ad3bdb-60b4-419b-9ca1-4b73ad5a61e9 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:29.089698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:28:29.092830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:29.097762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:28:29.121197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=9fa9cf6b-eddb-477a-a826-e93d75d45aaa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:29.139803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.140215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.140596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.140969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.141341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.141706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.142071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.142441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.142803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.143735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.144135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:29.152230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:29.654439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:29.703801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:29.758170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:29.957637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:29.962184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:29.965778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a1932c3-7b70-4d77-aa01-6ad82e197561 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:30.064066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=9fa9cf6b-eddb-477a-a826-e93d75d45aaa,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:30.071897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:30.080445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:30.263766 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Floating IP 27a89ed9-4206-4a69-bb66-5530eeeb981b associated. External IP: 172.26.5.90, port: 86287298-41b4-4da1-91aa-0b9cd8ef0efd. Nov 25 11:28:30.640069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:28:30.946664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:28:30.956684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:28:30.970859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:30.972221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:30.980355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:31.033281 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4787281 Nov 25 11:28:31.034435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:31.093015 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'status': 'completed', 'code': 200} Nov 25 11:28:31.149882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:31.186845 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-607e16f2-d94f-410f-aff8-fde228948a73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 1098 time: 0.0708954 Nov 25 11:28:31.317955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-c5b15708-1e02-4db5-a317-3b16a0e1ab2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:31.319323 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-c5b15708-1e02-4db5-a317-3b16a0e1ab2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1252720 Nov 25 11:28:31.422572 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-1435fe9c-5924-4dd4-add6-c23bb7ace8b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd HTTP/1.1" status: 200 len: 998 time: 0.0958624 Nov 25 11:28:31.485787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-edb2caf0-fed9-4cf3-8a1a-7dd8b5e47570 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:31.487275 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-edb2caf0-fed9-4cf3-8a1a-7dd8b5e47570 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0579188 Nov 25 11:28:31.523806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '27a89ed9-4206-4a69-bb66-5530eeeb981b', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.90', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:93:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:28:29Z', 'updated_at': '2021-11-25T11:28:29Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:31.528935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:28:31.540142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:31.540755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:31.562286 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-f418bc26-5133-43e2-8b8d-e5c81c5092dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685802 Nov 25 11:28:31.692161 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-6efbba4d-f389-4e59-ac00-c21883fc2cce service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232049 Nov 25 11:28:31.716438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:31.822539 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4449e541-bcbc-47c2-aa3a-c0d2cd0ad0ea req-f25aabb0-a37d-4d4a-a39e-ba037c7a2527 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234770 Nov 25 11:28:32.056452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '27a89ed9-4206-4a69-bb66-5530eeeb981b', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.90', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:93:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:28:29Z', 'updated_at': '2021-11-25T11:28:29Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:32.060241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc670502-5634-40e5-9006-205d3a9d7008 None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '27a89ed9-4206-4a69-bb66-5530eeeb981b', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.90', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:93:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:28:29Z', 'updated_at': '2021-11-25T11:28:29Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:28:32.230820 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4801f7d2-f99b-4b3a-ae43-3f15eeb550d2 None None] New status for floating IP 27a89ed9-4206-4a69-bb66-5530eeeb981b: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:28:33.950352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-65db63ab-983f-473c-bd68-8e77cce11887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:34.140403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:35.575104 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:28:36.248019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6fbc-73e1-458a-b857-68fd48dfd26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:37.312283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:38.792901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:40.404140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41784) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:40.799352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:41.515566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:41.516287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:41.698946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port cc56c33c-ab90-4a5e-b821-0514bbe4ef1c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:41.699190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:41.816258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for cc56c33c-ab90-4a5e-b821-0514bbe4ef1c owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:41.993717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:41.997151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e58a1a7b-18f8-4c49-99d8-863a18ea8cbe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:42.038178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=cc56c33c-ab90-4a5e-b821-0514bbe4ef1c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:42.040775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:42.358435 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-610a523c-da15-4106-b24e-2f368f08e86f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1441867 Nov 25 11:28:42.391800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:42.650507 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-5e7d231b-9840-4e67-b209-65908b77b17b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1099 time: 0.1971269 Nov 25 11:28:42.853084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-79745792-c117-4c7d-9b8e-a65a37edf171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:42.854492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-79745792-c117-4c7d-9b8e-a65a37edf171 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 897 time: 0.1587243 Nov 25 11:28:43.025597 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-530d0cee-c8ca-4486-8c8a-9876416cfbbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 200 len: 1001 time: 0.1635828 Nov 25 11:28:43.170401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-28fbe9d1-408f-4bab-844f-8f265de1e1de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:43.171813 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-28fbe9d1-408f-4bab-844f-8f265de1e1de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb09793-f4b7-4392-a5f3-b9acba76d61e HTTP/1.1" status: 200 len: 834 time: 0.1380074 Nov 25 11:28:43.324794 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-daffbaab-0770-4aeb-bd91-ef8bd5f82e3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5586763-511f-4e38-a802-c7689c3c4db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1454375 Nov 25 11:28:43.518463 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-4d2d9b30-ea81-48e9-aff8-03ead091796d service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514242 Nov 25 11:28:43.613003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:28:43.714427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e638fbf-c074-4633-b11a-5e9f0a3d0781 req-a472f2d8-d00a-4b30-b5d5-c997bdce12c2 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880748 Nov 25 11:28:43.849218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:28:43.859104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] Sync routers for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:28:43.861347 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/3ae01fe6-46d9-4ef6-80f2-69133b0c0873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4561551 Nov 25 11:28:43.871405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:43.871950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:44.048919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:44.372241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2848-0a9d-4154-825c-4cc64678650a req-f0400a61-2030-4c88-b4d0-0797e646307d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:44.372914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-ca3a2848-0a9d-4154-825c-4cc64678650a req-f0400a61-2030-4c88-b4d0-0797e646307d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:28:44.388387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-ca3a2848-0a9d-4154-825c-4cc64678650a req-f0400a61-2030-4c88-b4d0-0797e646307d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:28:44.389806 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ca3a2848-0a9d-4154-825c-4cc64678650a req-f0400a61-2030-4c88-b4d0-0797e646307d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 946 time: 0.2348409 Nov 25 11:28:44.401443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:41Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:30Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:44.405335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] Checking router: 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:28:44.416762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:44.417288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:44.557263 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ca3a2848-0a9d-4154-825c-4cc64678650a req-75a429a2-986f-4b95-87c2-62ffb8a6942d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618209 Nov 25 11:28:44.641928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:44.996689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:41Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:30Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:45.001014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0b845-2f8e-4012-a413-829da2185d72 None None] The sync data for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv is: [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:41Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'aa402445-0811-4919-9340-c8fb256a42ab', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'port_id': '77893245-7ca8-47e7-b197-168a155bbced', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'mac_address': 'fa:16:3e:cf:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:27:24Z', 'updated_at': '2021-11-25T11:27:30Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:28:45.634558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0889549-9b5e-4616-a887-3c93d69d048c req-091e44d1-871f-4ef6-8b55-1d4780069c1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:45.636028 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f0889549-9b5e-4616-a887-3c93d69d048c req-091e44d1-871f-4ef6-8b55-1d4780069c1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 946 time: 0.0764992 Nov 25 11:28:45.711654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port e7d2750a-5d87-4606-8a24-0fab86e9ef60 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:45.711982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:45.972353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf8086-faa2-4075-a320-eeaeac8865b6 req-54d311a6-c796-4d4f-a94c-611571f1a949 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:45.978510 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1bf8086-faa2-4075-a320-eeaeac8865b6 req-54d311a6-c796-4d4f-a94c-611571f1a949 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=646d51f0-4066-45a6-bced-e3468cb09b1f HTTP/1.1" status: 200 len: 946 time: 0.2906864 Nov 25 11:28:46.052959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port e7d2750a-5d87-4606-8a24-0fab86e9ef60, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e7d2750a-5d87-4606-8a24-0fab86e9ef60,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:46.052959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:46.078787 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1bf8086-faa2-4075-a320-eeaeac8865b6 req-4bc5fed0-5d35-429c-b97c-d3dfef652fd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fa1315d-427b-4155-915b-79045ed8d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935600 Nov 25 11:28:46.200846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for e7d2750a-5d87-4606-8a24-0fab86e9ef60 owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:46.364374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:46.369906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f42d7bf8-3f41-4276-9af4-81d69299aa1a tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:46.421872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=e7d2750a-5d87-4606-8a24-0fab86e9ef60,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:46.421872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:46.489144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port e7d2750a-5d87-4606-8a24-0fab86e9ef60 on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:28:46.491558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:46.494213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'name': 'network-vif-deleted', 'tag': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:46.510169 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f0889549-9b5e-4616-a887-3c93d69d048c req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/e7d2750a-5d87-4606-8a24-0fab86e9ef60 HTTP/1.1" status: 204 len: 173 time: 0.8682611 Nov 25 11:28:46.563154 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646d51f0-4066-45a6-bced-e3468cb09b1f', 'name': 'network-vif-deleted', 'tag': 'e7d2750a-5d87-4606-8a24-0fab86e9ef60', 'status': 'completed', 'code': 200} Nov 25 11:28:46.754485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc56c33c-ab90-4a5e-b821-0514bbe4ef1c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:28:46.796671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: cc56c33c-ab90-4a5e-b821-0514bbe4ef1c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:28:46.797023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc56c33c-ab90-4a5e-b821-0514bbe4ef1c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:28:47.202106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41806) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:47.273709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.302977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.364730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.369667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c107d140-8973-4072-abb1-051134df740a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:47.383496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa1315d-427b-4155-915b-79045ed8d3f5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:47.386013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:47.387126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.388212 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/4fa1315d-427b-4155-915b-79045ed8d3f5 HTTP/1.1" status: 204 len: 168 time: 0.1851499 Nov 25 11:28:47.428447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41812) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:47.616432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet c5feff87-b131-4824-907a-5e13d812ce48 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:28:47.619975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.681196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.762959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.840298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.844336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e72c1918-18d2-44bb-814e-229ebe538087 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:47.879697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=c5feff87-b131-4824-907a-5e13d812ce48,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:47.882149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:47.885041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:47.890827 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4d8bbad1-8397-4c9d-addd-13eb4780fdca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/c5feff87-b131-4824-907a-5e13d812ce48 HTTP/1.1" status: 204 len: 168 time: 0.4613802 Nov 25 11:28:47.891793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c93ba8-cf32-4643-b0ea-f9a1467747c7 None None] Network c1b421f6-9378-4dfe-b0b3-b1426774b920 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:28:47.893386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41816) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:48.005432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.017031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:48.017359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.145442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] DHCP port deletion for c1b421f6-9378-4dfe-b0b3-b1426774b920 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:28:48.150130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Deleting port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:48.150455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.219507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 591f074c-9fab-4ccb-9ed7-b29b48b1d084, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=591f074c-9fab-4ccb-9ed7-b29b48b1d084,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:48.220049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.344112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 591f074c-9fab-4ccb-9ed7-b29b48b1d084 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:48.357773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] For port 591f074c-9fab-4ccb-9ed7-b29b48b1d084, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=591f074c-9fab-4ccb-9ed7-b29b48b1d084,segment=NetworkSegment(af50d1c4-e27d-4128-adad-5df09ef5c636),segment_id=af50d1c4-e27d-4128-adad-5df09ef5c636)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:48.358167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.416577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.420727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:48.464305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=591f074c-9fab-4ccb-9ed7-b29b48b1d084,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:48.466732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:48.469096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:28:48.482479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Calling delete_port for 591f074c-9fab-4ccb-9ed7-b29b48b1d084 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:48.556484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:28:48.556846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:28:48.697160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.730746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b421f6-9378-4dfe-b0b3-b1426774b920']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:48.744228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af50d1c4-e27d-4128-adad-5df09ef5c636') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:48.744514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af50d1c4-e27d-4128-adad-5df09ef5c636') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:48.762934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.778437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.785457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:28:48.786317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.791491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 591f074c-9fab-4ccb-9ed7-b29b48b1d084 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:28:48.801492 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:28:48.828059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 591f074c-9fab-4ccb-9ed7-b29b48b1d084 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:28:48.828059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 591f074c-9fab-4ccb-9ed7-b29b48b1d084 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:28:48.889273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.889273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ecf1c98c-73e8-422e-aee3-ecf3ba6281eb tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:48.903820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:48.912811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=c1b421f6-9378-4dfe-b0b3-b1426774b920,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:48.917900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:48.928046 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/c1b421f6-9378-4dfe-b0b3-b1426774b920 HTTP/1.1" status: 204 len: 168 time: 1.0330791 Nov 25 11:28:48.930333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41820) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:49.059593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Deleting port 591f074c-9fab-4ccb-9ed7-b29b48b1d084 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:49.059593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:49.122338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-80e8d8af-b36e-4046-83ea-5e8f57a42c45 None None] The port '591f074c-9fab-4ccb-9ed7-b29b48b1d084' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:28:49.136297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port b66df4b6-b878-4d9c-b52d-9d0394b001e8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:49.136630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:49.308804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:49.308804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:49.427434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for b66df4b6-b878-4d9c-b52d-9d0394b001e8 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:49.595589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:49.599165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-be43a8e2-288e-42cf-9a9d-4470407b6306 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:49.642926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=b66df4b6-b878-4d9c-b52d-9d0394b001e8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:49.646324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:49.741567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:50.110622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e7d2750a-5d87-4606-8a24-0fab86e9ef60 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:28:50.150418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:28:50.150578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: e7d2750a-5d87-4606-8a24-0fab86e9ef60 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:28:50.150578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device e7d2750a-5d87-4606-8a24-0fab86e9ef60 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:28:50.463215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:28:50.473476 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] Sync routers for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:28:50.481422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:50.485929 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:50.486526 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:50.537547 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/aa402445-0811-4919-9340-c8fb256a42ab HTTP/1.1" status: 204 len: 168 time: 1.6032920 Nov 25 11:28:50.537547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'tag': '77893245-7ca8-47e7-b197-168a155bbced'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:50.643465 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'tag': '77893245-7ca8-47e7-b197-168a155bbced', 'status': 'completed', 'code': 200} Nov 25 11:28:50.677876 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:50.736366 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-deb5f5ca-2ac2-4dcd-b79d-f3701531564b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 1099 time: 0.0850325 Nov 25 11:28:50.891768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-85d8a879-c205-4ac2-bc03-cac15cf2c4d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:50.893389 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-85d8a879-c205-4ac2-bc03-cac15cf2c4d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 200 len: 897 time: 0.1495056 Nov 25 11:28:51.007038 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:41Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:51.007495 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-ceb4f991-e7a9-400d-9237-06228857ca36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 200 len: 217 time: 0.1062360 Nov 25 11:28:51.010842 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] Checking router: 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:28:51.021680 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:51.022273 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:51.084525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-d70a92df-dc39-4643-af7f-1676a3cec760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:51.085936 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-d70a92df-dc39-4643-af7f-1676a3cec760 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=deb09793-f4b7-4392-a5f3-b9acba76d61e HTTP/1.1" status: 200 len: 834 time: 0.0707586 Nov 25 11:28:51.092032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda602d-30db-4369-bbe5-c7e681d31739 req-0d1d0798-e232-4231-83b4-577c68cb7391 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:51.092674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-8bda602d-30db-4369-bbe5-c7e681d31739 req-0d1d0798-e232-4231-83b4-577c68cb7391 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:28:51.152414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-8bda602d-30db-4369-bbe5-c7e681d31739 req-0d1d0798-e232-4231-83b4-577c68cb7391 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:28:51.153624 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8bda602d-30db-4369-bbe5-c7e681d31739 req-0d1d0798-e232-4231-83b4-577c68cb7391 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 946 time: 0.2036891 Nov 25 11:28:51.212274 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-39b34553-4004-4c6e-8afd-47c7d3a8be4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5586763-511f-4e38-a802-c7689c3c4db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169136 Nov 25 11:28:51.215196 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8bda602d-30db-4369-bbe5-c7e681d31739 req-72d22029-849a-44f7-92f1-fd42b68de47d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552161 Nov 25 11:28:51.224599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-2b6407de-5ced-48e8-a1cf-6a4eeae8d8f5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:28:51.225422 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-2b6407de-5ced-48e8-a1cf-6a4eeae8d8f5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049036 Nov 25 11:28:51.239073 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:51.475183 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-e549380a-4d5c-4b91-85bd-fc66a0622970 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308898 Nov 25 11:28:51.582040 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:41Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:51.584778 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ee41c-5665-4a95-b078-7ebde0d7f32b None None] The sync data for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv is: [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:41Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3ab12112-6d2c-4d00-b15a-dbbeedfaa54d', 'name': '', 'network_id': 'a5586763-511f-4e38-a802-c7689c3c4db8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:cf:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:56Z', 'updated_at': '2021-11-25T11:27:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'deb09793-f4b7-4392-a5f3-b9acba76d61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:28:51.634388 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfce814-28b1-4aac-ba8d-947e88cc602c req-456a6a30-93b4-41e4-9e0a-455bb59372a2 service neutron] 10.222.0.48 "GET /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506441 Nov 25 11:28:51.808376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37dd866-643d-4361-ac8c-dfd448330ebf None None] New status for floating IP aa402445-0811-4919-9340-c8fb256a42ab: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:28:52.314360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-db4a9259-5e7d-4359-a946-a612a7f0210a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:52.314360 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-db4a9259-5e7d-4359-a946-a612a7f0210a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 946 time: 0.0792847 Nov 25 11:28:52.391277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 77893245-7ca8-47e7-b197-168a155bbced {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:52.391277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:52.689024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 77893245-7ca8-47e7-b197-168a155bbced, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=77893245-7ca8-47e7-b197-168a155bbced,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:52.689368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:52.708646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3c85-e695-4899-9923-2b37b2a26c1a req-7adb61a5-3645-4fd0-94c8-3d4f40c491f7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:52.708646 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-389a3c85-e695-4899-9923-2b37b2a26c1a req-7adb61a5-3645-4fd0-94c8-3d4f40c491f7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf1951c-4bca-4f58-b4d6-e8c32634138a HTTP/1.1" status: 200 len: 946 time: 0.2060480 Nov 25 11:28:52.827003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 77893245-7ca8-47e7-b197-168a155bbced owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:52.918331 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-389a3c85-e695-4899-9923-2b37b2a26c1a req-72c88603-49df-473d-bc21-279deb2c3f2c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=602a5806-ba1e-4d24-acc1-e6ce753b6862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592035 Nov 25 11:28:52.999005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:53.001190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f804e231-2ee5-41e9-979b-7dd09251267a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:53.050899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=77893245-7ca8-47e7-b197-168a155bbced,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:53.054168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:53.128276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 77893245-7ca8-47e7-b197-168a155bbced on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:28:53.130636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:53.133167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'name': 'network-vif-deleted', 'tag': '77893245-7ca8-47e7-b197-168a155bbced'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:28:53.149924 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4e9021b-553d-4933-a6dd-f3ca7bdb4942 req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/77893245-7ca8-47e7-b197-168a155bbced HTTP/1.1" status: 204 len: 173 time: 0.8303728 Nov 25 11:28:53.202492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1951c-4bca-4f58-b4d6-e8c32634138a', 'name': 'network-vif-deleted', 'tag': '77893245-7ca8-47e7-b197-168a155bbced', 'status': 'completed', 'code': 200} Nov 25 11:28:54.025607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41840) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:54.093878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-94608fca-7032-4c4c-aeb5-046d801927d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:54.123379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-94608fca-7032-4c4c-aeb5-046d801927d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:54.193849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-94608fca-7032-4c4c-aeb5-046d801927d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:54.199643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-46527f69-b0aa-4d21-ac85-ef6f7b121627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:54.210642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94608fca-7032-4c4c-aeb5-046d801927d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602a5806-ba1e-4d24-acc1-e6ce753b6862,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:54.218188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-94608fca-7032-4c4c-aeb5-046d801927d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:54.222474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-94608fca-7032-4c4c-aeb5-046d801927d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:54.222474 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-94608fca-7032-4c4c-aeb5-046d801927d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/602a5806-ba1e-4d24-acc1-e6ce753b6862 HTTP/1.1" status: 204 len: 168 time: 0.1935792 Nov 25 11:28:54.271869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:54.665914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:55.266252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:55.266585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:55.446491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:55.447201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:55.686314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:55.877963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:55.882319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6397ada0-c105-4a7a-8f05-0511c91b6779 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:55.935135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=3ab12112-6d2c-4d00-b15a-dbbeedfaa54d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:55.937949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:56.142602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 77893245-7ca8-47e7-b197-168a155bbced no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:28:56.178327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 77893245-7ca8-47e7-b197-168a155bbced {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:28:56.178680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 77893245-7ca8-47e7-b197-168a155bbced not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:28:56.250394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:56.849439 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:28:57.059284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:28:57.069257 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] Sync routers for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:28:57.072461 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/3ae01fe6-46d9-4ef6-80f2-69133b0c0873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7990704 Nov 25 11:28:57.074980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:57.083250 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:57.083250 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:57.272569 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:57.396135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet deb09793-f4b7-4392-a5f3-b9acba76d61e {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:28:57.402991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:57.461303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:57.554329 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:55Z', 'revision_number': 7, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:57.558298 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] Checking router: 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:28:57.573088 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] Routers {'3ae01fe6-46d9-4ef6-80f2-69133b0c0873'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:28:57.573685 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:57.586060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:57.676297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:57.678828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-66543218-03b4-4209-b653-153f6cef9023 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:57.720136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=deb09793-f4b7-4392-a5f3-b9acba76d61e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:57.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:57.725625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:57.735888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/deb09793-f4b7-4392-a5f3-b9acba76d61e HTTP/1.1" status: 204 len: 168 time: 0.6577795 Nov 25 11:28:57.736104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288322a-2e9c-40e7-afaa-b21f3c4d7f14 None None] Network a5586763-511f-4e38-a802-c7689c3c4db8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:28:57.736564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41854) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:57.751240 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] Set router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:28:58.060242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:58.106855 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:55Z', 'revision_number': 7, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:58.110703 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fcd131-7eed-4cb4-be7d-e548e401ccda None None] The sync data for ids ['3ae01fe6-46d9-4ef6-80f2-69133b0c0873'] in dv-neutron-819177-1-hyperv is: [{'id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'name': 'tempest-TestNetworkBasicOps-router-615250721', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:26:50Z', 'updated_at': '2021-11-25T11:28:55Z', 'revision_number': 7, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '233626a5-054f-4bab-b393-aca2c4ec95b7', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae01fe6-46d9-4ef6-80f2-69133b0c0873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:26:51Z', 'updated_at': '2021-11-25T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:28:58.136215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] DHCP port deletion for a5586763-511f-4e38-a802-c7689c3c4db8 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:28:58.142600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Deleting port f72d7b59-74bb-429c-a928-1e8df652370c {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:58.142600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:58.389074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] For port f72d7b59-74bb-429c-a928-1e8df652370c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=f72d7b59-74bb-429c-a928-1e8df652370c,segment=NetworkSegment(82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba),segment_id=82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:58.389074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:58.433151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:58.440748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 233626a5-054f-4bab-b393-aca2c4ec95b7 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:28:58.440748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:58.541294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Calling delete_port for f72d7b59-74bb-429c-a928-1e8df652370c owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:58.659312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:58.664288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:58.664738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 233626a5-054f-4bab-b393-aca2c4ec95b7, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=233626a5-054f-4bab-b393-aca2c4ec95b7,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:28:58.665222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:58.719302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] No DVR routers for this DVR port f72d7b59-74bb-429c-a928-1e8df652370c on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:28:58.724010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Pushing event deleted for resources: {'Port': ['ID=f72d7b59-74bb-429c-a928-1e8df652370c,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:58.727585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:58.805955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 233626a5-054f-4bab-b393-aca2c4ec95b7 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:28:58.809089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f72d7b59-74bb-429c-a928-1e8df652370c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:28:58.853604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: f72d7b59-74bb-429c-a928-1e8df652370c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:28:58.853604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device f72d7b59-74bb-429c-a928-1e8df652370c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:28:58.853604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:28:58.880084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:28:58.880084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3ab12112-6d2c-4d00-b15a-dbbeedfaa54d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:28:58.998048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.001959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c0a37d7f-3312-400c-b96e-ffd98af1c274 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:59.050710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=233626a5-054f-4bab-b393-aca2c4ec95b7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:59.052653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:59.278626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.527383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.531465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.557453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.558000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae01fe6-46d9-4ef6-80f2-69133b0c0873 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:28:59.572289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.573367 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/3ae01fe6-46d9-4ef6-80f2-69133b0c0873 HTTP/1.1" status: 204 len: 168 time: 1.8362160 Nov 25 11:28:59.576149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41858) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:59.670629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.699048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.943855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:59.970402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5586763-511f-4e38-a802-c7689c3c4db8']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:59.984554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:59.984554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f9cf50-90fd-4c83-b737-ab7a2a9cc9ba') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:28:59.999186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.020402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.030909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:29:00.030909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:29:00.051122 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:29:00.130021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.133747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-962a6146-2859-461e-ad8c-90657b0ecb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:00.148433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.159394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=a5586763-511f-4e38-a802-c7689c3c4db8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:00.162911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:00.164673 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/a5586763-511f-4e38-a802-c7689c3c4db8 HTTP/1.1" status: 204 len: 168 time: 0.5876112 Nov 25 11:29:00.190520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41862) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:00.194775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--334602793', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:00.199951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:00.204105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:00.207573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:00.213871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:00.224413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:29:00.227342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.254884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:29:00.263508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.263897 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment 0ad8ab01-fb58-4e5b-b3d3-33422bd6f436 of type vlan for network 263c3bf0-d5ab-444a-b198-39fd49a3733e Nov 25 11:29:00.289366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.316986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.320758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:00.321325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.324641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b8b0567a-0011-407f-8893-f7f16799927a tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:00.428227 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2418654 Nov 25 11:29:00.430775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:00.433473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=263c3bf0-d5ab-444a-b198-39fd49a3733e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:00.438010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:00.444023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:00.444190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:29:00.446283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:00.450040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:00.452887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:00.458552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:00.468629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.469530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.490725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.639512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.793031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 233626a5-054f-4bab-b393-aca2c4ec95b7 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:29:00.814445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.825556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 233626a5-054f-4bab-b393-aca2c4ec95b7 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:29:00.825982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 233626a5-054f-4bab-b393-aca2c4ec95b7 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:29:00.843535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:00.978963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.135 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:29:01.123000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:01.149381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:01.153330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-190c1f94-915f-4054-afca-531e33af9d4e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:01.211777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:29:01.218906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:29:01.221333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:29:01.254993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:01.257635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:01.379836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:01.380477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:01.704623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 2e27d85a-b7d7-48a4-b016-c6b31140b910 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:29:01.901791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:29:01.910779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Sync routers for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:29:01.922335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:01.923114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:01.928320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:01.929514 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4978428 Nov 25 11:29:01.932579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41872) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:01.974428 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98a3ecca-144d-41e4-a7ec-ffca2e084314 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404544 Nov 25 11:29:01.976593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41876) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:02.109957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:02.110502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc86c8-38c2-449a-8616-f97a0871da0f tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:02.112054 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-16bc86c8-38c2-449a-8616-f97a0871da0f tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345143 Nov 25 11:29:02.115620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41880) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:02.154996 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-abf4f460-b2d4-4007-ac1b-4e5c5b432cb7 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382071 Nov 25 11:29:02.157390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41884) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:02.162722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637914035', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:02.271667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:02.275478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:02.278242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:02.283790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:02.294424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:29:02.397066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:02.430455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:01Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:02.434364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Checking router: 2e27d85a-b7d7-48a4-b016-c6b31140b910 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:29:02.434722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Updating router 2e27d85a-b7d7-48a4-b016-c6b31140b910 port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:29:02.483913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:02.624748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:02.629117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-956a9b64-5b8b-4e26-bc83-94349e33cdbc tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:02.713216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=fd479da0-6c19-4a0d-9cd4-9dc0e90740ab,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:02.716023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:02.726138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:29:02.726492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: 263c3bf0-d5ab-444a-b198-39fd49a3733e, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:29:02.748958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:29:02.758404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 263c3bf0-d5ab-444a-b198-39fd49a3733e) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:29:02.762462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:02.763035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:02.788643 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6277874 Nov 25 11:29:02.788895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41888) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:02.795118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f3adb-71b8-41f0-9277-5a6e794aa787 None None] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:29:02.895047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:02.918373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Transition to ACTIVE for port object efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:29:02.935845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:02.947154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:03.080641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0bbb3-369f-4a5a-8856-f85587f10f11 None None] Pushing event updated for resources: {'Port': ['ID=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:03.107388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-19e0bbb3-369f-4a5a-8856-f85587f10f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:03.111889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Attempting to bind port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:29:03.112291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Attempting to bind port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:29:03.113211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Attempting to bind port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:29:03.125271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:29:03.125659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:29:03.126070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:03.126465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:29:03.126945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Bound port: efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:29:03.127380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:03.158963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-263c3bf0-d5ab-444a-b198-39fd49a3733e', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:29:03.159726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:03.264631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] For port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:29:03.267898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] For port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:29:03.273040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:03.279882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-77adff41-444b-41ac-bd1d-4c4282a79542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:03.426123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0bbb3-369f-4a5a-8856-f85587f10f11 None None] Pushing event updated for resources: {'Port': ['ID=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:03.430988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-19e0bbb3-369f-4a5a-8856-f85587f10f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:03.434922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:03.435533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:28:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:03.488159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Allocated IP 172.20.0.2 (263c3bf0-d5ab-444a-b198-39fd49a3733e/fd479da0-6c19-4a0d-9cd4-9dc0e90740ab/e4194d40-f96f-490a-9cbe-bbb3b0fe1459) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:29:03.661918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:03.725756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:04.016212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47b60558-64ef-4360-b302-6cdce06dad24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.053940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.078040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Transition to ACTIVE for port object e4194d40-f96f-490a-9cbe-bbb3b0fe1459 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:29:04.137315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Transition to ACTIVE for port object e4194d40-f96f-490a-9cbe-bbb3b0fe1459 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:29:04.151970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.157634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-683464a0-6b2c-408c-96b2-7902fd948f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:04.206055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.213121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (263c3bf0-d5ab-444a-b198-39fd49a3733e/fd479da0-6c19-4a0d-9cd4-9dc0e90740ab/802f5f0f-b6b7-4aaf-8303-b0c35cf129cf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:29:04.236302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:29:04.240486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:29:04.242843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:29:04.249200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Pushing event updated for resources: {'Port': ['ID=e4194d40-f96f-490a-9cbe-bbb3b0fe1459,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:04.251687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:04.346336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:01Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:04.348897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Attempting to bind port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:29:04.349263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Attempting to bind port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:29:04.349623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Attempting to bind port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 on network 263c3bf0-d5ab-444a-b198-39fd49a3733e {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:29:04.357397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c6c4c-bfb4-4d6b-ac8b-8d083bb419bf None None] The sync data for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv is: [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:01Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:29:04.360388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:29:04.361194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Checking segment: {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:29:04.361194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.361583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Bound using segment: {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:29:04.361984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Bound port: e4194d40-f96f-490a-9cbe-bbb3b0fe1459, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:29:04.362356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.380085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.397262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:29:04.422265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.429463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47abf714-2c8e-4971-8d77-10fcab9be71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:04.474226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] For port e4194d40-f96f-490a-9cbe-bbb3b0fe1459, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:29:04.478622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] For port e4194d40-f96f-490a-9cbe-bbb3b0fe1459, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e4194d40-f96f-490a-9cbe-bbb3b0fe1459,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:29:04.484621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.488353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:04.503727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:29:04.509026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:29:04.512579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:29:04.578841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.579738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Pushing event updated for resources: {'Port': ['ID=e4194d40-f96f-490a-9cbe-bbb3b0fe1459,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:04.588276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:04.601383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:04.621183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:04.714577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.877239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:29:04.973954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:29:04.980243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:04.980634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:05.123077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:05.144627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:29:05.149807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:05.154681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-191e3890-9c62-4abd-a333-4f95bff8108c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:05.229374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:05.236100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:05.384811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:05.389298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:05.415225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:05.506247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:05.515277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:05.518167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:05.655046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e363632-c834-47dc-90e4-0755c118c256 None None] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:29:05.656828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:29:05.658076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:29:05.751885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-540c686f-b5f9-4476-8170-265874a80fa0 None None] Provisioning for port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:29:06.065444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 2e27d85a-b7d7-48a4-b016-c6b31140b910 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:29:06.191404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-63ee01f3-33b6-4339-b4c6-77b0ef9a4fd7 None None] Provisioning for port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:29:06.198652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-63ee01f3-33b6-4339-b4c6-77b0ef9a4fd7 None None] Provisioning complete for port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:06.199167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63ee01f3-33b6-4339-b4c6-77b0ef9a4fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:06.272625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2ed9-40ec-4faf-b942-b3a3c044ae67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:06.276905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-63ee01f3-33b6-4339-b4c6-77b0ef9a4fd7 None None] Port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:29:06.294641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:29:06.308559 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/2e27d85a-b7d7-48a4-b016-c6b31140b910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5180240 Nov 25 11:29:06.310596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41892) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:06.417002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-18af7f6a-4d08-4234-b9a1-43e7287088b9 None None] Provisioning complete for port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:06.417329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-18af7f6a-4d08-4234-b9a1-43e7287088b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:06.472059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b93728-59dc-48d5-aeb7-3d287e3d93a3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.472398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b93728-59dc-48d5-aeb7-3d287e3d93a3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.472757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b93728-59dc-48d5-aeb7-3d287e3d93a3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.473110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b93728-59dc-48d5-aeb7-3d287e3d93a3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.473459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b93728-59dc-48d5-aeb7-3d287e3d93a3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.473804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b93728-59dc-48d5-aeb7-3d287e3d93a3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.478229 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42b93728-59dc-48d5-aeb7-3d287e3d93a3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1641366 Nov 25 11:29:06.479309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41896) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:06.479413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-18af7f6a-4d08-4234-b9a1-43e7287088b9 None None] Port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:29:06.551949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d4c9-8187-429e-b3ee-84c65e28e26b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.552348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d4c9-8187-429e-b3ee-84c65e28e26b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.552896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d4c9-8187-429e-b3ee-84c65e28e26b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.553551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d4c9-8187-429e-b3ee-84c65e28e26b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.553551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d4c9-8187-429e-b3ee-84c65e28e26b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.554131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d4c9-8187-429e-b3ee-84c65e28e26b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:06.555396 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-66d8d4c9-8187-429e-b3ee-84c65e28e26b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0760593 Nov 25 11:29:06.558144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41900) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:06.600098 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1f623f5d-a2f7-4504-93dc-872d4895d2fd None None] Provisioning complete for port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:06.600483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f623f5d-a2f7-4504-93dc-872d4895d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:06.670169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1f623f5d-a2f7-4504-93dc-872d4895d2fd None None] Port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:29:06.784816 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fcfc4099-84cd-47f9-b33d-1d14f305d944 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2241032 Nov 25 11:29:06.897467 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:29:06.969569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:06.970111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.096522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e4194d40-f96f-490a-9cbe-bbb3b0fe1459 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:29:07.172461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:29:07.180305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:07.181223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.316912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.335110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.353017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port e4194d40-f96f-490a-9cbe-bbb3b0fe1459, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e4194d40-f96f-490a-9cbe-bbb3b0fe1459,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:29:07.356732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.358732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:07.462990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=e4194d40-f96f-490a-9cbe-bbb3b0fe1459,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:07.468131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:07.568489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41910) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:07.577288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310518145', 'description': 'tempest-secgroup-smoke-1310518145 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:07.584141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:07.589050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:07.589050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:07.599921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:07.606009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.648136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:07.652592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:07.655511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:07.661673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:07.717341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.721347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.725138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6161953e-f0a3-4880-8ace-c9b162a344e5 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:07.764233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fc0143-1f5c-4fcf-9316-86caa8ce302a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:07.767009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.768296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1991570 Nov 25 11:29:07.769854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:07.772739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41914) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:07.778476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '08fc0143-1f5c-4fcf-9316-86caa8ce302a', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:07.787105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:07.792996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:07.796540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:07.807018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:07.824020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.892283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.897078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.900539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fc68433b-8cd2-49ab-bf6d-6e1836a30da9 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:07.924173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512b45bb-b53c-4c2b-99b9-51b2e583fcc6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:07.924574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:07.933955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:07.934495 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1615186 Nov 25 11:29:07.937302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:07.944011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '08fc0143-1f5c-4fcf-9316-86caa8ce302a', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:07.949950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:07.953754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:07.957906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:07.963701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:07.981995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.065798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.065798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.074646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:08.094110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e1e170-a79c-40e4-83d2-b3520b4cf3a7,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:08.099004 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Sync routers for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:29:08.103189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:08.113091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.113091 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1709278 Nov 25 11:29:08.117461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:08.117461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:08.120915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41922) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:08.120915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '08fc0143-1f5c-4fcf-9316-86caa8ce302a', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:08.130684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:08.136835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:08.136835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:08.144516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:08.159201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.224682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.228175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.231655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49b543fc-9c43-4ba8-8da9-a51a64794c27 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:08.250950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6f8999-e37c-4eab-9775-36dbc98104f6,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:08.255912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:08.264547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.268318 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520882 Nov 25 11:29:08.268537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41926) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:08.274599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '08fc0143-1f5c-4fcf-9316-86caa8ce302a', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:08.280583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:08.292246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:08.292246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:08.304341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:08.309401 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:08.322953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.394134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.400528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.406866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ed469e3a-d03a-4287-b737-2fe72bf0e92b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:08.426353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af07f5cc-1e75-49f7-8661-54ad927faf1c,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:08.431095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:08.436643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.437816 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1682975 Nov 25 11:29:08.440712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41930) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:08.447388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '08fc0143-1f5c-4fcf-9316-86caa8ce302a', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:08.454868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:08.456554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:08.459385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:08.468032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:08.492885 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:29:08.499937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.574844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.578904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.587487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-68c5e756-f462-4d09-8256-46b1341b1f0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:08.606006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303fc1a7-b478-49cb-96ac-6ff6e299a506,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:08.608811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:08.616981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.620167 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1768737 Nov 25 11:29:08.622529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41934) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:08.627589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '08fc0143-1f5c-4fcf-9316-86caa8ce302a', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:08.635880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:08.639690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:08.643392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:08.649776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:08.661620 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:29:08.664040 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:08.668383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.668528 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Checking router: 2e27d85a-b7d7-48a4-b016-c6b31140b910 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:29:08.668838 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Updating router 2e27d85a-b7d7-48a4-b016-c6b31140b910 port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:29:08.719741 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.814149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.827496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e4194d40-f96f-490a-9cbe-bbb3b0fe1459 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:29:08.860113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.865891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.867904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c30f24d9-bc9b-4573-a146-4d2bcc7be574 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:08.891276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701a5c06-db88-4f57-b19b-c3616665b248,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:08.896896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:08.903892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:08.904155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.904555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:08.908097 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2828028 Nov 25 11:29:09.109363 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:09.122649 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Transition to ACTIVE for port object 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:29:09.129040 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:09.132768 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-57678a9c-da59-4548-ac5b-9617e8b6775d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:09.173620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a41c2833-6bf5-42cf-9186-d67a3488e844 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:29:09.193004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a41c2833-6bf5-42cf-9186-d67a3488e844 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:29:09.199038 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a41c2833-6bf5-42cf-9186-d67a3488e844 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310518145&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0655677 Nov 25 11:29:09.201629 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42957d4f-8779-4a81-ae1b-a026c10349bd None None] Pushing event updated for resources: {'Port': ['ID=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:09.205512 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-42957d4f-8779-4a81-ae1b-a026c10349bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:09.364776 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Attempting to bind port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:29:09.364932 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Attempting to bind port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:29:09.365278 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Attempting to bind port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf on network 263c3bf0-d5ab-444a-b198-39fd49a3733e {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:29:09.372808 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:29:09.374230 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Checking segment: {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:29:09.375070 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:09.376818 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Bound using segment: {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:29:09.376818 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Bound port: 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:29:09.377825 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:09.414161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-0f1b0cea-3b14-4721-9e17-da1897d878d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:09.416308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-0f1b0cea-3b14-4721-9e17-da1897d878d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:29:09.447638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-0f1b0cea-3b14-4721-9e17-da1897d878d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:29:09.453055 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-0f1b0cea-3b14-4721-9e17-da1897d878d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=263c3bf0-d5ab-444a-b198-39fd49a3733e HTTP/1.1" status: 200 len: 796 time: 0.2346539 Nov 25 11:29:09.469772 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-77299f2e-41b4-4736-8af1-6c7a1397231f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0147214 Nov 25 11:29:09.495374 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] For port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:29:09.501107 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] For port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:29:09.513525 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:09.513525 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-073f70e4-eb23-4035-9848-4a1275dea567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:09.578368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-24c45d29-13bc-40df-a33c-15bd29240052 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:29:09.606248 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42957d4f-8779-4a81-ae1b-a026c10349bd None None] Pushing event updated for resources: {'Port': ['ID=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:09.606248 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-42957d4f-8779-4a81-ae1b-a026c10349bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:09.611696 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:09.613497 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:09.615053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-24c45d29-13bc-40df-a33c-15bd29240052 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:29:09.624471 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-24c45d29-13bc-40df-a33c-15bd29240052 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471858 Nov 25 11:29:09.791101 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-8bc080e2-fabb-448d-84d2-0676b02f1ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586375 Nov 25 11:29:09.839144 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:09.916082 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-647ce315-1a0d-48f5-9003-0f8b21720155 service neutron] 10.222.0.41 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242611 Nov 25 11:29:10.099644 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-916a673b-86db-403a-b5dc-ac127d710daf req-bae7e3d6-8c4b-4975-971f-f2b69d0c08d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 210 time: 0.0411451 Nov 25 11:29:10.155375 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:09Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:10.159507 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bed46b-3fe1-416a-aa05-7ecb9d13df2f None None] The sync data for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv is: [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:09Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:29:10.821889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:29:10.892694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:29:10.898399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:10.898781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:11.029359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:11.065203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:29:11.069711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:11.073093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5d54a882-29be-452c-bf55-c15c567590e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:11.140391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:11.144847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:11.176977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-2018eeb0-1d83-4f0b-9ac1-695ffb553dce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:11.178381 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-2018eeb0-1d83-4f0b-9ac1-695ffb553dce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=263c3bf0-d5ab-444a-b198-39fd49a3733e HTTP/1.1" status: 200 len: 796 time: 0.1526856 Nov 25 11:29:11.275890 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-675cca7a-d08a-4b2f-91ce-3e5d33d294b4 req-5cbcb136-c926-4b2d-a3c4-e1dd5ed0cbe7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 210 time: 0.0531116 Nov 25 11:29:11.278812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a1899b5a-6f63-40c4-ad4b-0a61c426318b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 380 time: 0.0858943 Nov 25 11:29:11.287755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': '6284910c-aef0-476a-ba79-32eff6e6353c', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['08fc0143-1f5c-4fcf-9316-86caa8ce302a']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:11.418835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:11.428670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:11.438038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:29:11.441595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:11.696178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.3 (263c3bf0-d5ab-444a-b198-39fd49a3733e/fd479da0-6c19-4a0d-9cd4-9dc0e90740ab/8ade27b7-1de6-48e7-a6fd-5e461f7c6998) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:29:11.876795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:11.892216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:29:11.913871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:11.918924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c422e8d-29ff-4809-ba0b-fc387bdb094c tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:11.979681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:29:11.986984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:29:11.991177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:29:12.025954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:12.032698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:12.060293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:12.060890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:12.087420 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032424 Nov 25 11:29:12.167336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Request body: {'port': {'device_id': '6284910c-aef0-476a-ba79-32eff6e6353c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:12.208633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0f2138e3-c44a-4cb8-850f-a0759c96830e None None] Provisioning for port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:29:12.213291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0f2138e3-c44a-4cb8-850f-a0759c96830e None None] Provisioning complete for port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:12.213673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0f2138e3-c44a-4cb8-850f-a0759c96830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:12.264314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0f2138e3-c44a-4cb8-850f-a0759c96830e None None] Port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:29:12.275332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:12.575275 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:29:12.590873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8910f-0158-427c-8811-e7707fcec903 req-e74a3f92-d781-427e-a9f6-61a9965d2d73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:12.591545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-8ed8910f-0158-427c-8811-e7707fcec903 req-e74a3f92-d781-427e-a9f6-61a9965d2d73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:29:12.621733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-8ed8910f-0158-427c-8811-e7707fcec903 req-e74a3f92-d781-427e-a9f6-61a9965d2d73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:29:12.622828 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8ed8910f-0158-427c-8811-e7707fcec903 req-e74a3f92-d781-427e-a9f6-61a9965d2d73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 931 time: 0.2237685 Nov 25 11:29:12.704188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:29:12.714434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:12.726677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8ed8910f-0158-427c-8811-e7707fcec903 req-060208fc-912b-43c2-9bf3-c777dbe0f24a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984344 Nov 25 11:29:12.732078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Transition to ACTIVE for port object 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:29:12.735725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:12.740605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:12.820515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:29:12.865686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:12.870496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:12.897365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:12.897849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:12.974480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Attempting to bind port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:29:12.974610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Attempting to bind port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:29:12.974885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Attempting to bind port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 on network 263c3bf0-d5ab-444a-b198-39fd49a3733e {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:29:12.981134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 on network 263c3bf0-d5ab-444a-b198-39fd49a3733e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:29:12.981448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Attempting to bind port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 on network 263c3bf0-d5ab-444a-b198-39fd49a3733e {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:29:12.988294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:29:12.988604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Checking segment: {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:29:12.988979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Bound using segment: {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:29:12.989401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Bound port: 8ade27b7-1de6-48e7-a6fd-5e461f7c6998, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:29:12.989735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:13.080957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] For port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:29:13.084387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] For port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:29:13.087897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:13.092801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:13.152120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:13.153487 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] 10.222.0.48 "PUT /v2.0/ports/8ade27b7-1de6-48e7-a6fd-5e461f7c6998 HTTP/1.1" status: 200 len: 1093 time: 1.0585275 Nov 25 11:29:13.154112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:29:13.169872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:13.173075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:13.223235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'status': 'completed', 'code': 200} Nov 25 11:29:13.266874 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-5162293b-c5be-4dc3-9da9-f2a3cd45e980 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 1096 time: 0.0760906 Nov 25 11:29:13.334648 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-45cad0dc-e538-46f0-8d07-a455e684e8b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998 HTTP/1.1" status: 200 len: 217 time: 0.0606897 Nov 25 11:29:13.398472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-86534f48-0712-413a-98d0-d3e3956c23e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:13.399840 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-86534f48-0712-413a-98d0-d3e3956c23e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd479da0-6c19-4a0d-9cd4-9dc0e90740ab HTTP/1.1" status: 200 len: 834 time: 0.0579274 Nov 25 11:29:13.475089 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-dba92f7d-9a00-475a-af6c-20f40427e4fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263c3bf0-d5ab-444a-b198-39fd49a3733e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686829 Nov 25 11:29:13.708515 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-359ab47b-b4f3-47e2-b5bc-c40ba0b36898 service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260580 Nov 25 11:29:13.843524 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eddee9c4-57c2-4257-8c33-bbf71cf2a078 req-cb8fdc74-c036-495e-8eec-79d52ef23fd0 service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286383 Nov 25 11:29:13.978239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806ddd-280d-4d26-aab1-7a16fe9e1dc9 req-6870c4ee-2859-4d19-b165-0dee2aa11a3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:13.979658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c6806ddd-280d-4d26-aab1-7a16fe9e1dc9 req-6870c4ee-2859-4d19-b165-0dee2aa11a3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 943 time: 0.1343834 Nov 25 11:29:13.985460 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-e1c9e959-6107-431a-80f9-8099b2fa3e79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 1096 time: 0.0942614 Nov 25 11:29:14.118259 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c6806ddd-280d-4d26-aab1-7a16fe9e1dc9 req-a22c1047-e5fa-4d61-bac8-cf3978f9d65e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318696 Nov 25 11:29:14.150695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-a15d675c-5a1b-40f3-a4d9-545d0515f1cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:14.152166 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-a15d675c-5a1b-40f3-a4d9-545d0515f1cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=263c3bf0-d5ab-444a-b198-39fd49a3733e HTTP/1.1" status: 200 len: 897 time: 0.1525409 Nov 25 11:29:14.221794 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-592d0949-af5d-4ee5-a1f9-30ad0ef5483d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998 HTTP/1.1" status: 200 len: 217 time: 0.0622895 Nov 25 11:29:14.282734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-6d952e3d-a45b-4d45-9e1b-417c0afede8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:14.284017 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-6d952e3d-a45b-4d45-9e1b-417c0afede8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd479da0-6c19-4a0d-9cd4-9dc0e90740ab HTTP/1.1" status: 200 len: 834 time: 0.0549757 Nov 25 11:29:14.362630 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-ad049287-de47-4dde-9ec2-3c7bc7114e91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263c3bf0-d5ab-444a-b198-39fd49a3733e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712476 Nov 25 11:29:14.490349 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-e969886f-7844-46d2-85d0-576fa62a2f5a service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211629 Nov 25 11:29:14.620589 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f67945c-cd20-48a0-a1f1-06f0275c9a04 req-cde9772e-1536-409e-9961-179cf1d93011 service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221566 Nov 25 11:29:15.312283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ddd2-0f80-471e-a808-f48fab502cea req-845366cc-1469-4533-a7b4-bcaeed063264 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:15.313677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a762ddd2-0f80-471e-a808-f48fab502cea req-845366cc-1469-4533-a7b4-bcaeed063264 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 943 time: 0.0738454 Nov 25 11:29:15.358019 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a762ddd2-0f80-471e-a808-f48fab502cea req-fbc849c6-4726-4bad-81ef-09761ee0e9d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 Nov 25 11:29:16.328111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:29:16.458105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:29:16.470953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'port_id': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'mac_address': 'fa:16:3e:98:7a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:29:16.525739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:16.543454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:29:16.554799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc20945-79a6-422d-a1be-9480e377bfe6 req-7b3670f8-b912-4784-bce8-e6b1fca691ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:16.556383 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3bc20945-79a6-422d-a1be-9480e377bfe6 req-7b3670f8-b912-4784-bce8-e6b1fca691ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 943 time: 0.0814517 Nov 25 11:29:16.559016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:29:16.562865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:16.564673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-539907f8-0f14-4918-a028-f46cdc659da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:16.601729 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3bc20945-79a6-422d-a1be-9480e377bfe6 req-4351b4fe-f01b-4623-ab4f-7fe89ca5fd23 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Nov 25 11:29:16.631508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:16.634549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:16.770213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['8ade27b7-1de6-48e7-a6fd-5e461f7c6998'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:29:17.798196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18362-8a6a-40e9-b531-687515dcddb4 req-c8d231bf-7d24-4892-ad86-df3e63f28b7c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:17.799628 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-24e18362-8a6a-40e9-b531-687515dcddb4 req-c8d231bf-7d24-4892-ad86-df3e63f28b7c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 944 time: 0.0765800 Nov 25 11:29:17.848106 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-24e18362-8a6a-40e9-b531-687515dcddb4 req-42a56f2a-3271-4705-87a9-6d0445ffd266 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Nov 25 11:29:18.326349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:29:18.392052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:29:18.397259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:29:18.397662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:18.510328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:18.535553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:29:18.545154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:29:18.549064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:18.551882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-efca3cf3-52c0-4df0-ba0f-8e77e51a6ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:18.594632 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'code': 200} Nov 25 11:29:18.620836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:18.623681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:18.817105 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-57f9a99d-e9cf-40c2-ac94-57a9920b63df req-c6860c1d-59fe-4b48-965e-b333c70c9488 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 1098 time: 0.0707374 Nov 25 11:29:18.858788 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-57f9a99d-e9cf-40c2-ac94-57a9920b63df req-8681aa80-70a0-47b8-870c-915911c5839c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355546 Nov 25 11:29:19.042237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb37574-a089-4e65-af33-f8501a7079a8 req-86ef74c8-5598-4e5a-9741-bdf93e8eb325 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:19.043668 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-adb37574-a089-4e65-af33-f8501a7079a8 req-86ef74c8-5598-4e5a-9741-bdf93e8eb325 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 945 time: 0.0791922 Nov 25 11:29:19.087554 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-adb37574-a089-4e65-af33-f8501a7079a8 req-5345e1d4-856c-475e-abac-5ae99af560e1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383160 Nov 25 11:29:20.284865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b7b8-e7a9-460e-90e0-b18ef5d35259 req-1ac14b75-a685-4a36-9bbb-3fc7b2fb1b38 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:20.286265 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-52c6b7b8-e7a9-460e-90e0-b18ef5d35259 req-1ac14b75-a685-4a36-9bbb-3fc7b2fb1b38 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 945 time: 0.0760880 Nov 25 11:29:20.330552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-52c6b7b8-e7a9-460e-90e0-b18ef5d35259 req-fe11c46c-74b6-41f7-85fa-8ab6ea410b39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387924 Nov 25 11:29:20.629706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108a997-bf20-4d0c-9041-f54a09311a3c req-c7e77288-8e4c-4c24-98d1-7c0482f65432 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:20.631050 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0108a997-bf20-4d0c-9041-f54a09311a3c req-c7e77288-8e4c-4c24-98d1-7c0482f65432 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 945 time: 0.1778188 Nov 25 11:29:20.677448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0108a997-bf20-4d0c-9041-f54a09311a3c req-b6920109-497f-4ed4-90d6-057857c1bcf7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Nov 25 11:29:20.705608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41980) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:20.775207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-33977953-fe56-4709-8be6-8f983ec05d18 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 1093 time: 0.0678544 Nov 25 11:29:20.777741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41984) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:20.782929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:29:20.789641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:20.793417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:20.796299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:20.802099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:20.814990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:20.946786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:21.087222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.113 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/351e35db-f3ab-47fa-a99b-93e1897f2363) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:29:21.228613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:21.255253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:21.258727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:21.323789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:29:21.326790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:29:21.330811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:29:21.354645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=351e35db-f3ab-47fa-a99b-93e1897f2363,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:21.373243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.373613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.373972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.374324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.374677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.375021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.375366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.375711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.376076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.376420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.376760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:21.385260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:21.836591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:21.891160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:22.095800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:22.100811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:22.104414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b79610b8-34d8-4a55-aa08-34f03c22dabf tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:22.203321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=351e35db-f3ab-47fa-a99b-93e1897f2363,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:22.211102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:22.219569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:22.491491 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 0a92381d-2111-460c-9e7f-90400df97e0e associated. External IP: 172.26.5.113, port: 8ade27b7-1de6-48e7-a6fd-5e461f7c6998. Nov 25 11:29:22.869270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 2e27d85a-b7d7-48a4-b016-c6b31140b910 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:29:23.067522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:29:23.077472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] Sync routers for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:29:23.089623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:23.090244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:23.090562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:23.143336 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3645501 Nov 25 11:29:23.143983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:29:23.146165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 41988) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:23.199467 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'status': 'completed', 'code': 200} Nov 25 11:29:23.262252 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5e1a961-f131-453a-ab27-6b9f05f7a134 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/0a92381d-2111-460c-9e7f-90400df97e0e HTTP/1.1" status: 200 len: 991 time: 0.1148448 Nov 25 11:29:23.295439 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-c6131ee0-26fc-454b-a9e7-280a3b07e804 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 1098 time: 0.0724664 Nov 25 11:29:23.313671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:23.423951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-34e9745a-1828-4777-8d46-89ca9e97f15e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:23.426393 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-34e9745a-1828-4777-8d46-89ca9e97f15e service neutron] 10.222.0.48 "GET /v2.0/networks?id=263c3bf0-d5ab-444a-b198-39fd49a3733e HTTP/1.1" status: 200 len: 897 time: 0.1246972 Nov 25 11:29:23.531267 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-d1418980-a672-4fc6-8ee9-ed6323ede7f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998 HTTP/1.1" status: 200 len: 999 time: 0.0984278 Nov 25 11:29:23.592982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-73efe6de-e803-4055-918c-f2606af729d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:23.594444 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-73efe6de-e803-4055-918c-f2606af729d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd479da0-6c19-4a0d-9cd4-9dc0e90740ab HTTP/1.1" status: 200 len: 834 time: 0.0572836 Nov 25 11:29:23.668416 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-e58b2967-256b-4bb9-a4dd-e4d292894d04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263c3bf0-d5ab-444a-b198-39fd49a3733e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672200 Nov 25 11:29:23.669016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '0a92381d-2111-460c-9e7f-90400df97e0e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.113', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'port_id': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'mac_address': 'fa:16:3e:98:7a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6284910c-aef0-476a-ba79-32eff6e6353c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:29:21Z', 'updated_at': '2021-11-25T11:29:21Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:11Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:23.672915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] Checking router: 2e27d85a-b7d7-48a4-b016-c6b31140b910 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:29:23.684136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:23.684708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:23.795897 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-ddad711e-0689-4b62-839e-4feee98e214c service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210542 Nov 25 11:29:23.865402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:24.037371 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51aba0d1-a792-48a7-9f38-89dc52eb0b8f req-95005929-f81b-4cfc-9020-441359a55e73 service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352152 Nov 25 11:29:24.211758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '0a92381d-2111-460c-9e7f-90400df97e0e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.113', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'port_id': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'mac_address': 'fa:16:3e:98:7a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6284910c-aef0-476a-ba79-32eff6e6353c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:29:21Z', 'updated_at': '2021-11-25T11:29:21Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:11Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:24.215771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc22ce-a3e3-490e-a8ff-127cdbafd7ce None None] The sync data for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv is: [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '0a92381d-2111-460c-9e7f-90400df97e0e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.113', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'port_id': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'mac_address': 'fa:16:3e:98:7a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6284910c-aef0-476a-ba79-32eff6e6353c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:29:21Z', 'updated_at': '2021-11-25T11:29:21Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:11Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:29:24.265875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41994) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:24.366658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b573da98-e269-45ac-aab4-28e2696f81d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/0a92381d-2111-460c-9e7f-90400df97e0e HTTP/1.1" status: 200 len: 991 time: 0.0994945 Nov 25 11:29:25.370290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 41998) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:25.473050 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dbfc39b7-46b2-4058-af9b-bd82f812f3a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/0a92381d-2111-460c-9e7f-90400df97e0e HTTP/1.1" status: 200 len: 991 time: 0.1014931 Nov 25 11:29:26.476651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42002) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:26.581243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b6aca3b8-43eb-4e94-97e9-12ffc7c89a0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/0a92381d-2111-460c-9e7f-90400df97e0e HTTP/1.1" status: 200 len: 991 time: 0.1033032 Nov 25 11:29:27.053631 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13414ace-0799-4986-8fdd-02bf5584f84d None None] New status for floating IP 0a92381d-2111-460c-9e7f-90400df97e0e: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:29:27.585004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42006) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:27.687504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fe1cec62-b4ae-40cc-aa27-be567bd65aef tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/0a92381d-2111-460c-9e7f-90400df97e0e HTTP/1.1" status: 200 len: 993 time: 0.1013870 Nov 25 11:29:29.669591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:33.948795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f71b63e8-b984-4c3e-b9f8-73d57f186e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:34.137212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:36.249703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f6480ab4-1ffb-484e-8226-f3bfb37d9b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:37.317717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:38.801531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:42.342919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-0e1eaaec-143c-46dc-84b8-129cf524e5eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667970 Nov 25 11:29:42.433689 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-902f37ad-a8fe-43cf-86aa-af939557f307 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 1098 time: 0.0700393 Nov 25 11:29:42.576551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-dc6c847b-c081-4e0d-9a9b-a7625cbf0960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:42.578006 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-dc6c847b-c081-4e0d-9a9b-a7625cbf0960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1243896 Nov 25 11:29:42.680413 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-f6e13e22-cd00-48b8-915f-bfd4800355d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd HTTP/1.1" status: 200 len: 1000 time: 0.0951569 Nov 25 11:29:42.741532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-6ec5883f-703e-453c-a8ac-6ed951244cee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:42.742927 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-6ec5883f-703e-453c-a8ac-6ed951244cee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0557237 Nov 25 11:29:42.816025 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-e2056408-728f-4622-beb8-cea2673bbfda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654271 Nov 25 11:29:42.945393 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-2fbe5532-6d3d-45dc-b1dc-cce67a3f9abc service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214905 Nov 25 11:29:43.078133 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41deeb9c-c78e-4b98-b37a-72ee8eb7502f req-250d56d2-87dc-437c-8694-6aa3aba40d38 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256666 Nov 25 11:29:49.574826 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:29:54.938661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42022) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:55.044558 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cebc6201-a134-434e-89c4-0a9b6c5b9559 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/0a92381d-2111-460c-9e7f-90400df97e0e HTTP/1.1" status: 200 len: 993 time: 0.1046236 Nov 25 11:29:55.359177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42030) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:55.555512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 351e35db-f3ab-47fa-a99b-93e1897f2363 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:29:55.555851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:55.729650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:55.729974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:55.844473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 351e35db-f3ab-47fa-a99b-93e1897f2363 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:29:55.986243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:55.990805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69ebf19e-ae21-4adb-9069-9e07edce40ae tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:56.030468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=351e35db-f3ab-47fa-a99b-93e1897f2363,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:56.070775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.071155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.071531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.071925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.072312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.072680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.073041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.073402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.073760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.074116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.074469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:56.081891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:56.137414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:56.515885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 2e27d85a-b7d7-48a4-b016-c6b31140b910 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:29:56.815505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:29:56.825268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] Sync routers for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:29:56.835689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:56.837734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:56.838484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:56.887726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/0a92381d-2111-460c-9e7f-90400df97e0e HTTP/1.1" status: 204 len: 168 time: 1.5274894 Nov 25 11:29:56.888416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:29:57.029862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:57.030064 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'status': 'completed', 'code': 200} Nov 25 11:29:57.275247 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-0e614931-17e0-4302-beef-7595727a9526 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 1098 time: 0.2222698 Nov 25 11:29:57.391326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13e84-509a-4305-a3e4-30c221d0b65e req-16cdb9e0-3b46-4a34-9f3d-7380dba2c2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:57.392797 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bcb13e84-509a-4305-a3e4-30c221d0b65e req-16cdb9e0-3b46-4a34-9f3d-7380dba2c2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 945 time: 0.1719606 Nov 25 11:29:57.400330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:11Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:57.404169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] Checking router: 2e27d85a-b7d7-48a4-b016-c6b31140b910 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:29:57.414895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:29:57.415496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:57.450542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-a46bb75c-e951-429b-8c29-288dd58eac1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:57.451964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-a46bb75c-e951-429b-8c29-288dd58eac1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=263c3bf0-d5ab-444a-b198-39fd49a3733e HTTP/1.1" status: 200 len: 897 time: 0.1681049 Nov 25 11:29:57.526927 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-c362ebbb-e456-4f33-a76f-d8838dc177ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998 HTTP/1.1" status: 200 len: 217 time: 0.0674038 Nov 25 11:29:57.529629 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bcb13e84-509a-4305-a3e4-30c221d0b65e req-2533a6e9-bd27-42d8-8a65-d5f85a2e6670 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295159 Nov 25 11:29:57.591844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:29:57.595720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-adbf39f6-a890-4d03-9627-36c9d909aa5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:57.597777 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-adbf39f6-a890-4d03-9627-36c9d909aa5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd479da0-6c19-4a0d-9cd4-9dc0e90740ab HTTP/1.1" status: 200 len: 834 time: 0.0619004 Nov 25 11:29:57.671514 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-a0bcebf0-dcd3-481d-8ba9-bbab0923edca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263c3bf0-d5ab-444a-b198-39fd49a3733e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669603 Nov 25 11:29:57.803598 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-00c43f8a-99f2-4e7c-8816-eb9276c81ece service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232235 Nov 25 11:29:57.901716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:11Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:29:57.905622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d55cf-c6e6-4ab7-b30a-f891eae16ab8 None None] The sync data for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv is: [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:04Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '802f5f0f-b6b7-4aaf-8303-b0c35cf129cf', 'name': '', 'network_id': '263c3bf0-d5ab-444a-b198-39fd49a3733e', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:6d:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:03Z', 'updated_at': '2021-11-25T11:29:11Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'fd479da0-6c19-4a0d-9cd4-9dc0e90740ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:29:57.936232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ceb1dd5-7484-4f44-8b50-649cb138b3c6 req-49d0a1f0-799f-45e2-ab4f-ddc61081866b service neutron] 10.222.0.48 "GET /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246951 Nov 25 11:29:58.112235 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a493336-17f8-4fd6-9083-0570cefc64c8 None None] New status for floating IP 0a92381d-2111-460c-9e7f-90400df97e0e: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:29:58.512237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-cfbea2bd-bce1-4064-9c90-12354072478e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:58.513637 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-cfbea2bd-bce1-4064-9c90-12354072478e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 945 time: 0.0796332 Nov 25 11:29:58.582644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:29:58.582982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:58.860885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895627c1-8789-4c88-a168-6a26ec8aad09 req-d791ad35-a1cb-483c-8eda-d545ef59a593 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:29:58.862310 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-895627c1-8789-4c88-a168-6a26ec8aad09 req-d791ad35-a1cb-483c-8eda-d545ef59a593 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=6284910c-aef0-476a-ba79-32eff6e6353c HTTP/1.1" status: 200 len: 945 time: 0.1978230 Nov 25 11:29:58.895788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:29:58.896161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:59.033845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:29:59.074710 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-895627c1-8789-4c88-a168-6a26ec8aad09 req-3a155d32-1a51-45ad-92c1-2a98fda63d73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=08fc0143-1f5c-4fcf-9316-86caa8ce302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035148 Nov 25 11:29:59.176727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:59.181931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:59.320298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=8ade27b7-1de6-48e7-a6fd-5e461f7c6998,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:59.323007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:59.391350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:29:59.393742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:59.401873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'name': 'network-vif-deleted', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:29:59.413435 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6457e3c3-70ed-4f3f-a16e-e2ddbee98561 req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/8ade27b7-1de6-48e7-a6fd-5e461f7c6998 HTTP/1.1" status: 204 len: 173 time: 0.8943839 Nov 25 11:29:59.461024 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6284910c-aef0-476a-ba79-32eff6e6353c', 'name': 'network-vif-deleted', 'tag': '8ade27b7-1de6-48e7-a6fd-5e461f7c6998', 'status': 'completed', 'code': 200} Nov 25 11:29:59.697916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:00.177403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42048) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:00.244890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dce5d1-4c8e-4399-afdd-36c8e2ba53e2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:00.274464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dce5d1-4c8e-4399-afdd-36c8e2ba53e2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:00.339592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dce5d1-4c8e-4399-afdd-36c8e2ba53e2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:00.343424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5550b39a-ba53-4236-b4e6-5e5ff01a10b0 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:00.358172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce5d1-4c8e-4399-afdd-36c8e2ba53e2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fc0143-1f5c-4fcf-9316-86caa8ce302a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:00.360994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-64dce5d1-4c8e-4399-afdd-36c8e2ba53e2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:00.368155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64dce5d1-4c8e-4399-afdd-36c8e2ba53e2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:00.369310 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-64dce5d1-4c8e-4399-afdd-36c8e2ba53e2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/08fc0143-1f5c-4fcf-9316-86caa8ce302a HTTP/1.1" status: 204 len: 168 time: 0.1909573 Nov 25 11:30:00.408732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42054) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:00.799656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:01.390946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:30:01.391282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:01.570702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:01.571248 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:01.689178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:30:01.966230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:01.970211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bf3ea70d-275b-4520-b029-68be36ebde4d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:02.012621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=802f5f0f-b6b7-4aaf-8303-b0c35cf129cf,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:02.016548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:02.303935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:02.574947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:30:02.609360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:30:02.609713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8ade27b7-1de6-48e7-a6fd-5e461f7c6998 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:30:02.867334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 2e27d85a-b7d7-48a4-b016-c6b31140b910 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:30:03.060206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:30:03.069777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] Sync routers for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:30:03.073189 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/2e27d85a-b7d7-48a4-b016-c6b31140b910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634178 Nov 25 11:30:03.075820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42058) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:03.082156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:03.082761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:03.256888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:03.371039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet fd479da0-6c19-4a0d-9cd4-9dc0e90740ab {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:30:03.373947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:03.427554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:03.515746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:03.585124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:30:01Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:03.589392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:03.589571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] Checking router: 2e27d85a-b7d7-48a4-b016-c6b31140b910 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:30:03.592984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3c6ab3e9-2fe7-47d6-8f18-57a4cbda679f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:03.600250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] Routers {'2e27d85a-b7d7-48a4-b016-c6b31140b910'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:03.600880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:29:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['2e27d85a-b7d7-48a4-b016-c6b31140b910'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:03.627046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=fd479da0-6c19-4a0d-9cd4-9dc0e90740ab,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:03.631725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:03.634736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:03.641288 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/fd479da0-6c19-4a0d-9cd4-9dc0e90740ab HTTP/1.1" status: 204 len: 168 time: 0.5645199 Nov 25 11:30:03.644046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42062) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:03.652664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd616ef-f49f-4d69-bca1-7e5430e0feb5 None None] Network 263c3bf0-d5ab-444a-b198-39fd49a3733e requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:30:03.842733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:03.919713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] Set router 2e27d85a-b7d7-48a4-b016-c6b31140b910 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:04.039444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.048902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:30:04.049287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.061791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fc718f62-4fa6-4c6d-a6ad-413db13ad2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.160853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.207812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] DHCP port deletion for 263c3bf0-d5ab-444a-b198-39fd49a3733e request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:30:04.214281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Deleting port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:30:04.214656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.228737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:04.229093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.347316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:30:04.407644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:30:01Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:04.422546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51efbc-0f36-411d-800f-424e5c3e5a44 None None] The sync data for ids ['2e27d85a-b7d7-48a4-b016-c6b31140b910'] in dv-neutron-819177-1-hyperv is: [{'id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'name': 'tempest-TestNetworkBasicOps-router-1571807175', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:30:01Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e27d85a-b7d7-48a4-b016-c6b31140b910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:29:00Z', 'updated_at': '2021-11-25T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:30:04.432789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] For port e4194d40-f96f-490a-9cbe-bbb3b0fe1459, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e4194d40-f96f-490a-9cbe-bbb3b0fe1459,segment=NetworkSegment(0ad8ab01-fb58-4e5b-b3d3-33422bd6f436),segment_id=0ad8ab01-fb58-4e5b-b3d3-33422bd6f436)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:04.433188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.522158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.525821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ea8e538-5785-4edb-995e-4ea9380ef79c tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:04.560464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Calling delete_port for e4194d40-f96f-490a-9cbe-bbb3b0fe1459 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:30:04.568016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:04.571920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:04.635061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.639219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-24a62bf7-25dc-4abb-964c-7aa98449e0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:04.680738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Pushing event deleted for resources: {'Port': ['ID=e4194d40-f96f-490a-9cbe-bbb3b0fe1459,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:04.688339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] No DVR routers for this DVR port e4194d40-f96f-490a-9cbe-bbb3b0fe1459 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.696805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.698190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.698190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:04.701671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:04.885166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:30:04.905881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.919635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:30:04.920012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 802f5f0f-b6b7-4aaf-8303-b0c35cf129cf not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:30:04.920447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e4194d40-f96f-490a-9cbe-bbb3b0fe1459 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:30:04.996934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: e4194d40-f96f-490a-9cbe-bbb3b0fe1459 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:30:04.997292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e4194d40-f96f-490a-9cbe-bbb3b0fe1459 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:30:05.162851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.166931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.192071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.192500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router 2e27d85a-b7d7-48a4-b016-c6b31140b910 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:30:05.206045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.207118 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/2e27d85a-b7d7-48a4-b016-c6b31140b910 HTTP/1.1" status: 204 len: 168 time: 1.5621045 Nov 25 11:30:05.209912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42066) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:05.326477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.453415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.478086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263c3bf0-d5ab-444a-b198-39fd49a3733e']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:05.490622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:05.490910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad8ab01-fb58-4e5b-b3d3-33422bd6f436') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:05.501920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.517226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.523003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:30:05.523369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:30:05.537568 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:30:05.617855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.622835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.625596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8685ba3-8b95-46b4-8a12-7596d0f6825f tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:05.648918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=263c3bf0-d5ab-444a-b198-39fd49a3733e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:05.651358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:05.659793 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/263c3bf0-d5ab-444a-b198-39fd49a3733e HTTP/1.1" status: 204 len: 168 time: 0.4480863 Nov 25 11:30:05.675346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42070) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:05.681152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--1352173454', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:05.686097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:05.690206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:05.693063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:05.698761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:05.709289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:30:05.712185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.741251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:30:05.750414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.750741 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment 82ceb10f-d77b-4e26-9e9d-457f967bcf0a of type vlan for network 9bc1ce4c-d254-428a-8614-be962a475da9 Nov 25 11:30:05.778382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.807105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.810822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:05.811379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.816936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-03b95669-b161-4312-9000-e15b4cf79f2f tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:05.912243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2354379 Nov 25 11:30:05.914917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42074) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:05.920409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:05.920720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=9bc1ce4c-d254-428a-8614-be962a475da9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:05.923345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-63d85b2d-25c7-47ff-a52b-fe430e9e4d1b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:05.928210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:05.931642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 9bc1ce4c-d254-428a-8614-be962a475da9 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:30:05.932116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:05.934847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:05.942030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:05.952110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.953616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.972547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.116643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.252939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-da3333e7-a297-426a-8ef6-2c53d445bcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.291129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.324210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.457617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.237 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/3e1d1722-b152-429b-b4e0-b359da98a457) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:30:06.608339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.634462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.637928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:06.699350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:06.706718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:06.709352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:30:06.746701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=3e1d1722-b152-429b-b4e0-b359da98a457,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:06.749432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:06.789992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:30:06.822444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:30:06.822710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device efaf6dd3-f4d3-4804-8ef4-0a26d1ef2140 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:30:06.872377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.873090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:07.101265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:30:07.321632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:07.406290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:30:07.415165 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Sync routers for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:30:07.427171 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:07.427764 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:07.432144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:07.436417 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5174572 Nov 25 11:30:07.436688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42078) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:07.478691 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8090d7ff-9570-4fde-84f3-2604bb6c6999 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386484 Nov 25 11:30:07.478964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42082) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:07.601441 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:07.607506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6522223-11d7-49f8-98b3-434f9a512fea tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:07.608995 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b6522223-11d7-49f8-98b3-434f9a512fea tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292326 Nov 25 11:30:07.611726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42086) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:07.649497 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-141bac53-6cd6-412d-ac4d-abe70c61a353 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365593 Nov 25 11:30:07.651770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42090) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:07.657159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430463845', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:07.764825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:07.768705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:07.771440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:07.777045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:07.787380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:30:07.886826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:07.902589 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:06Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:07.906333 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Checking router: b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:30:07.906686 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Updating router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 port 3e1d1722-b152-429b-b4e0-b359da98a457 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:30:07.959135 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.102675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.106873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5cfa920a-67e3-44b5-8336-d676f3baf409 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:08.179839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=2fd012c9-082b-4c53-be3e-66d7e3b2830e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:08.183533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:08.193344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:30:08.193699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: 9bc1ce4c-d254-428a-8614-be962a475da9, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:30:08.215296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 9bc1ce4c-d254-428a-8614-be962a475da9 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:30:08.225719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 9bc1ce4c-d254-428a-8614-be962a475da9) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:08.229862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:08.230570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.238312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38239427-26c5-4f42-ab1d-e8e0929f0105 None None] Network 9bc1ce4c-d254-428a-8614-be962a475da9 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:30:08.255686 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6029027 Nov 25 11:30:08.258608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42094) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:08.278284 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.290158 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Transition to ACTIVE for port object 3e1d1722-b152-429b-b4e0-b359da98a457 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:08.296502 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.300759 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0c71acee-8eec-45d4-acdd-865e2cbd3418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:08.375010 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Pushing event updated for resources: {'Port': ['ID=3e1d1722-b152-429b-b4e0-b359da98a457,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:08.381846 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Attempting to bind port 3e1d1722-b152-429b-b4e0-b359da98a457 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:30:08.382204 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Attempting to bind port 3e1d1722-b152-429b-b4e0-b359da98a457 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:30:08.382563 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Attempting to bind port 3e1d1722-b152-429b-b4e0-b359da98a457 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:30:08.388489 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.388760 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.389085 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.389405 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.389722 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.390029 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.390343 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.390671 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.390966 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.391269 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.391572 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:08.396379 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:08.398472 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:30:08.399042 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:30:08.399616 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.400189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:30:08.400819 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Bound port: 3e1d1722-b152-429b-b4e0-b359da98a457, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:30:08.401364 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.463781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-9bc1ce4c-d254-428a-8614-be962a475da9', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:30:08.465244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.477401 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] For port 3e1d1722-b152-429b-b4e0-b359da98a457, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:30:08.480356 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] For port 3e1d1722-b152-429b-b4e0-b359da98a457, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3e1d1722-b152-429b-b4e0-b359da98a457,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:30:08.488935 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.492853 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:08.562100 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Pushing event updated for resources: {'Port': ['ID=3e1d1722-b152-429b-b4e0-b359da98a457,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:08.567051 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:08.581994 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:08.582601 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:08.658319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Allocated IP 172.20.0.2 (9bc1ce4c-d254-428a-8614-be962a475da9/2fd012c9-082b-4c53-be3e-66d7e3b2830e/42aba69a-b3c0-43ed-b391-336cae39522d) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:30:08.763825 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:08.822038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.887645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.900680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Transition to ACTIVE for port object 42aba69a-b3c0-43ed-b391-336cae39522d will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:08.919114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Transition to ACTIVE for port object 42aba69a-b3c0-43ed-b391-336cae39522d will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:08.924385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:08.929676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:08.998859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Network 9bc1ce4c-d254-428a-8614-be962a475da9 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:09.002209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:09.006961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:30:09.009213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Pushing event updated for resources: {'Port': ['ID=42aba69a-b3c0-43ed-b391-336cae39522d,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:09.012028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:09.057263 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:06Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:09.061475 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec02e5a1-1436-4552-b580-a9f729ad34b0 None None] The sync data for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv is: [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:06Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:30:09.107848 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Attempting to bind port 42aba69a-b3c0-43ed-b391-336cae39522d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:30:09.108264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Attempting to bind port 42aba69a-b3c0-43ed-b391-336cae39522d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:30:09.108801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Attempting to bind port 42aba69a-b3c0-43ed-b391-336cae39522d on network 9bc1ce4c-d254-428a-8614-be962a475da9 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:30:09.115929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:30:09.116332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Checking segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:30:09.116834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:09.117236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Bound using segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:30:09.117711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Bound port: 42aba69a-b3c0-43ed-b391-336cae39522d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:30:09.118087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:09.164263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:09.213274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] For port 42aba69a-b3c0-43ed-b391-336cae39522d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:30:09.216816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] For port 42aba69a-b3c0-43ed-b391-336cae39522d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=42aba69a-b3c0-43ed-b391-336cae39522d,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:30:09.225596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:09.229613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3a7bafdc-6a46-4f03-a648-41cc5861c0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:09.335527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Pushing event updated for resources: {'Port': ['ID=42aba69a-b3c0-43ed-b391-336cae39522d,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:09.344608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:09.645789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (9bc1ce4c-d254-428a-8614-be962a475da9/2fd012c9-082b-4c53-be3e-66d7e3b2830e/dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:30:09.812442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:09.829446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:09.852214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:09.856231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1fb01411-82ca-4c68-a29a-185af6c3e6bb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:09.934076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 9bc1ce4c-d254-428a-8614-be962a475da9 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:09.938027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:09.942844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:30:09.969736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:09.977123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:10.014934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:10.116898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:10.386600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f60e2-ef40-41a5-873e-d87a02e39da4 None None] Network 9bc1ce4c-d254-428a-8614-be962a475da9 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:30:10.495704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cef37e9a-e23b-46da-b753-4ad2dd49558c None None] Provisioning for port 42aba69a-b3c0-43ed-b391-336cae39522d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:10.561307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:10.566507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:10.710285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd501242-917a-411a-ba97-92d924f12424 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:10.792215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:10.794970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:10.795725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:10.845397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-78da6978-5806-4398-81e8-ca03c506184b None None] Provisioning for port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:10.856872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-78da6978-5806-4398-81e8-ca03c506184b None None] Provisioning complete for port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:10.857248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-78da6978-5806-4398-81e8-ca03c506184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:10.911856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-78da6978-5806-4398-81e8-ca03c506184b None None] Port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:30:10.921462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e1d1722-b152-429b-b4e0-b359da98a457 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:10.976308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 9bc1ce4c-d254-428a-8614-be962a475da9 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:10.977946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:11.021600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 3e1d1722-b152-429b-b4e0-b359da98a457 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:11.027069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3e1d1722-b152-429b-b4e0-b359da98a457 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:11.027455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.154502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.169155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7bdafb86-5d41-4716-a25c-74ed5bf06c2a None None] Provisioning complete for port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:11.169535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7bdafb86-5d41-4716-a25c-74ed5bf06c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.265901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3e1d1722-b152-429b-b4e0-b359da98a457, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3e1d1722-b152-429b-b4e0-b359da98a457,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:11.278414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.279375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 42aba69a-b3c0-43ed-b391-336cae39522d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:11.313931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:11.358762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-7bdafb86-5d41-4716-a25c-74ed5bf06c2a None None] Port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:30:11.408927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3e1d1722-b152-429b-b4e0-b359da98a457,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:11.408927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:11.419981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 42aba69a-b3c0-43ed-b391-336cae39522d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:11.424712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 42aba69a-b3c0-43ed-b391-336cae39522d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:11.427170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.432091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:30:11.506502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5b2b27d6-3326-424f-9d29-3bcdec3fcd4b None None] Provisioning complete for port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:11.506502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b2b27d6-3326-424f-9d29-3bcdec3fcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.610319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b27d6-3326-424f-9d29-3bcdec3fcd4b None None] Port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:30:11.611558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.648962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 42aba69a-b3c0-43ed-b391-336cae39522d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=42aba69a-b3c0-43ed-b391-336cae39522d,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:11.654972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:11.659749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:11.683239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:30:11.690049 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4281673 Nov 25 11:30:11.690882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42098) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:11.736361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=42aba69a-b3c0-43ed-b391-336cae39522d,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:11.739756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:11.854220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481093b-ce6d-4df9-8c54-c119ff86392a tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.854220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481093b-ce6d-4df9-8c54-c119ff86392a tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.854220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481093b-ce6d-4df9-8c54-c119ff86392a tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.854220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481093b-ce6d-4df9-8c54-c119ff86392a tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.856049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481093b-ce6d-4df9-8c54-c119ff86392a tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.856049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481093b-ce6d-4df9-8c54-c119ff86392a tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.856945 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b481093b-ce6d-4df9-8c54-c119ff86392a tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1647620 Nov 25 11:30:11.859850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42102) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:11.942509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8713260-63fe-46cd-a4c9-9c4326e67de8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.942509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8713260-63fe-46cd-a4c9-9c4326e67de8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.942777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8713260-63fe-46cd-a4c9-9c4326e67de8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.943850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8713260-63fe-46cd-a4c9-9c4326e67de8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.943850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8713260-63fe-46cd-a4c9-9c4326e67de8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.944148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8713260-63fe-46cd-a4c9-9c4326e67de8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:11.947048 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b8713260-63fe-46cd-a4c9-9c4326e67de8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0856752 Nov 25 11:30:11.948893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42106) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:12.168506 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a9359811-5bc8-440b-92a3-4dde0b77677e tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2181985 Nov 25 11:30:12.519990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:12.526175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042619722', 'description': 'tempest-secgroup-smoke-2042619722 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:12.532852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:12.537228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:12.540131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:12.545829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:12.556698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.592813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:12.598014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:12.600537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:12.607164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:12.688327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.691394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Sync routers for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:30:12.691851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.691851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85afc6bb-68f2-4b5a-8615-623be8ccafb9 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:12.696196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:12.696196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:12.739245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d770e3e-ca3f-4086-9000-84dab20f8728,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:12.747186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.747186 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2254574 Nov 25 11:30:12.750019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:12.750019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42116) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:12.760441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '2d770e3e-ca3f-4086-9000-84dab20f8728', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:12.762257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:12.766849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:12.771983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:12.774677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:12.795674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.877483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e1d1722-b152-429b-b4e0-b359da98a457 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:12.888849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.894512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.894512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3044fd6f-036b-475f-989c-d2d88eacf07b tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:12.914096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c784f5f8-a75a-4daa-959e-b32f2de64daf,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:12.920052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:12.932215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:12.933866 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1832700 Nov 25 11:30:12.937519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42120) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:12.943933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '2d770e3e-ca3f-4086-9000-84dab20f8728', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:12.949765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:12.953588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:12.957599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:12.962421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:12.962761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:12.979021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.026239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3e1d1722-b152-429b-b4e0-b359da98a457 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:13.026464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.039852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.044645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.052708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-775c3228-9267-4ca3-ab74-df1ca6644817 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:13.078495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11034fe5-381a-4c10-a4ab-8205423d2a5f,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:13.081251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:13.087899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.093381 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1510568 Nov 25 11:30:13.093381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42124) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:13.103742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '2d770e3e-ca3f-4086-9000-84dab20f8728', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:13.108352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:13.111123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:13.113859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:13.121923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:13.249498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.326127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.326127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.337752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2662576e-f6c3-47b6-abaa-f2f6aa2d9db0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:13.343245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 42aba69a-b3c0-43ed-b391-336cae39522d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:13.357461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8536231c-adc5-4c0d-b46d-c9731d42c55a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:13.361330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:13.366806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.367973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2744360 Nov 25 11:30:13.370749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42128) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:13.376188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '2d770e3e-ca3f-4086-9000-84dab20f8728', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:13.382102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:13.385852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:13.388666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:13.394871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:13.411904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.464184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 42aba69a-b3c0-43ed-b391-336cae39522d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:13.464184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.493548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.502502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.503368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:13.504058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3b646ca8-1f9f-4a95-ad10-d85eeb6b02c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:13.515258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Checking router: b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:30:13.515258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Updating router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:30:13.532632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf9db55-821c-4b81-a624-8d65feb78086,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:13.539062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:13.547726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.550505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42132) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:13.551394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1786335 Nov 25 11:30:13.556700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '2d770e3e-ca3f-4086-9000-84dab20f8728', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:13.571413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:13.575416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:13.579236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:13.582748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.586060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:13.596806 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:30:13.603088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.671548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.675294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.677286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:13.697125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20c1e89-c795-4b59-86d2-de585306efba,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:13.701086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:13.709458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.710730 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1590943 Nov 25 11:30:13.713409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42136) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:13.718749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '2d770e3e-ca3f-4086-9000-84dab20f8728', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:13.724531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:13.728229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:13.730994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:13.736525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:13.747110 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:30:13.754030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.822744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.826615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.828492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-44276eae-44d7-4826-bedc-21e2366169f0 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:13.851640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9100102a-8f8a-4bed-9f52-de6a47176c6b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:13.854228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:13.861613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:13.863239 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1489182 Nov 25 11:30:14.019612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:14.030942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Transition to ACTIVE for port object dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:14.037333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e4c36c17-0103-4a89-8999-2235318b6297 req-85192e20-0c2a-4536-96eb-60c6c5eccdc3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:30:14.039302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:14.043513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:14.054512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e4c36c17-0103-4a89-8999-2235318b6297 req-85192e20-0c2a-4536-96eb-60c6c5eccdc3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:30:14.055684 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-85192e20-0c2a-4536-96eb-60c6c5eccdc3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042619722&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0613868 Nov 25 11:30:14.163912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4020bd-745b-4ad9-9fe0-29fc53ddd360 None None] Pushing event updated for resources: {'Port': ['ID=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:14.168106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0c4020bd-745b-4ad9-9fe0-29fc53ddd360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:14.208092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36c17-0103-4a89-8999-2235318b6297 req-96e357f1-1cb4-4a96-84e5-1a3a90fddff0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:14.209103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e4c36c17-0103-4a89-8999-2235318b6297 req-96e357f1-1cb4-4a96-84e5-1a3a90fddff0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:30:14.227004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e4c36c17-0103-4a89-8999-2235318b6297 req-96e357f1-1cb4-4a96-84e5-1a3a90fddff0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:30:14.233489 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-96e357f1-1cb4-4a96-84e5-1a3a90fddff0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 797 time: 0.1711299 Nov 25 11:30:14.248101 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-d92d25f5-88a0-40a4-b9d8-af97221e569b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0135815 Nov 25 11:30:14.265958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Attempting to bind port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:30:14.266413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Attempting to bind port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:30:14.266853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Attempting to bind port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 on network 9bc1ce4c-d254-428a-8614-be962a475da9 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:30:14.273649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:30:14.274236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Checking segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:30:14.274719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:14.275183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Bound using segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:30:14.275723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Bound port: dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:30:14.276199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:14.328858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e4c36c17-0103-4a89-8999-2235318b6297 req-8bdf567d-8020-499f-8091-25eb7210a25c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:30:14.343772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e4c36c17-0103-4a89-8999-2235318b6297 req-8bdf567d-8020-499f-8091-25eb7210a25c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:30:14.345392 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-8bdf567d-8020-499f-8091-25eb7210a25c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919650 Nov 25 11:30:14.371056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] For port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:30:14.376675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] For port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:30:14.383455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:14.387056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-19e0bbb3-369f-4a5a-8856-f85587f10f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:14.431240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-e2e7079f-b837-4c64-9400-cf93bb9c63c3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:30:14.432232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-e2e7079f-b837-4c64-9400-cf93bb9c63c3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0746963 Nov 25 11:30:14.470528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4020bd-745b-4ad9-9fe0-29fc53ddd360 None None] Pushing event updated for resources: {'Port': ['ID=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:14.474518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:14.475879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:14.581277 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-20334e6d-5e20-4927-ae63-6466b6cd2ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427107 Nov 25 11:30:14.607504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0c4020bd-745b-4ad9-9fe0-29fc53ddd360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:14.656868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:14.716843 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-daa66e5a-fbcc-4c5a-86b8-09dd3fde07dd service neutron] 10.222.0.41 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296930 Nov 25 11:30:14.902132 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cfdc4ce-728d-43d1-9a9a-66e887cf81f0 req-06792753-598a-493e-bb09-8c1c23739f89 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 210 time: 0.0401332 Nov 25 11:30:14.981400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:14.985543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfded80-28e5-4742-905a-ee59d19eac9a None None] The sync data for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv is: [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:30:16.139672 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-32e400a4-c22b-4fc5-ac78-e2e4b189c7c6 req-64f87d65-538f-42cb-811d-6a545466a9ab tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 210 time: 0.0935647 Nov 25 11:30:16.204180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36c17-0103-4a89-8999-2235318b6297 req-0a04deb5-6f36-4081-a1d9-215d68368126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:16.206251 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-0a04deb5-6f36-4081-a1d9-215d68368126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 797 time: 0.1866267 Nov 25 11:30:16.270612 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-f9633a4b-f959-4acf-bb80-7e5fb414ef8c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 380 time: 0.0454090 Nov 25 11:30:16.279060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['2d770e3e-ca3f-4086-9000-84dab20f8728']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:16.408803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:16.418694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:16.428502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:30:16.431433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:16.590218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.5 (9bc1ce4c-d254-428a-8614-be962a475da9/2fd012c9-082b-4c53-be3e-66d7e3b2830e/8d040131-6e57-4059-bcfd-7279f42ff2f0) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:30:16.768125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:16.783589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 8d040131-6e57-4059-bcfd-7279f42ff2f0 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:16.817250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:16.822921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9b2f841-9549-4d0c-98fe-db8e08413425 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:16.877653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:16.893653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 9bc1ce4c-d254-428a-8614-be962a475da9 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:16.897041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:16.901211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:30:16.929333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=8d040131-6e57-4059-bcfd-7279f42ff2f0,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:16.936679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:16.947773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:16.953102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:16.953604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:16.964602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:16.965213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:16.991334 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7157159 Nov 25 11:30:17.004402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Request body: {'port': {'device_id': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:17.078006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:17.114448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:17.120836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:17.123264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:17.173770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2e68ea15-4adc-419a-b76c-3495c9b68f8d None None] Provisioning for port 8d040131-6e57-4059-bcfd-7279f42ff2f0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:17.186961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2e68ea15-4adc-419a-b76c-3495c9b68f8d None None] Provisioning complete for port 8d040131-6e57-4059-bcfd-7279f42ff2f0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:17.187344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e68ea15-4adc-419a-b76c-3495c9b68f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:17.225809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:17.251458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:17.255405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:17.256167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2e68ea15-4adc-419a-b76c-3495c9b68f8d None None] Port 8d040131-6e57-4059-bcfd-7279f42ff2f0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:30:17.445783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a36644-01cf-4536-9d0d-af9e067c130f req-a98f0f31-ce0a-4261-bce8-79e2e979aa9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:17.446455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-d3a36644-01cf-4536-9d0d-af9e067c130f req-a98f0f31-ce0a-4261-bce8-79e2e979aa9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:30:17.518582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-d3a36644-01cf-4536-9d0d-af9e067c130f req-a98f0f31-ce0a-4261-bce8-79e2e979aa9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:30:17.519815 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d3a36644-01cf-4536-9d0d-af9e067c130f req-a98f0f31-ce0a-4261-bce8-79e2e979aa9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 931 time: 0.2501283 Nov 25 11:30:17.592777 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d3a36644-01cf-4536-9d0d-af9e067c130f req-77803d17-60d5-4450-946a-5c3075fc4bc2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592644 Nov 25 11:30:17.662017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d040131-6e57-4059-bcfd-7279f42ff2f0 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:30:17.668696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:17.683258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Transition to ACTIVE for port object 8d040131-6e57-4059-bcfd-7279f42ff2f0 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:17.686491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:17.690515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-90442844-af9e-4af9-aa98-c7de77b1a719 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:17.810587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Pushing event updated for resources: {'Port': ['ID=8d040131-6e57-4059-bcfd-7279f42ff2f0,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:17.814855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:17.921269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Attempting to bind port 8d040131-6e57-4059-bcfd-7279f42ff2f0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:30:17.921587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Attempting to bind port 8d040131-6e57-4059-bcfd-7279f42ff2f0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:30:17.921900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Attempting to bind port 8d040131-6e57-4059-bcfd-7279f42ff2f0 on network 9bc1ce4c-d254-428a-8614-be962a475da9 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:30:17.927717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Port 8d040131-6e57-4059-bcfd-7279f42ff2f0 on network 9bc1ce4c-d254-428a-8614-be962a475da9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:30:17.928046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Attempting to bind port 8d040131-6e57-4059-bcfd-7279f42ff2f0 on network 9bc1ce4c-d254-428a-8614-be962a475da9 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:30:17.934262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:30:17.934580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Checking segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:30:17.934943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Bound using segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:30:17.935352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Bound port: 8d040131-6e57-4059-bcfd-7279f42ff2f0, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:30:17.935676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:18.020324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] For port 8d040131-6e57-4059-bcfd-7279f42ff2f0, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:30:18.023072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] For port 8d040131-6e57-4059-bcfd-7279f42ff2f0, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:30:18.027110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:18.030500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1fe9c3cd-299f-4c91-9e97-c9f9b7c3c94c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:18.086430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:18.087628 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] 10.222.0.48 "PUT /v2.0/ports/8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 200 len: 1093 time: 1.0881894 Nov 25 11:30:18.088159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:30:18.110788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Pushing event updated for resources: {'Port': ['ID=8d040131-6e57-4059-bcfd-7279f42ff2f0,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:18.113890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:18.212094 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-8747cd79-5fa8-429c-a039-50a128d12e72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1096 time: 0.0831573 Nov 25 11:30:18.272079 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'status': 'completed', 'code': 200} Nov 25 11:30:18.290881 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-b86032ee-52ee-48cd-8364-740511505ea3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 200 len: 217 time: 0.0707252 Nov 25 11:30:18.353365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36c17-0103-4a89-8999-2235318b6297 req-748aff99-9a4d-45ed-a30b-43ce0fe9647c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:18.354774 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-748aff99-9a4d-45ed-a30b-43ce0fe9647c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0571790 Nov 25 11:30:18.427626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-d32c007b-5205-4cbe-93dd-7b82ad1e7d63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666137 Nov 25 11:30:18.557589 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-f813d2e9-bcf6-4c2f-8887-f8c20bdd3727 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232615 Nov 25 11:30:18.688607 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e4c36c17-0103-4a89-8999-2235318b6297 req-0bcd7144-4ff9-471f-b6a7-d7f08338b331 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240664 Nov 25 11:30:18.843526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:18.850044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d70a2-7c9e-4374-af7d-baab825265c5 req-adaa15ab-0d36-43de-9d3b-5910047526d0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:18.853406 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-035d70a2-7c9e-4374-af7d-baab825265c5 req-adaa15ab-0d36-43de-9d3b-5910047526d0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 943 time: 0.1360526 Nov 25 11:30:18.854324 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757a528d-3e47-417a-aae0-784d601ce414 req-2f5b394b-c37b-47bd-a239-ab6f56881a25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1096 time: 0.1054721 Nov 25 11:30:18.917377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:18.917757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:19.079780 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-035d70a2-7c9e-4374-af7d-baab825265c5 req-60d6934b-c9ac-4b66-83c9-19ebf24c3361 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227776 Nov 25 11:30:19.129980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a528d-3e47-417a-aae0-784d601ce414 req-3e9aed3b-03b5-466d-a8f2-3cbab927b27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:19.131420 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757a528d-3e47-417a-aae0-784d601ce414 req-3e9aed3b-03b5-466d-a8f2-3cbab927b27d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 898 time: 0.2599306 Nov 25 11:30:19.198587 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757a528d-3e47-417a-aae0-784d601ce414 req-cbb37749-d274-4af0-8824-7f637d6005a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 200 len: 217 time: 0.0591238 Nov 25 11:30:19.265767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a528d-3e47-417a-aae0-784d601ce414 req-77d25c58-9028-4d14-8390-3291f9753aa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:19.267193 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757a528d-3e47-417a-aae0-784d601ce414 req-77d25c58-9028-4d14-8390-3291f9753aa7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0608292 Nov 25 11:30:19.341095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757a528d-3e47-417a-aae0-784d601ce414 req-1dfd873d-d7d3-4a95-8516-99be37bc7aaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666068 Nov 25 11:30:19.470461 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757a528d-3e47-417a-aae0-784d601ce414 req-fb8078dd-9b12-48a8-9f71-a3bcc5f5d5c8 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215146 Nov 25 11:30:19.601796 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757a528d-3e47-417a-aae0-784d601ce414 req-db1a3fac-c333-4503-9b43-dfc8a66f0ada service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241090 Nov 25 11:30:20.281343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f385-cccf-4844-93ce-96372bb0a2c4 req-6b1aad7f-1a6e-48e0-8939-cea418433e99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:20.283381 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b4d5f385-cccf-4844-93ce-96372bb0a2c4 req-6b1aad7f-1a6e-48e0-8939-cea418433e99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 943 time: 0.0841553 Nov 25 11:30:20.327453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b4d5f385-cccf-4844-93ce-96372bb0a2c4 req-bb23f585-e1d9-40a1-9ede-f2a61c521921 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386772 Nov 25 11:30:20.642967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8d040131-6e57-4059-bcfd-7279f42ff2f0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:30:20.771755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 8d040131-6e57-4059-bcfd-7279f42ff2f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:20.787374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'port_id': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'mac_address': 'fa:16:3e:8d:b5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:30:20.840056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:20.856575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d040131-6e57-4059-bcfd-7279f42ff2f0 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:30:20.871145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 8d040131-6e57-4059-bcfd-7279f42ff2f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:20.874831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:20.876590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:20.938603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=8d040131-6e57-4059-bcfd-7279f42ff2f0,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:20.941563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:21.094917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['8d040131-6e57-4059-bcfd-7279f42ff2f0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:30:21.520024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263edd68-a928-41fc-b414-6662b5e0f235 req-95bb25d7-bcb6-4e22-8884-9edc5d334e14 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:21.521651 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-263edd68-a928-41fc-b414-6662b5e0f235 req-95bb25d7-bcb6-4e22-8884-9edc5d334e14 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 944 time: 0.0754688 Nov 25 11:30:21.569554 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-263edd68-a928-41fc-b414-6662b5e0f235 req-088dba30-6497-4560-af78-98460b88b407 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Nov 25 11:30:22.642564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8d040131-6e57-4059-bcfd-7279f42ff2f0 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:22.710496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 8d040131-6e57-4059-bcfd-7279f42ff2f0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:22.715548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 8d040131-6e57-4059-bcfd-7279f42ff2f0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:22.715984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:22.766832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624795-315b-43bc-a01c-82f791cdbde0 req-4fce4f0a-65bd-4ade-ad83-8a00a48a8587 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:22.768897 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c624795-315b-43bc-a01c-82f791cdbde0 req-4fce4f0a-65bd-4ade-ad83-8a00a48a8587 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 944 time: 0.0794313 Nov 25 11:30:22.814429 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c624795-315b-43bc-a01c-82f791cdbde0 req-7d780ebf-dbc7-4c83-9be5-e7582cc5ed34 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Nov 25 11:30:22.827756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:22.853857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:30:22.863537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 8d040131-6e57-4059-bcfd-7279f42ff2f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:22.867910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:22.869707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0c4020bd-745b-4ad9-9fe0-29fc53ddd360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:22.932549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=8d040131-6e57-4059-bcfd-7279f42ff2f0,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:22.936852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:22.982156 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'code': 200} Nov 25 11:30:23.206847 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-93303e15-405d-4dad-91f0-06433d906504 req-9e411969-ae21-4ba0-b149-56223d5dc68d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1098 time: 0.0659578 Nov 25 11:30:23.248185 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-93303e15-405d-4dad-91f0-06433d906504 req-27093909-ee08-4031-b538-1f757e45f4c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Nov 25 11:30:24.009427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d01ec7-a442-4556-a5fe-41c974a6848a req-1872e24f-830f-4a2d-aaeb-8e351da549f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:24.010830 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-05d01ec7-a442-4556-a5fe-41c974a6848a req-1872e24f-830f-4a2d-aaeb-8e351da549f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 945 time: 0.0777369 Nov 25 11:30:24.057099 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-05d01ec7-a442-4556-a5fe-41c974a6848a req-0cae04e4-61c1-4a9b-8c94-5f4bb7e925c2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 Nov 25 11:30:25.258424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7954b-08e8-42e7-953e-1f4a73005ac7 req-eda527a7-7c70-40e6-8c04-3f124d5cbff3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:25.259855 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eda7954b-08e8-42e7-953e-1f4a73005ac7 req-eda527a7-7c70-40e6-8c04-3f124d5cbff3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 945 time: 0.0751166 Nov 25 11:30:25.308948 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eda7954b-08e8-42e7-953e-1f4a73005ac7 req-aebe0501-864f-48be-bbd5-9d7984b5a5f6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Nov 25 11:30:25.503616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4f8fa-070b-477f-98e0-4842743a3d22 req-fc143840-88af-4feb-b3b9-cf49952d6594 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:25.505094 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ba4f8fa-070b-477f-98e0-4842743a3d22 req-fc143840-88af-4feb-b3b9-cf49952d6594 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 945 time: 0.0808730 Nov 25 11:30:25.553191 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ba4f8fa-070b-477f-98e0-4842743a3d22 req-21609395-62ca-4c49-b2fc-49cfdb798840 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423405 Nov 25 11:30:25.580136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42190) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:25.651284 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-69a5393c-0a3a-4818-a221-2b466c5b5737 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1093 time: 0.0697818 Nov 25 11:30:25.653717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42194) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:25.659772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:25.665543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:25.669356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:25.672198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:25.678639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:25.688513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:25.821107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:25.951544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.142 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/c25ef31c-6134-4bee-9ffa-6cba80b1017d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:30:26.185723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:26.212584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:26.216591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:26.279420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:26.282525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:26.285480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:30:26.314656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=c25ef31c-6134-4bee-9ffa-6cba80b1017d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:26.332952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.333333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.333703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.334064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.334427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.334786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.335144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.335530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.335897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.336359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.336670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:30:26.344844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:26.574230 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:30:26.798572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:26.852477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:27.050534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:27.054904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:27.058326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d78187f0-416a-447e-9af8-0005f1ec9d4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:27.159916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=c25ef31c-6134-4bee-9ffa-6cba80b1017d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:27.163753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:27.180627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:27.362703 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b associated. External IP: 172.26.5.142, port: 8d040131-6e57-4059-bcfd-7279f42ff2f0. Nov 25 11:30:27.849378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:30:28.044468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:30:28.055237 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] Sync routers for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:30:28.067888 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:28.068521 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:28.069359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:28.123732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4688900 Nov 25 11:30:28.124419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:30:28.126387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42198) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:28.182594 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'status': 'completed', 'code': 200} Nov 25 11:30:28.240695 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-63872c8f-1e4c-44ad-8bb2-814e43b4b0e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 991 time: 0.1129842 Nov 25 11:30:28.271194 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:28.281730 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7898dcb5-803f-43df-8546-039a575aba62 req-92c2aa93-f4fa-46ed-be1a-c9e78a5112dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1098 time: 0.0691447 Nov 25 11:30:28.412719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898dcb5-803f-43df-8546-039a575aba62 req-8db5184c-c0bb-40a4-9226-e0e13e3cdd49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:28.414674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7898dcb5-803f-43df-8546-039a575aba62 req-8db5184c-c0bb-40a4-9226-e0e13e3cdd49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 898 time: 0.1267679 Nov 25 11:30:28.522453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7898dcb5-803f-43df-8546-039a575aba62 req-a06df67b-d63f-4203-a155-06621c1c3ae4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 200 len: 999 time: 0.1003745 Nov 25 11:30:28.592755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898dcb5-803f-43df-8546-039a575aba62 req-a040238f-1919-4547-a088-50f9f80c8fb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:28.594431 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7898dcb5-803f-43df-8546-039a575aba62 req-a040238f-1919-4547-a088-50f9f80c8fb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0655727 Nov 25 11:30:28.622574 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '54d4a394-5498-4c9f-a7bf-0587deb4d13b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'port_id': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'mac_address': 'fa:16:3e:8d:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:26Z', 'updated_at': '2021-11-25T11:30:26Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:28.626375 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] Checking router: b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:30:28.637204 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:28.637803 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:28.675040 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7898dcb5-803f-43df-8546-039a575aba62 req-dba59524-84f1-43dd-8ee5-889d140235b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741286 Nov 25 11:30:28.812824 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7898dcb5-803f-43df-8546-039a575aba62 req-b5a0a194-fc39-4b68-b66e-135b7dcc8c09 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314983 Nov 25 11:30:28.819666 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:28.990095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7898dcb5-803f-43df-8546-039a575aba62 req-31731039-4255-4bab-8de3-4a1f56950f3b service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703968 Nov 25 11:30:29.011932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d35e6e-74de-487d-8f1c-12c7cf883bcf req-1f8d74de-80b6-4b0e-a9ba-58790d787e3b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:29.013402 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-93d35e6e-74de-487d-8f1c-12c7cf883bcf req-1f8d74de-80b6-4b0e-a9ba-58790d787e3b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 945 time: 0.1196547 Nov 25 11:30:29.064967 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-93d35e6e-74de-487d-8f1c-12c7cf883bcf req-b51ce469-341d-4066-adbd-5c1b5890d053 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Nov 25 11:30:29.163163 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '54d4a394-5498-4c9f-a7bf-0587deb4d13b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'port_id': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'mac_address': 'fa:16:3e:8d:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:26Z', 'updated_at': '2021-11-25T11:30:26Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:29.169563 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5b05f-d1c6-4341-a5a3-023b5152efff None None] The sync data for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv is: [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '54d4a394-5498-4c9f-a7bf-0587deb4d13b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'port_id': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'mac_address': 'fa:16:3e:8d:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:26Z', 'updated_at': '2021-11-25T11:30:26Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:30:29.242039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42208) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:29.346998 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-572d0cc8-6df5-4fa1-b940-8131674bfe90 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 991 time: 0.1038170 Nov 25 11:30:29.717991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:30.260366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29234-11e7-4ed6-b581-9e8beabd8e7b req-81f5363d-a92a-442d-8882-e9972e841fc6 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:30.261978 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-74f29234-11e7-4ed6-b581-9e8beabd8e7b req-81f5363d-a92a-442d-8882-e9972e841fc6 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 945 time: 0.0764520 Nov 25 11:30:30.307560 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-74f29234-11e7-4ed6-b581-9e8beabd8e7b req-3f976788-c9db-4c64-acb4-38b2ee030ea1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 Nov 25 11:30:30.349804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42214) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:30.427064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-786beb28-de69-4b7c-82b1-e47563b4a5d4 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:30.428382 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-786beb28-de69-4b7c-82b1-e47563b4a5d4 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 945 time: 0.0785584 Nov 25 11:30:30.454133 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3229c76-1f9a-4dcf-a030-107f03e5785a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 991 time: 0.1031408 Nov 25 11:30:30.502130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Deleting port 86287298-41b4-4da1-91aa-0b9cd8ef0efd {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:30:30.502470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:30.851546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] For port 86287298-41b4-4da1-91aa-0b9cd8ef0efd, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=86287298-41b4-4da1-91aa-0b9cd8ef0efd,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:30.851887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:31.125925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:31.126273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:31.126571 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Floating IP 27a89ed9-4206-4a69-bb66-5530eeeb981b disassociated. External IP: 172.26.5.90, port: 86287298-41b4-4da1-91aa-0b9cd8ef0efd. Nov 25 11:30:31.126919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Calling delete_port for 86287298-41b4-4da1-91aa-0b9cd8ef0efd owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:30:31.267263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:31.273113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:31.320293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event deleted for resources: {'Port': ['ID=86287298-41b4-4da1-91aa-0b9cd8ef0efd,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:31.322999 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:31.458067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:31.515667 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-941f243d-08ab-46cc-9723-6dde3ac6fcc7 req-c28dbda6-f0c6-4dd9-a30e-ff41b2da3245 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 210 time: 0.0544500 Nov 25 11:30:31.568329 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bf4aaa4-c5dd-4ac1-8843-2a050a999437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 991 time: 0.1089904 Nov 25 11:30:31.574371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:30:31.644013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9f58c-6953-4d8c-8eb5-f7022d8c153a None None] New status for floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:30:31.786258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:30:31.796871 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:30:31.812775 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:31.813910 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:31.862819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] No DVR routers for this DVR port 86287298-41b4-4da1-91aa-0b9cd8ef0efd on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:30:31.865217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:31.867852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'name': 'network-vif-deleted', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:30:31.884035 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b4bc345-2978-440f-b8d8-c9c0010829b0 req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "DELETE /v2.0/ports/86287298-41b4-4da1-91aa-0b9cd8ef0efd HTTP/1.1" status: 204 len: 173 time: 1.4503992 Nov 25 11:30:31.931933 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cadd24d-5824-4974-8117-ca2e4f0af0c7', 'name': 'network-vif-deleted', 'tag': '86287298-41b4-4da1-91aa-0b9cd8ef0efd', 'status': 'completed', 'code': 200} Nov 25 11:30:32.004714 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:32.345205 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:32.350058 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:30:32.360318 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:32.360914 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:32.540685 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:32.571520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42228) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:32.682014 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-adca62ac-3f9f-4f8e-b314-45b73335b457 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 993 time: 0.1089056 Nov 25 11:30:32.703432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-2e2ad1dd-0ebb-48c2-8f5d-64691433ddde req-accbef1b-0d92-4ba9-b431-7d4308f06ddb tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:30:32.718819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-2e2ad1dd-0ebb-48c2-8f5d-64691433ddde req-accbef1b-0d92-4ba9-b431-7d4308f06ddb tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:30:32.720294 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e2ad1dd-0ebb-48c2-8f5d-64691433ddde req-accbef1b-0d92-4ba9-b431-7d4308f06ddb tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cadd24d-5824-4974-8117-ca2e4f0af0c7 HTTP/1.1" status: 200 len: 210 time: 0.0635667 Nov 25 11:30:32.859021 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:32.864555 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde2d6b-401a-422f-be0e-ed787bd545a0 None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:30:33.900062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8d35c-3def-4929-b978-9f53a8d59fdb None None] New status for floating IP 27a89ed9-4206-4a69-bb66-5530eeeb981b: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:30:34.047302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fe131df3-8144-483c-8d4f-40343ed2cdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:34.056210 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-06814e36-a7fc-484f-a3c5-7e680137ab0d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223768214&fields=id&tenant_id=08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 267 time: 0.0420158 Nov 25 11:30:34.138818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:34.206150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-8443a25a-5b10-4128-85c5-f8f8bf0f5ed2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:34.207677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-8443a25a-5b10-4128-85c5-f8f8bf0f5ed2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 811 time: 0.1446958 Nov 25 11:30:34.223720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-10236865-d38b-4506-9bf1-68070935b5ca tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/quotas/08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 375 time: 0.0107687 Nov 25 11:30:34.407663 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-3b23ee36-b5e3-4199-bac4-2a766585db42 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1791217 Nov 25 11:30:34.608064 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-3a4b3e24-ff64-4421-aa69-bfa7d3960be4 service neutron] 10.222.0.41 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887510 Nov 25 11:30:34.735083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 86287298-41b4-4da1-91aa-0b9cd8ef0efd no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:30:34.738547 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-0c2d59a0-ad50-4ee6-ae84-d897a6b0a926 service neutron] 10.222.0.41 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241081 Nov 25 11:30:34.767115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 86287298-41b4-4da1-91aa-0b9cd8ef0efd {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:30:34.767461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 86287298-41b4-4da1-91aa-0b9cd8ef0efd not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:30:35.124460 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b06c6796-1053-45d1-ac9f-6ff052f5aad4 req-de05bca5-5c29-49e1-b339-68dcd3047086 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 210 time: 0.0421925 Nov 25 11:30:36.116277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-5c85d5a9-8e16-4e89-9a4f-31de44e0a299 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:36.117677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-5c85d5a9-8e16-4e89-9a4f-31de44e0a299 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 811 time: 0.1447916 Nov 25 11:30:36.171441 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-78648681-8f68-45ad-a345-d3bb5bca3489 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 380 time: 0.0403042 Nov 25 11:30:36.180943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'port': {'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'admin_state_up': True, 'tenant_id': '08a244ace73e40889e241391663cf72d', 'security_groups': ['6728c672-4fca-4920-b7a9-35dc7ac4c951']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:36.262218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8f69-cbde-4fa3-859f-0f778ba0e7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:36.304643 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b1921708-92fd-49b2-9683-d738380b2320 req-e50eff49-f29d-48d8-8078-2ac1d28735ce tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 210 time: 0.0509326 Nov 25 11:30:36.368826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:36.378829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:36.388562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Made reservation on behalf of 08a244ace73e40889e241391663cf72d for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:30:36.391664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:36.559968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Allocated IP 172.20.0.4 (5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46/81f06871-8cd7-4787-85b4-dfba497c94ac/4ef3770b-039e-4ea4-950d-5c1eff1500f6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:30:36.752118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:36.770254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Transition to ACTIVE for port object 4ef3770b-039e-4ea4-950d-5c1eff1500f6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:36.794513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:36.801417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:36.876490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:36.880618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:36.883160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:30:36.909010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=4ef3770b-039e-4ea4-950d-5c1eff1500f6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:36.912028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:36.949569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:36.950288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:36.979438 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019857 Nov 25 11:30:36.992482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Request body: {'port': {'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:37.102062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:37.158205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c8cf77fd-c331-4681-a87e-f73fdda53ad3 None None] Provisioning for port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:37.164109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c8cf77fd-c331-4681-a87e-f73fdda53ad3 None None] Provisioning complete for port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:37.164495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8cf77fd-c331-4681-a87e-f73fdda53ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:37.264142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf77fd-c331-4681-a87e-f73fdda53ad3 None None] Port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:30:37.324595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:37.629395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef3770b-039e-4ea4-950d-5c1eff1500f6 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:30:37.637749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:37.664953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Transition to ACTIVE for port object 4ef3770b-039e-4ea4-950d-5c1eff1500f6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:30:37.670076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:37.674233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f6bd7e6e-684c-461d-884d-6baea6c7f0e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:37.711950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136701-5cbc-4602-9b8d-5b70c8844fa0 req-91b65c79-0c5f-4d32-95bf-d218f80a5375 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:37.712678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-63136701-5cbc-4602-9b8d-5b70c8844fa0 req-91b65c79-0c5f-4d32-95bf-d218f80a5375 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:30:37.812769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef3770b-039e-4ea4-950d-5c1eff1500f6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:37.816434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:37.817429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-63136701-5cbc-4602-9b8d-5b70c8844fa0 req-91b65c79-0c5f-4d32-95bf-d218f80a5375 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:30:37.818552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-63136701-5cbc-4602-9b8d-5b70c8844fa0 req-91b65c79-0c5f-4d32-95bf-d218f80a5375 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 931 time: 0.2849758 Nov 25 11:30:37.941825 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-63136701-5cbc-4602-9b8d-5b70c8844fa0 req-84e3dbe9-5327-47aa-9daf-11af19a13829 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164958 Nov 25 11:30:37.962378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Attempting to bind port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:30:37.962698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Attempting to bind port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:30:37.963007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Attempting to bind port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:30:37.968660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:30:37.968967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Attempting to bind port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:30:37.975059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:30:37.975384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Checking segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:30:37.975752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Bound using segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:30:37.976194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Bound port: 4ef3770b-039e-4ea4-950d-5c1eff1500f6, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:30:37.976530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:38.061069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] For port 4ef3770b-039e-4ea4-950d-5c1eff1500f6, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:30:38.064133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] For port 4ef3770b-039e-4ea4-950d-5c1eff1500f6, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:30:38.068673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:38.072127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1f75de03-cf3b-44d7-b5ff-16acae32fa2f tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:38.126989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:38.128926 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 200 len: 1093 time: 1.1402850 Nov 25 11:30:38.129390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:30:38.150894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef3770b-039e-4ea4-950d-5c1eff1500f6,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:38.154132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:38.204940 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'status': 'completed', 'code': 200} Nov 25 11:30:38.242521 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-5c7bb160-e983-4808-bcf5-a093288810a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1096 time: 0.0769536 Nov 25 11:30:38.314179 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-919f2eb9-ab04-4fbf-869e-c758f43ef733 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 200 len: 217 time: 0.0643649 Nov 25 11:30:38.374417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-14a59960-3dca-4970-b84a-c0fb701983bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:38.375683 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-14a59960-3dca-4970-b84a-c0fb701983bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0553906 Nov 25 11:30:38.450356 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-7b037f9c-edba-44bc-8f38-e1f531cebf68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675731 Nov 25 11:30:38.588304 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-270ffcfc-5a8c-4a66-b578-36e58d0bf73a service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314373 Nov 25 11:30:38.716329 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c929c05-e3fd-4d4a-8a26-360c8d549965 req-a7bef7b7-d387-478e-ac61-eb7e0f95c3eb service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219206 Nov 25 11:30:38.809780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:38.830611 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-983e39a2-65ac-4886-8d59-b021a341b998 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1096 time: 0.0752101 Nov 25 11:30:38.969328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-e38e7b23-e072-45b1-b200-e54b6cb5fb17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:38.971032 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-e38e7b23-e072-45b1-b200-e54b6cb5fb17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1270552 Nov 25 11:30:39.043719 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-83dc60e6-37ca-41af-8d2e-f1579601f25b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 200 len: 217 time: 0.0629261 Nov 25 11:30:39.150534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-e752284d-ed04-4887-bff5-d0607944e525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:39.151958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-e752284d-ed04-4887-bff5-d0607944e525 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.1020992 Nov 25 11:30:39.320728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac345ee-e0cf-4528-977a-510df375b8f1 req-f77f9a9c-6db2-4938-b137-198a29887ae4 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:39.322064 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fac345ee-e0cf-4528-977a-510df375b8f1 req-f77f9a9c-6db2-4938-b137-198a29887ae4 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 943 time: 0.2411451 Nov 25 11:30:39.374456 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-510b3cbc-1c2f-4238-b0d4-1f2c64d8917a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2149720 Nov 25 11:30:39.401410 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fac345ee-e0cf-4528-977a-510df375b8f1 req-8de3f43a-0baf-44b2-b459-55bcdb829356 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718896 Nov 25 11:30:39.510972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-69d6cce6-a69f-4418-8d1e-efdacc4e07e2 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283734 Nov 25 11:30:39.640698 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b575cf-1e88-4dad-9e3d-9dcc3b4530d0 req-7ce0490a-fafd-4023-9b8c-49df9212dc76 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220617 Nov 25 11:30:40.606816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955fb19-065e-4e86-91c3-ede12d4352a6 req-b3e8f30d-62f9-4731-9ecb-2cf0a6fe65d2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:40.608258 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b955fb19-065e-4e86-91c3-ede12d4352a6 req-b3e8f30d-62f9-4731-9ecb-2cf0a6fe65d2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 943 time: 0.0829153 Nov 25 11:30:40.652608 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b955fb19-065e-4e86-91c3-ede12d4352a6 req-eea5f645-03fa-4f67-b198-6a6bc29ab512 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388000 Nov 25 11:30:41.847854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d865-4703-475e-ad0f-82c66c680b91 req-ca60f37f-abd3-42c0-bb94-d1dbbc64b881 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:41.849310 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84c7d865-4703-475e-ad0f-82c66c680b91 req-ca60f37f-abd3-42c0-bb94-d1dbbc64b881 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 943 time: 0.0758159 Nov 25 11:30:41.894418 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84c7d865-4703-475e-ad0f-82c66c680b91 req-6697bbec-2e43-407a-9c32-1d5739657c95 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391092 Nov 25 11:30:43.091149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c07936-63cd-4266-854d-dc439e992042 req-b7004714-1ca4-4a5d-a8b7-fc8c8a1cd2a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:43.092540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-73c07936-63cd-4266-854d-dc439e992042 req-b7004714-1ca4-4a5d-a8b7-fc8c8a1cd2a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 943 time: 0.0812221 Nov 25 11:30:43.137314 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-73c07936-63cd-4266-854d-dc439e992042 req-10adc6df-6e32-4b2c-99f4-7350110404ab tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386426 Nov 25 11:30:44.327192 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-d0c47456-4e80-4b3c-9db0-a1afb26a5b66 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1165018 Nov 25 11:30:44.348806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53ee2-d23a-493e-bc75-8e66707ea7cb req-818e8c10-f0b1-403d-925c-d50bf9098445 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:44.350314 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6c53ee2-d23a-493e-bc75-8e66707ea7cb req-818e8c10-f0b1-403d-925c-d50bf9098445 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 943 time: 0.0935771 Nov 25 11:30:44.398302 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6c53ee2-d23a-493e-bc75-8e66707ea7cb req-b178c9f1-84e8-49c1-b3f9-ba57667f21a7 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Nov 25 11:30:44.466467 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-69f3ee56-1c57-441d-a272-b3738884ed71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1098 time: 0.0707788 Nov 25 11:30:44.609482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-2dbd83ab-becd-4525-8a49-11219d0950b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:44.610895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-2dbd83ab-becd-4525-8a49-11219d0950b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 898 time: 0.1239815 Nov 25 11:30:44.715228 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-9559b83b-7997-4574-bd85-914b5cc5792a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 200 len: 1001 time: 0.0951908 Nov 25 11:30:44.779571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-55c37156-c7f7-4535-b04b-054ca7d474ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:44.780886 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-55c37156-c7f7-4535-b04b-054ca7d474ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0592556 Nov 25 11:30:44.853969 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-b130d259-90ef-40a0-b3cc-c23456e82ef0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661011 Nov 25 11:30:44.990964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-43f40696-c743-452a-8e36-44fed1ecfef0 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212258 Nov 25 11:30:45.119419 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-146cd980-6fae-4a69-a5f1-0a7e6ae8aa0a req-3e465789-52a2-42c0-a91a-6b3c3859f566 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219311 Nov 25 11:30:45.594771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72503-0007-4f97-bae0-c1610cf35cd7 req-214c60e5-849e-480b-abef-59ee641884da tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:45.596227 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b1b72503-0007-4f97-bae0-c1610cf35cd7 req-214c60e5-849e-480b-abef-59ee641884da tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 943 time: 0.0813959 Nov 25 11:30:45.734853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b1b72503-0007-4f97-bae0-c1610cf35cd7 req-6466aadd-5631-43f7-9b88-8f92d61f8a9b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330714 Nov 25 11:30:46.795937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4ef3770b-039e-4ea4-950d-5c1eff1500f6 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:30:46.925689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4ef3770b-039e-4ea4-950d-5c1eff1500f6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:46.928526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f820f-814b-4865-9a97-6df81a02767b req-27261f2b-a374-4340-bf84-024f5214eef2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:46.929957 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e35f820f-814b-4865-9a97-6df81a02767b req-27261f2b-a374-4340-bf84-024f5214eef2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 943 time: 0.0750222 Nov 25 11:30:46.939124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:30:46.973995 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e35f820f-814b-4865-9a97-6df81a02767b req-b9650167-ccc9-404f-8b1e-63654ec391a3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Nov 25 11:30:46.997354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:47.014305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef3770b-039e-4ea4-950d-5c1eff1500f6 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:30:47.028620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4ef3770b-039e-4ea4-950d-5c1eff1500f6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:47.032465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:47.034309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:47.095960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4ef3770b-039e-4ea4-950d-5c1eff1500f6,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:47.098762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:47.251200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['4ef3770b-039e-4ea4-950d-5c1eff1500f6'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:30:48.170372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad17d1-ecfe-4b49-85d5-a87d22a6813c req-08aa35e8-e51e-4952-aad1-4adf41d6e5c0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:48.171798 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c6ad17d1-ecfe-4b49-85d5-a87d22a6813c req-08aa35e8-e51e-4952-aad1-4adf41d6e5c0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 944 time: 0.0780118 Nov 25 11:30:48.216192 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c6ad17d1-ecfe-4b49-85d5-a87d22a6813c req-b9a941b3-ad35-403b-a8e4-300db0a7065b tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385547 Nov 25 11:30:48.815627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4ef3770b-039e-4ea4-950d-5c1eff1500f6 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:30:48.884210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:30:48.888709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:30:48.889088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:48.997484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:49.026044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:30:49.035952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4ef3770b-039e-4ea4-950d-5c1eff1500f6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:30:49.039605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:49.042205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:49.084794 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'code': 200} Nov 25 11:30:49.112640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4ef3770b-039e-4ea4-950d-5c1eff1500f6,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:49.115672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:49.436890 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b600deb3-ab7a-4399-bb2d-680ee38e5739 req-b5aa5ce9-9c69-4537-8f4e-50b21b88f243 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1098 time: 0.1293240 Nov 25 11:30:49.443368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1cd88-b454-4d90-99d3-01d5e21a7911 req-33b1d034-059f-4061-bff7-72df49197f3d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:49.444709 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-59f1cd88-b454-4d90-99d3-01d5e21a7911 req-33b1d034-059f-4061-bff7-72df49197f3d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 945 time: 0.1047509 Nov 25 11:30:49.513865 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-59f1cd88-b454-4d90-99d3-01d5e21a7911 req-c542355d-f5b4-45a8-822d-c1aceb5a7214 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560536 Nov 25 11:30:49.515399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b600deb3-ab7a-4399-bb2d-680ee38e5739 req-0f679264-e740-4c3a-8cbd-a4d4cbd47acb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698879 Nov 25 11:30:50.714849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46460f28-dff3-496c-a3b1-4d440f38c314 req-8c7cb5a8-855c-4164-9e74-17c9c3bc05a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:50.716195 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-46460f28-dff3-496c-a3b1-4d440f38c314 req-8c7cb5a8-855c-4164-9e74-17c9c3bc05a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 945 time: 0.0774007 Nov 25 11:30:50.760733 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-46460f28-dff3-496c-a3b1-4d440f38c314 req-689c79f2-6174-4b22-bc2f-13457f8df97f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 Nov 25 11:30:50.951013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b4083-6ad4-4b14-99c8-08298ebe09f4 req-84b4eae2-9366-4b96-a716-251aec28ce50 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:50.952446 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e5b4083-6ad4-4b14-99c8-08298ebe09f4 req-84b4eae2-9366-4b96-a716-251aec28ce50 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 945 time: 0.0756540 Nov 25 11:30:50.998948 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e5b4083-6ad4-4b14-99c8-08298ebe09f4 req-dcd6b564-a3a0-4ec6-8580-07f3e71d237a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Nov 25 11:30:51.026620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42294) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:51.202094 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-520207ad-3286-4db4-b873-f42fc9136e87 tempest-TestVolumeBootPattern-945922097 tempest-TestVolumeBootPattern-945922097-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1093 time: 0.1742737 Nov 25 11:30:51.204699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42298) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:51.210196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:30:51.215458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:30:51.219132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:floatingip and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:30:51.222037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:30:51.227661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:30:51.238038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:51.372339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:51.502742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Allocated IP 172.26.5.48 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/45c5f35b-8713-40e8-9d4f-90f913f76146) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:30:51.646952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:51.673828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:51.677497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-90d32fa9-2a9e-4b27-bff1-83d8e57b8771 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:51.742400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:30:51.745478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:30:51.749475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:30:51.776041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=45c5f35b-8713-40e8-9d4f-90f913f76146,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:51.782020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:52.243978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:52.298306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:52.496974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:52.501297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:52.505366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ef0dba54-3bfb-45a6-84a2-08e234b1e53e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:30:52.604127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=45c5f35b-8713-40e8-9d4f-90f913f76146,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:30:52.611412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:30:52.620246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:52.910701 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Floating IP d96bd009-d2ff-4078-9ebb-78c4e547f3ad associated. External IP: 172.26.5.48, port: 4ef3770b-039e-4ea4-950d-5c1eff1500f6. Nov 25 11:30:53.297220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:30:53.495510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:30:53.505682 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:30:53.517635 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:53.519569 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:53.520511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:53.573761 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3679874 Nov 25 11:30:53.574320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:30:53.629716 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'status': 'completed', 'code': 200} Nov 25 11:30:53.703951 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:53.717810 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-8f5af7da-a30a-49d8-bf48-94dfd5a2ec4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1098 time: 0.0677960 Nov 25 11:30:53.847350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-ea99d7c6-741b-4922-869d-fb25acaf48ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:53.848941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-ea99d7c6-741b-4922-869d-fb25acaf48ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1248479 Nov 25 11:30:53.956705 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-094f67ca-18a3-49e1-a289-b39362ff6577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 200 len: 998 time: 0.0965562 Nov 25 11:30:54.017706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-0d559b5f-62e7-4824-b16f-25fb24d62b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:30:54.019189 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-0d559b5f-62e7-4824-b16f-25fb24d62b4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0564644 Nov 25 11:30:54.038350 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:52Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:54.042052 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:30:54.053119 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:30:54.053702 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:54.095633 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-618740bc-304c-4cba-8ce8-da4c466a624f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697403 Nov 25 11:30:54.225192 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:30:54.227375 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-ad8c237a-b441-457d-a341-8f848c6b6214 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242468 Nov 25 11:30:54.364528 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c347dea3-2dc1-4d0e-9cdd-60f4f333297d req-a4836606-d6a1-4fcf-887f-315dde7faac3 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247625 Nov 25 11:30:54.586632 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:52Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:30:54.590442 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f359a50-f094-4725-8fce-e8e5982603f0 None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:52Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:30:54.777717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dab1a7-c2ca-4968-a5cc-8958da4b8aa1 None None] New status for floating IP d96bd009-d2ff-4078-9ebb-78c4e547f3ad: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:30:57.110058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42310) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:30:57.181250 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-08c0859a-15f0-4cac-91ee-9f9a7ccc7793 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=c95efa24a75e4d2085d6648223e61e91&network_id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 2999 time: 0.0699992 Nov 25 11:30:59.718091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:02.231979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42324) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:02.296579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc717a-fef1-4f8c-a1ae-112ffebb1a71 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:02.298245 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0cbc717a-fef1-4f8c-a1ae-112ffebb1a71 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762 HTTP/1.1" status: 200 len: 814 time: 0.0648265 Nov 25 11:31:03.564397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:03.570532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:03.573965 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:31:03.667756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:03.936937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:03.941774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:03.942124 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b disassociated. External IP: 172.26.5.142, port: 8d040131-6e57-4059-bcfd-7279f42ff2f0. Nov 25 11:31:03.950795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5f9974fb-13fa-49c9-b39c-bdf22d127bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:04.141291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:04.438042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:31:04.639362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:31:04.644433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:04.649186 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] Sync routers for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:31:04.661019 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:31:04.661678 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:04.699342 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-799f7dc4-1856-4639-85d5-84221fdf0e47 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 690 time: 1.1327431 Nov 25 11:31:04.699533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:31:04.706106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42336) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:04.754471 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'status': 'completed', 'code': 200} Nov 25 11:31:04.832756 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b0cb4635-3940-4528-b660-c2796dd53145 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 690 time: 0.1280980 Nov 25 11:31:04.841234 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:31:04.865925 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-44394210-d3b0-411f-9a45-41f69008b015 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1098 time: 0.0765200 Nov 25 11:31:05.095759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-cf861241-48de-4f10-aa61-0a50b851cbf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:05.097131 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-cf861241-48de-4f10-aa61-0a50b851cbf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 898 time: 0.2239501 Nov 25 11:31:05.147330 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:05.151038 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] Checking router: b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:31:05.161324 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:31:05.161918 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:30:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:05.166771 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-5e2a34d6-1088-43e6-8780-6942041ef8a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 200 len: 217 time: 0.0630870 Nov 25 11:31:05.229969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-561d8555-5070-49f5-b46d-1b942925bcad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:05.231380 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-561d8555-5070-49f5-b46d-1b942925bcad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0578830 Nov 25 11:31:05.309613 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-739a98f9-9ac8-4d61-b11d-7ba8b612f539 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714340 Nov 25 11:31:05.333901 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:31:05.438539 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-e5a01068-ed21-46e6-adc8-c153523906cd service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221719 Nov 25 11:31:05.571296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7455f0e9-959a-4c0f-9800-847b965663b3 req-7e21d5bb-0400-4ad5-988e-7924462d716a service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232307 Nov 25 11:31:05.658629 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:05.662712 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cbf2e-a90a-44db-b3ad-efd44ac99a51 None None] The sync data for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv is: [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:31:05.836466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42342) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:05.865689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1cae15-3c84-44ef-bcaa-96ce46e11d8e None None] New status for floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:31:05.919265 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6c3a1c6b-0671-4658-baa5-f4bb71f8c1be tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 690 time: 0.0813987 Nov 25 11:31:06.257689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5991d4d-3259-41ec-a85f-0934408fdb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:06.922817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42348) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:07.001344 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b1b0e931-7f6e-4bc2-9bc0-ce4335c8aaf4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 688 time: 0.0773065 Nov 25 11:31:07.326311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.476127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:08.484144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654445377', 'description': 'tempest-secgroup-smoke-1654445377 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:08.484144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:08.505947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:08.516165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.561331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:08.561331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:31:08.566046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:31:08.572959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:08.630283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.630283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.636517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:08.678210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0521f68-88b9-4218-98b9-675970ec331b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.687490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:08.694967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:08.694967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.701970 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2233436 Nov 25 11:31:08.701970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42358) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:08.706489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'b0521f68-88b9-4218-98b9-675970ec331b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:08.717655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:08.717655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:31:08.724503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:31:08.727533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:08.750148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.814819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.819394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.823141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.823141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-44613e42-b56c-4c8e-8fa4-d5078ab409ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:08.844536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22746a49-7a0e-4483-afeb-d51ac54d6fc5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:08.852273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:08.852273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.852273 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1504126 Nov 25 11:31:08.859509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42362) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:08.866132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'b0521f68-88b9-4218-98b9-675970ec331b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:08.866132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:08.876661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:31:08.876661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:31:08.883518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:08.903904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.969917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.969917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:08.969917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5bf24e9e-3afa-4e6c-a35f-30835d5d0b37 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:08.998348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c279d603-9bd5-4426-9721-4d8312393036,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:08.998348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:09.005711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.005711 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1482978 Nov 25 11:31:09.013676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42366) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:09.013676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'b0521f68-88b9-4218-98b9-675970ec331b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:09.022959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:09.022959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:31:09.029345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:31:09.037159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:09.054450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.127552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.127552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.127552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dc17d404-5d42-47d1-a40a-832928ecb1b1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:09.151431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63c9d51-8a39-450f-8d91-e4895ce929de,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:09.151431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:09.162096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.166276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42370) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:09.173031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'b0521f68-88b9-4218-98b9-675970ec331b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:09.177200 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1652837 Nov 25 11:31:09.180364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:09.180364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:31:09.187366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:31:09.194095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:09.211597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.280223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.280223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.288429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:09.314318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8288c7b0-edcc-4144-b7d8-eb3eca228a1a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:09.314318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:09.321654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.321654 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1554170 Nov 25 11:31:09.326429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:09.333223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'b0521f68-88b9-4218-98b9-675970ec331b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:09.339608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:09.339608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:31:09.347732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:31:09.350838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:09.363432 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:31:09.370954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.441495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.441495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.441495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f085ad4d-a708-4d22-aea1-2368d079c151 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:09.469035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3746ef7a-f5cd-4054-ba1d-e7c309d2cd0c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:09.469035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:09.481543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.481543 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1534278 Nov 25 11:31:09.485313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42378) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:09.498403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'b0521f68-88b9-4218-98b9-675970ec331b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:09.506085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:09.512360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:31:09.512360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:31:09.523149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:09.535724 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:31:09.535724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.609800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.609800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.618475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dd1daeda-7234-4ec3-90d6-c8b31c4af280 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:09.638398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b530d06-99e9-43de-91fe-eaff51d46fc8,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:09.638398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:09.651738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:09.660499 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1726756 Nov 25 11:31:09.831006 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-46d0bf52-390c-4a2b-9db4-606e30e75f7c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654445377&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0445144 Nov 25 11:31:09.984807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-5ddb520b-182b-488e-974f-bd66f00e43d0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:09.984807 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-5ddb520b-182b-488e-974f-bd66f00e43d0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 797 time: 0.1474626 Nov 25 11:31:10.003110 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-16711a22-11f1-4465-b737-27a180366e55 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0121732 Nov 25 11:31:10.091021 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-d5d754e4-d8bb-48e8-be42-1604f384a7b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829747 Nov 25 11:31:10.238357 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-feaaa264-9e24-431c-8ad3-411af8095708 service neutron] 10.222.0.41 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336341 Nov 25 11:31:10.376865 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-da23f95c-320f-4c4f-88fc-d06643eacb52 service neutron] 10.222.0.41 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322515 Nov 25 11:31:10.613852 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-21bfc2ec-11b7-4291-a5ff-c0074e76516a req-4614aaec-d6c4-4c2d-bf9a-10cf80aa3f1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 210 time: 0.0748596 Nov 25 11:31:11.857939 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-407eb0f7-75d5-4300-b3f3-42aefc9cdb4e req-08edbfc6-aeed-450f-b82a-0a3fd7f67dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 210 time: 0.0498052 Nov 25 11:31:11.908978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-79f6b293-9525-4f9f-95a4-0897e7a165f1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:11.910844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-79f6b293-9525-4f9f-95a4-0897e7a165f1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 797 time: 0.3544366 Nov 25 11:31:11.970128 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-2df6481d-03b1-49b0-be02-55bc975f9031 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 473 time: 0.0415900 Nov 25 11:31:11.980607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['b0521f68-88b9-4218-98b9-675970ec331b']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:12.112975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:31:12.122287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:31:12.131689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:31:12.134638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:12.291305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.4 (9bc1ce4c-d254-428a-8614-be962a475da9/2fd012c9-082b-4c53-be3e-66d7e3b2830e/0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:31:12.473069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:12.488477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:31:12.509851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:12.516066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7e49cc2-8173-468b-aea5-259d13f26aca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:12.578095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 9bc1ce4c-d254-428a-8614-be962a475da9 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:31:12.585298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:31:12.587718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:31:12.625926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:12.630907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:12.656091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:12.656676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:12.682597 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7059414 Nov 25 11:31:12.695818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Request body: {'port': {'device_id': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:12.806044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:12.832595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b381fc78-2db1-41e9-a83e-6cb7921ff8b8 None None] Provisioning for port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:31:12.837938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b381fc78-2db1-41e9-a83e-6cb7921ff8b8 None None] Provisioning complete for port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:31:12.837938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b381fc78-2db1-41e9-a83e-6cb7921ff8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:12.902075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b381fc78-2db1-41e9-a83e-6cb7921ff8b8 None None] Port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:31:13.150103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f1e47-4a09-4532-8e8c-1d4c5b3f92d2 req-4e1dc773-51da-4826-aad6-fd3b2a87d08e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:13.150782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-223f1e47-4a09-4532-8e8c-1d4c5b3f92d2 req-4e1dc773-51da-4826-aad6-fd3b2a87d08e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:31:13.214187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-223f1e47-4a09-4532-8e8c-1d4c5b3f92d2 req-4e1dc773-51da-4826-aad6-fd3b2a87d08e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:31:13.214187 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-223f1e47-4a09-4532-8e8c-1d4c5b3f92d2 req-4e1dc773-51da-4826-aad6-fd3b2a87d08e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 931 time: 0.1977527 Nov 25 11:31:13.219638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:31:13.240293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:13.269118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Transition to ACTIVE for port object 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:31:13.273854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:13.278677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:13.324392 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-223f1e47-4a09-4532-8e8c-1d4c5b3f92d2 req-8b035576-c266-4f08-8cfc-25afac7e9f68 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998068 Nov 25 11:31:13.406754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:13.411428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:13.517881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Attempting to bind port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:31:13.518766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Attempting to bind port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:31:13.519310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Attempting to bind port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 on network 9bc1ce4c-d254-428a-8614-be962a475da9 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:31:13.525578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 on network 9bc1ce4c-d254-428a-8614-be962a475da9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:31:13.525920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Attempting to bind port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 on network 9bc1ce4c-d254-428a-8614-be962a475da9 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:31:13.532094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:31:13.532398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Checking segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:31:13.532770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Bound using segment: {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:31:13.533186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Bound port: 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ceb10f-d77b-4e26-9e9d-457f967bcf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:31:13.533520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:13.721488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] For port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:31:13.724926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] For port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:31:13.729005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:13.734342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3d322e9a-ddb0-40c4-9723-4e7a74f28791 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:13.792184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:13.792184 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] 10.222.0.48 "PUT /v2.0/ports/0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 HTTP/1.1" status: 200 len: 1093 time: 1.1002007 Nov 25 11:31:13.795017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:31:13.827699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:13.832908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:13.870073 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'status': 'completed', 'code': 200} Nov 25 11:31:13.914982 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-d01bcbef-721e-478c-bf4c-bf0025e9830c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 1096 time: 0.0817912 Nov 25 11:31:13.993470 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-d33c96c0-a547-4fc0-8939-70c491feaeeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 HTTP/1.1" status: 200 len: 217 time: 0.0701911 Nov 25 11:31:14.071172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-49f22565-0bc6-4cca-b1c7-389203c5cf7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:14.071172 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-49f22565-0bc6-4cca-b1c7-389203c5cf7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0684075 Nov 25 11:31:14.144893 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-5af72b63-ab2b-4b32-99e0-7808d4cfafa3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693114 Nov 25 11:31:14.274726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-2aa43f06-8f8e-4e77-942f-480717ebba4d service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220818 Nov 25 11:31:14.414977 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0d90cea-f25f-475d-8bc6-8802f14d5f87 req-1aca2866-f183-4f5c-8299-300177623161 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337464 Nov 25 11:31:14.581979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c530-5714-45fe-95f8-2a939065f907 req-459b060e-d28f-490e-a98b-7ad28711fc16 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:14.581979 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7d6c530-5714-45fe-95f8-2a939065f907 req-459b060e-d28f-490e-a98b-7ad28711fc16 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 943 time: 0.1341395 Nov 25 11:31:14.586249 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94276f8e-94be-456c-8eb3-5def47fea8df req-fa6e0735-42cb-4543-be87-0477dfeb2046 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 1096 time: 0.1080956 Nov 25 11:31:14.709157 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7d6c530-5714-45fe-95f8-2a939065f907 req-064ee5da-ce5c-4e7f-af2d-84b5fa06517a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212492 Nov 25 11:31:14.753629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276f8e-94be-456c-8eb3-5def47fea8df req-31f3063e-3f13-42f2-98bf-f08592276045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:14.753629 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94276f8e-94be-456c-8eb3-5def47fea8df req-31f3063e-3f13-42f2-98bf-f08592276045 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 898 time: 0.1480360 Nov 25 11:31:14.830831 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94276f8e-94be-456c-8eb3-5def47fea8df req-48641c74-0b6a-4a60-9bd2-4821f197199f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 HTTP/1.1" status: 200 len: 217 time: 0.0643101 Nov 25 11:31:14.903700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276f8e-94be-456c-8eb3-5def47fea8df req-a71dd9e0-f893-4a1b-9135-692ca358c47d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:14.903700 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94276f8e-94be-456c-8eb3-5def47fea8df req-a71dd9e0-f893-4a1b-9135-692ca358c47d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0655510 Nov 25 11:31:14.981099 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94276f8e-94be-456c-8eb3-5def47fea8df req-4f094d43-ac8e-4c1b-a40a-a2d301312265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721269 Nov 25 11:31:15.114868 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94276f8e-94be-456c-8eb3-5def47fea8df req-ba2c9bd5-5e91-4ec4-bb37-ba7752f5c0c9 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258509 Nov 25 11:31:15.255862 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94276f8e-94be-456c-8eb3-5def47fea8df req-54d7ad5f-209a-4aa0-a94d-7c52392bdd49 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333804 Nov 25 11:31:16.008797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb5c8-d01c-42bf-8e24-385d89ca2dc9 req-42eae1d5-5217-4c9c-84f1-77893e908031 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:16.010229 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-114fb5c8-d01c-42bf-8e24-385d89ca2dc9 req-42eae1d5-5217-4c9c-84f1-77893e908031 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 943 time: 0.1752474 Nov 25 11:31:16.054481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-114fb5c8-d01c-42bf-8e24-385d89ca2dc9 req-45a73af1-70d0-4d2d-aec4-c828ef0aaae3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Nov 25 11:31:16.914930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:31:17.048308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:31:17.064638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'port_id': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'mac_address': 'fa:16:3e:0c:d4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:31:17.118695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:17.139468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:31:17.158639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:31:17.168874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:17.168874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1f157dad-6854-445e-b30b-afbd21b8cdd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:17.235392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:17.244578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.244578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.244888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.246060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.246060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.246060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.246925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.246925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.248458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.248458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.248458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:17.251467 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:17.265327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1e56-3d51-447e-9e4f-a3d6fda5789a req-7bc75e4b-de37-4f4d-a7d2-9ada487a2a76 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:17.267813 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-807e1e56-3d51-447e-9e4f-a3d6fda5789a req-7bc75e4b-de37-4f4d-a7d2-9ada487a2a76 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 944 time: 0.0835304 Nov 25 11:31:17.316388 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-807e1e56-3d51-447e-9e4f-a3d6fda5789a req-11318aa9-b979-403c-a2a5-dfed8f635dc2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Nov 25 11:31:17.399258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:31:18.518135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab9149-a909-42b1-8e1b-8a89359a6c4c req-afbc417e-d36d-4764-8d42-a58168f7e6a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:18.519256 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1dab9149-a909-42b1-8e1b-8a89359a6c4c req-afbc417e-d36d-4764-8d42-a58168f7e6a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 944 time: 0.0807462 Nov 25 11:31:18.573422 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1dab9149-a909-42b1-8e1b-8a89359a6c4c req-aa860067-9784-4c03-badd-7dc315ed31f1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469105 Nov 25 11:31:18.916072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:31:18.982682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:31:18.987902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:31:18.988422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:19.113101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:19.141509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:31:19.150805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:31:19.154690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:19.157370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:19.198730 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'code': 200} Nov 25 11:31:19.227128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:19.229928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:19.438498 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c20236e6-85e8-4926-893a-38e6491d249b req-a451187b-3878-48d4-90ab-0542fa21c2d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 1098 time: 0.0711524 Nov 25 11:31:19.480465 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c20236e6-85e8-4926-893a-38e6491d249b req-430c2f1d-dbb6-4681-b116-c4bb38bccca8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349874 Nov 25 11:31:19.770763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0bb23-2033-4d75-b339-feda93a31918 req-789fefd0-506f-4982-9a74-30441e64586c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:19.772649 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-28a0bb23-2033-4d75-b339-feda93a31918 req-789fefd0-506f-4982-9a74-30441e64586c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 945 time: 0.0749893 Nov 25 11:31:19.816569 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-28a0bb23-2033-4d75-b339-feda93a31918 req-71308e09-9b04-4431-b353-3c5eb1ab5ff3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 Nov 25 11:31:21.012642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b37b2-d0f6-4e26-8632-5737f4c8ef5f req-620ca823-ae42-4749-b10d-c782d5d5123f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:21.014157 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b92b37b2-d0f6-4e26-8632-5737f4c8ef5f req-620ca823-ae42-4749-b10d-c782d5d5123f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 945 time: 0.0780170 Nov 25 11:31:21.059780 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b92b37b2-d0f6-4e26-8632-5737f4c8ef5f req-d63e4c10-73d0-412e-bc93-39c5c9ad071b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401003 Nov 25 11:31:21.250133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac5-025e-4f69-8b9a-f30ba722ba8e req-15009d16-275d-4c04-b0ec-022d6c64abd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:21.251552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fc8dfac5-025e-4f69-8b9a-f30ba722ba8e req-15009d16-275d-4c04-b0ec-022d6c64abd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 945 time: 0.0751348 Nov 25 11:31:21.295986 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fc8dfac5-025e-4f69-8b9a-f30ba722ba8e req-f7974652-8915-4426-95c8-5b9f27a890a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Nov 25 11:31:21.322930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42424) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:21.393695 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-84fabf4e-92a6-4e94-adc2-2ba8ae481816 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 1093 time: 0.0696356 Nov 25 11:31:21.396302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42428) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:21.401764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'port_id': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:31:21.474386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:22.157147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:22.160901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:22.348618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b associated. External IP: 172.26.5.142, port: 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879. Nov 25 11:31:22.744269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:31:22.940327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:31:22.944544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:22.949760 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] Sync routers for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:31:22.961642 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:31:22.962244 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:31:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:22.996080 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-274fa81c-63ef-48f8-a3fe-ee37ec457958 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 991 time: 1.5982473 Nov 25 11:31:22.996787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:31:22.998999 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42432) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:23.052968 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'status': 'completed', 'code': 200} Nov 25 11:31:23.138655 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:31:23.153155 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a01dce98-9b09-4622-9e2a-692646d888e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 991 time: 0.1523604 Nov 25 11:31:23.174250 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-ac19ee21-5c9e-4b83-94de-f99e913544d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 1098 time: 0.0961120 Nov 25 11:31:23.302504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-f6fd5100-0a53-4f05-a157-f4d034614c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:23.304689 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-f6fd5100-0a53-4f05-a157-f4d034614c72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 898 time: 0.1240871 Nov 25 11:31:23.416694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-b178b1d5-2cc4-4b72-9437-b4bfe2c33654 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 HTTP/1.1" status: 200 len: 999 time: 0.1049254 Nov 25 11:31:23.475351 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '54d4a394-5498-4c9f-a7bf-0587deb4d13b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'port_id': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'mac_address': 'fa:16:3e:0c:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:26Z', 'updated_at': '2021-11-25T11:31:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:23.478887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-ea9b8828-bda6-4771-9ee1-6183dd26920d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:23.479153 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] Checking router: b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:31:23.480344 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-ea9b8828-bda6-4771-9ee1-6183dd26920d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0573986 Nov 25 11:31:23.489437 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:31:23.490026 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:31:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:23.559796 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-aa5f9640-6f3c-4ff9-85a2-a67343f9fd01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731750 Nov 25 11:31:23.674639 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:31:23.694604 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-85b4e503-d893-4f8b-af4c-54f3bdc40737 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270251 Nov 25 11:31:23.824912 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af5b1551-3eff-4cd2-bcf7-bb48bbdb7e48 req-0d485567-3c17-42a4-b422-5deb492925b5 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240327 Nov 25 11:31:24.011489 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '54d4a394-5498-4c9f-a7bf-0587deb4d13b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'port_id': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'mac_address': 'fa:16:3e:0c:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:26Z', 'updated_at': '2021-11-25T11:31:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:24.015127 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c885d5-cfc9-4be8-bf4d-27e69eea4434 None None] The sync data for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv is: [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '54d4a394-5498-4c9f-a7bf-0587deb4d13b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'port_id': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'mac_address': 'fa:16:3e:0c:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:26Z', 'updated_at': '2021-11-25T11:31:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:31:24.156950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42440) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:24.219280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979f3c1-185c-4046-8665-f6875781747b None None] New status for floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:31:24.278003 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7abf9cd-26f8-4489-b877-35641541afa3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 991 time: 0.1196303 Nov 25 11:31:25.281621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42444) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:25.381346 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad112083-1e0f-4e75-8659-4b4052095d52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 200 len: 993 time: 0.0984817 Nov 25 11:31:29.709696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:33.952670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fccac380-1cec-48ae-840c-46dbac16b6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:34.144168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:36.259688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98c9cf59-4256-4522-b54a-e0fafb10415a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:37.328932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:38.811989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:40.575183 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:31:44.396483 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-e19613b3-d659-4208-b57d-03f08da67627 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1995518 Nov 25 11:31:44.549967 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-89d4443b-e648-4915-ad25-8e00f964bd4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 1098 time: 0.0783846 Nov 25 11:31:44.700717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-1315a687-7f79-436f-9a07-fbffd855d826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:44.702502 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-1315a687-7f79-436f-9a07-fbffd855d826 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 200 len: 898 time: 0.1306262 Nov 25 11:31:44.771862 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-8769e80b-53ef-470b-88a3-a4ab5c784a72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 200 len: 217 time: 0.0627294 Nov 25 11:31:44.832783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-b39c95c3-4826-4816-9abb-00c29ec8ae91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:44.834228 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-b39c95c3-4826-4816-9abb-00c29ec8ae91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 200 len: 835 time: 0.0565157 Nov 25 11:31:44.910732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-e77f0dbe-af8e-4d42-8f89-b3ff67851cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc1ce4c-d254-428a-8614-be962a475da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700703 Nov 25 11:31:45.043044 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-5dcbed12-0ca4-4c3d-a57b-f32b822a83b0 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236641 Nov 25 11:31:45.171616 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f5fce29-6829-4249-8fdf-67ba814a3cc4 req-9738abe5-064c-45af-8c84-a9b6e9f6912c service neutron] 10.222.0.48 "GET /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220806 Nov 25 11:31:54.440318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91bfe4-d0f1-43c0-9ec6-6e04d68084f5 req-def22b25-eec2-4bda-bcc9-a692d6fe54b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:54.441738 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff91bfe4-d0f1-43c0-9ec6-6e04d68084f5 req-def22b25-eec2-4bda-bcc9-a692d6fe54b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 945 time: 0.0752940 Nov 25 11:31:54.485268 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff91bfe4-d0f1-43c0-9ec6-6e04d68084f5 req-50664141-2d7a-4d64-bedc-0a4d0a2257b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375147 Nov 25 11:31:55.739825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a417d36-1194-4fec-8f95-9ad2ad8ead9d req-fa6afffe-e9eb-4a8c-a06f-83b47711d14a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:55.741430 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0a417d36-1194-4fec-8f95-9ad2ad8ead9d req-fa6afffe-e9eb-4a8c-a06f-83b47711d14a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 945 time: 0.1354489 Nov 25 11:31:55.747364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-f7261139-a7d3-481e-b8ba-7bddd5aea2d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:31:55.748698 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-f7261139-a7d3-481e-b8ba-7bddd5aea2d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 945 time: 0.1092927 Nov 25 11:31:55.839823 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0a417d36-1194-4fec-8f95-9ad2ad8ead9d req-d167f235-9f7f-42c2-9255-4ed4c7366dc5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0521f68-88b9-4218-98b9-675970ec331b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901337 Nov 25 11:31:55.844411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:31:55.844744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:56.092413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:31:56.092690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:56.469867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:56.470215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:56.470510 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b disassociated. External IP: 172.26.5.142, port: 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879. Nov 25 11:31:56.470836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:31:56.605963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:56.611289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de3fd907-05e8-4e5c-b6a1-8e050fbfde2f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:56.655345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:56.669030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.669402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.669768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.670124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.670498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.670838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.671192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.671543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.671888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.672262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.672607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:31:56.675967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:56.872218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:31:57.010199 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ec5dec45-a80b-47d6-a1bd-71764b9f14dc req-c79dffa2-c177-4200-9a69-36024b6a65d8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43fc7c9-0b63-45ec-90ba-7894dfc522ee HTTP/1.1" status: 200 len: 210 time: 0.0507376 Nov 25 11:31:57.113871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:31:57.124068 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] Sync routers for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:31:57.136466 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:31:57.137074 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:31:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:57.187940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:31:57.190394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:57.192964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'name': 'network-vif-deleted', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:31:57.211366 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1f45c91a-8850-41dc-abff-202882aa8a17 req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 HTTP/1.1" status: 204 len: 173 time: 1.4470606 Nov 25 11:31:57.263152 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43fc7c9-0b63-45ec-90ba-7894dfc522ee', 'name': 'network-vif-deleted', 'tag': '0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879', 'status': 'completed', 'code': 200} Nov 25 11:31:57.347167 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:31:57.678857 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:57.682854 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] Checking router: b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:31:57.692967 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:31:57.693551 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:31:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:57.864445 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:31:58.113795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42478) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:58.162598 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:31:58.166459 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfba7b6-132c-4890-8fe0-1a10d061e71a None None] The sync data for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv is: [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:30:10Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0', 'name': '', 'network_id': '9bc1ce4c-d254-428a-8614-be962a475da9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:33:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:09Z', 'updated_at': '2021-11-25T11:30:17Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '2fd012c9-082b-4c53-be3e-66d7e3b2830e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:31:58.183790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df59dac-a139-4cde-8a07-b770d55176d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:58.213489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df59dac-a139-4cde-8a07-b770d55176d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:58.277948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df59dac-a139-4cde-8a07-b770d55176d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:58.282129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-457af489-3f95-47d6-99dd-17dd7f6d8082 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:58.298656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df59dac-a139-4cde-8a07-b770d55176d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0521f68-88b9-4218-98b9-675970ec331b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:58.302604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0df59dac-a139-4cde-8a07-b770d55176d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:31:58.307277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0df59dac-a139-4cde-8a07-b770d55176d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:58.310887 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0df59dac-a139-4cde-8a07-b770d55176d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/b0521f68-88b9-4218-98b9-675970ec331b HTTP/1.1" status: 204 len: 168 time: 0.1936374 Nov 25 11:31:58.352856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42484) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:58.392117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4f328-e03f-49f6-bd6f-b80b4678e84a None None] New status for floating IP 54d4a394-5498-4c9f-a7bf-0587deb4d13b: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:31:58.504386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port c25ef31c-6134-4bee-9ffa-6cba80b1017d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:31:58.504631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:58.783915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:58.784175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:58.898810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for c25ef31c-6134-4bee-9ffa-6cba80b1017d owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:31:58.975854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:31:58.976747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:31:59.153326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:31:59.219235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:31:59.219581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0c5cd4ce-3bae-42c4-8a1a-2a1e1b75f879 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:31:59.478491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port c25ef31c-6134-4bee-9ffa-6cba80b1017d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:31:59.478977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:59.649693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:59.650011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:59.738448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:59.769633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for c25ef31c-6134-4bee-9ffa-6cba80b1017d owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:31:59.905503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:59.909487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:31:59.951029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=c25ef31c-6134-4bee-9ffa-6cba80b1017d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:31:59.953544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:00.042358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:00.056514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:00.057602 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/54d4a394-5498-4c9f-a7bf-0587deb4d13b HTTP/1.1" status: 204 len: 168 time: 1.7037914 Nov 25 11:32:00.427132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e709a3-f561-473d-ad74-26dfecb2a0d4 req-c12a185d-983b-4c5e-8c38-7f5e0ae6c00e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:00.427815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43e709a3-f561-473d-ad74-26dfecb2a0d4 req-c12a185d-983b-4c5e-8c38-7f5e0ae6c00e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:00.442860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43e709a3-f561-473d-ad74-26dfecb2a0d4 req-c12a185d-983b-4c5e-8c38-7f5e0ae6c00e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:00.443958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43e709a3-f561-473d-ad74-26dfecb2a0d4 req-c12a185d-983b-4c5e-8c38-7f5e0ae6c00e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 945 time: 0.0951228 Nov 25 11:32:00.488467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43e709a3-f561-473d-ad74-26dfecb2a0d4 req-e228b092-0619-4d40-8c3d-008c5e1b7a50 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:00.503323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43e709a3-f561-473d-ad74-26dfecb2a0d4 req-e228b092-0619-4d40-8c3d-008c5e1b7a50 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:00.504705 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43e709a3-f561-473d-ad74-26dfecb2a0d4 req-e228b092-0619-4d40-8c3d-008c5e1b7a50 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552881 Nov 25 11:32:01.732946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-c45784de-e628-4777-aab8-986049705095 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:01.734264 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-c45784de-e628-4777-aab8-986049705095 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 945 time: 0.1356578 Nov 25 11:32:01.740346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474dc0-0622-4892-8efa-3a3e0e9f1aff req-47fde673-7c52-4ebf-a51d-99e52c0713dd tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:01.741658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-da474dc0-0622-4892-8efa-3a3e0e9f1aff req-47fde673-7c52-4ebf-a51d-99e52c0713dd tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 945 time: 0.1125078 Nov 25 11:32:01.830562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 8d040131-6e57-4059-bcfd-7279f42ff2f0 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:32:01.830889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:01.870039 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-da474dc0-0622-4892-8efa-3a3e0e9f1aff req-3c64054a-6912-4d77-8290-c18014fb86b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d770e3e-ca3f-4086-9000-84dab20f8728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013713 Nov 25 11:32:02.073113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 8d040131-6e57-4059-bcfd-7279f42ff2f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8d040131-6e57-4059-bcfd-7279f42ff2f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:02.073377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:02.284620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 8d040131-6e57-4059-bcfd-7279f42ff2f0 owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:32:02.417727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:02.423146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:02.468627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=8d040131-6e57-4059-bcfd-7279f42ff2f0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:02.472529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:02.542574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 8d040131-6e57-4059-bcfd-7279f42ff2f0 on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:32:02.544913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:02.547455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'name': 'network-vif-deleted', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:02.563054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6c56b6a1-7604-47f5-bf3b-b895021b6c5d req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/8d040131-6e57-4059-bcfd-7279f42ff2f0 HTTP/1.1" status: 204 len: 173 time: 0.8204112 Nov 25 11:32:02.607483 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4021a1-ca16-47c5-8f15-f96a0bc4202f', 'name': 'network-vif-deleted', 'tag': '8d040131-6e57-4059-bcfd-7279f42ff2f0', 'status': 'completed', 'code': 200} Nov 25 11:32:03.051849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-074077f2-81ad-4b7c-9380-9c9a774b0a56 req-697775f4-d7f0-4da6-b463-ca7a885b834c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:03.067165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-074077f2-81ad-4b7c-9380-9c9a774b0a56 req-697775f4-d7f0-4da6-b463-ca7a885b834c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:03.068392 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-074077f2-81ad-4b7c-9380-9c9a774b0a56 req-697775f4-d7f0-4da6-b463-ca7a885b834c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4021a1-ca16-47c5-8f15-f96a0bc4202f HTTP/1.1" status: 200 len: 210 time: 0.0571072 Nov 25 11:32:03.953592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d4dce8fa-6bdd-4928-bd59-0b0e0abbb0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:04.147042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:04.180838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:04.247857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:04.275783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:04.343781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:04.347668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5d63c7ef-e743-4c3c-bd7d-ce4a11595c77 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:04.364491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d770e3e-ca3f-4086-9000-84dab20f8728,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:04.367028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:04.374141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:04.377737 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/2d770e3e-ca3f-4086-9000-84dab20f8728 HTTP/1.1" status: 204 len: 168 time: 0.1934419 Nov 25 11:32:04.416042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42506) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:04.803270 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:05.180769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8d040131-6e57-4059-bcfd-7279f42ff2f0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:32:05.212328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 8d040131-6e57-4059-bcfd-7279f42ff2f0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:32:05.212683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 8d040131-6e57-4059-bcfd-7279f42ff2f0 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:32:05.500745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:32:05.501283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:05.686703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:05.687044 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:05.804784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:32:05.979166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:05.983210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0f2aa1f1-422f-432b-a55e-e3a83891ffe2 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:06.025290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:06.028063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:06.264537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ea2e9ff5-99a2-4f21-a5ec-b3fd5b3f9f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:06.319303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:06.990731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:32:07.183427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:32:07.193342 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] Sync routers for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:32:07.200095 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7828999 Nov 25 11:32:07.202729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:07.206946 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:07.207552 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:07.332660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:07.380435 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:07.385471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet 2fd012c9-082b-4c53-be3e-66d7e3b2830e {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:32:07.388308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:07.445194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:07.531920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:07.615623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:07.620720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9f6d1847-0f1d-4a4e-884a-28e2e319ccf7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:07.655331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd012c9-082b-4c53-be3e-66d7e3b2830e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:07.657931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:07.661968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:07.671842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46349784-bc93-4799-a093-e3fa817ad73e None None] Network 9bc1ce4c-d254-428a-8614-be962a475da9 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:32:07.672013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42514) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:07.676495 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/2fd012c9-082b-4c53-be3e-66d7e3b2830e HTTP/1.1" status: 204 len: 168 time: 0.4655607 Nov 25 11:32:07.683686 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:32:05Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:07.687920 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] Checking router: b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:32:07.698495 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] Routers {'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:07.699024 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:07.880555 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] Set router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:07.889511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:07.925614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] DHCP port deletion for 9bc1ce4c-d254-428a-8614-be962a475da9 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:32:07.930103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Deleting port 42aba69a-b3c0-43ed-b391-336cae39522d {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:32:07.930479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.085647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.095536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 3e1d1722-b152-429b-b4e0-b359da98a457 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:32:08.095925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.134878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] For port 42aba69a-b3c0-43ed-b391-336cae39522d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=42aba69a-b3c0-43ed-b391-336cae39522d,segment=NetworkSegment(82ceb10f-d77b-4e26-9e9d-457f967bcf0a),segment_id=82ceb10f-d77b-4e26-9e9d-457f967bcf0a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:08.135277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.169977 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:32:05Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:08.173736 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322922b-b849-4dbf-8576-bddfce446801 None None] The sync data for ids ['b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5'] in dv-neutron-819177-1-hyperv is: [{'id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'name': 'tempest-TestNetworkBasicOps-router-1019819925', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:30:05Z', 'updated_at': '2021-11-25T11:32:05Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '3e1d1722-b152-429b-b4e0-b359da98a457', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:30:06Z', 'updated_at': '2021-11-25T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:32:08.254664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Calling delete_port for 42aba69a-b3c0-43ed-b391-336cae39522d owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:32:08.269732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 3e1d1722-b152-429b-b4e0-b359da98a457, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3e1d1722-b152-429b-b4e0-b359da98a457,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:08.270083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.331815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.336716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:08.376824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Pushing event deleted for resources: {'Port': ['ID=42aba69a-b3c0-43ed-b391-336cae39522d,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:08.380014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:08.380794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] No DVR routers for this DVR port 42aba69a-b3c0-43ed-b391-336cae39522d on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:32:08.396755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 3e1d1722-b152-429b-b4e0-b359da98a457 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:32:08.561966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.565869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-124b1236-b374-43d7-bcd1-554bc681188a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:08.610639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=3e1d1722-b152-429b-b4e0-b359da98a457,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:08.614166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:08.814979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.935077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:08.939196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:32:08.970902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:32:08.971246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device dcc9fa7d-57e7-4704-a861-c4eee0d0f4f0 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:32:08.971660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 42aba69a-b3c0-43ed-b391-336cae39522d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:32:09.005282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 42aba69a-b3c0-43ed-b391-336cae39522d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:32:09.005632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 42aba69a-b3c0-43ed-b391-336cae39522d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:32:09.187400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.191379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.215127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.215645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:32:09.230087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.231173 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/b3d4eeeb-5558-4bfc-9072-3f00b7f05bf5 HTTP/1.1" status: 204 len: 168 time: 1.5582185 Nov 25 11:32:09.233961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42518) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:09.347587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.473457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.497992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc1ce4c-d254-428a-8614-be962a475da9']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:09.510006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ceb10f-d77b-4e26-9e9d-457f967bcf0a') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:09.510438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ceb10f-d77b-4e26-9e9d-457f967bcf0a') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:09.524187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.540724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.547758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:32:09.548313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:32:09.563978 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:32:09.649402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.654159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.657298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87a68b99-9bab-45a7-b34b-1a6900494af1 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:09.680716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=9bc1ce4c-d254-428a-8614-be962a475da9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:09.683114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:09.690338 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/9bc1ce4c-d254-428a-8614-be962a475da9 HTTP/1.1" status: 204 len: 168 time: 0.4554305 Nov 25 11:32:09.714302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42524) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:09.719891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--689449714', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:09.724951 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:09.728950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:09.731748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:09.737439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:09.747220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:09.750099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.777896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:09.786517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.786874 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment 8dd3aa1f-a198-47a1-a71f-d8b298552e7a of type vlan for network 1ae155e4-5418-41d6-b5b6-bf167161cad6 Nov 25 11:32:09.815358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.843737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.847388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:09.847944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.851272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-00abf2a6-c34c-4936-bf75-c04c75f6d033 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:09.950354 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2348096 Nov 25 11:32:09.952858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42528) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:09.959970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-428169280', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:09.964932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=1ae155e4-5418-41d6-b5b6-bf167161cad6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:09.968037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:09.968931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:09.972738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:09.974519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:09.976160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:09.981668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:09.990768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:09.992514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.012184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.152484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.429985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.457700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.592786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.19 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/aeaa7ffe-056b-484f-8d60-7de81d234a07) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:10.737684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.763195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.767283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:10.831869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:10.835423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:10.837875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:32:10.853696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e1d1722-b152-429b-b4e0-b359da98a457 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:32:10.867673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=aeaa7ffe-056b-484f-8d60-7de81d234a07,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:10.873547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:10.885919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3e1d1722-b152-429b-b4e0-b359da98a457 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:32:10.886277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3e1d1722-b152-429b-b4e0-b359da98a457 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:32:10.993295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:10.993918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:11.213401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 6609c398-b879-422c-8b85-6f10c32c6ae5 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:32:11.408447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:32:11.417944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Sync routers for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:32:11.430135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:11.430770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:11.434108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:11.435392 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4816456 Nov 25 11:32:11.438473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42532) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:11.609621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:11.621327 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-887e334f-473e-4b36-83a9-c59afbded2ec tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1816125 Nov 25 11:32:11.623797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42538) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:11.755700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3e269-6b1b-431e-bd47-28b2fb63339f tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:11.757685 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c1f3e269-6b1b-431e-bd47-28b2fb63339f tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323557 Nov 25 11:32:11.760438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42542) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:11.802344 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb8cd32c-ac7a-4949-8162-97f43ebebc4d tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405309 Nov 25 11:32:11.805382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42546) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:11.810832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3729761', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:11.911939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:11.916312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:11.919073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:11.924606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:11.927866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:10Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:11.932353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Checking router: 6609c398-b879-422c-8b85-6f10c32c6ae5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:32:11.932703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Updating router 6609c398-b879-422c-8b85-6f10c32c6ae5 port aeaa7ffe-056b-484f-8d60-7de81d234a07 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:32:11.935232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:11.985584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.035644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.309196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.320653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Transition to ACTIVE for port object aeaa7ffe-056b-484f-8d60-7de81d234a07 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:12.326478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.329867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:12.349114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.353639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d90acb29-232b-4d1c-85da-49e60ca23598 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:12.404194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01d5f-3d11-49e4-bdb1-f6022f33d219 None None] Pushing event updated for resources: {'Port': ['ID=aeaa7ffe-056b-484f-8d60-7de81d234a07,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:12.406450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Attempting to bind port aeaa7ffe-056b-484f-8d60-7de81d234a07 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:12.406820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Attempting to bind port aeaa7ffe-056b-484f-8d60-7de81d234a07 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:12.407184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Attempting to bind port aeaa7ffe-056b-484f-8d60-7de81d234a07 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:12.409339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bc01d5f-3d11-49e4-bdb1-f6022f33d219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:12.415949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:32:12.416347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:32:12.416754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.417142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:32:12.417609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Bound port: aeaa7ffe-056b-484f-8d60-7de81d234a07, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:12.418155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.425789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=c0664c8c-8c01-4496-ab0c-0b769a24dce3,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:12.429771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:12.437689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:32:12.438039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: 1ae155e4-5418-41d6-b5b6-bf167161cad6, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:32:12.459168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:32:12.469378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 1ae155e4-5418-41d6-b5b6-bf167161cad6) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:12.474120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:12.474697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.481688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0620d-016c-40c1-b266-ca69730b1481 None None] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:32:12.501279 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6920755 Nov 25 11:32:12.501583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:12.573669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] For port aeaa7ffe-056b-484f-8d60-7de81d234a07, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:12.597201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] For port aeaa7ffe-056b-484f-8d60-7de81d234a07, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=aeaa7ffe-056b-484f-8d60-7de81d234a07,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:32:12.610358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:12.616223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bd59e55-f893-490a-8ba2-be63a25e673f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:12.732946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01d5f-3d11-49e4-bdb1-f6022f33d219 None None] Pushing event updated for resources: {'Port': ['ID=aeaa7ffe-056b-484f-8d60-7de81d234a07,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:12.760574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bc01d5f-3d11-49e4-bdb1-f6022f33d219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:12.776387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:12.777000 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:12.823355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-1ae155e4-5418-41d6-b5b6-bf167161cad6', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:32:12.824292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:13.070716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:13.227030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Allocated IP 172.20.0.2 (1ae155e4-5418-41d6-b5b6-bf167161cad6/c0664c8c-8c01-4496-ab0c-0b769a24dce3/89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:13.375532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:13.563973 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:13.577975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Transition to ACTIVE for port object 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:13.581160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:10Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:13.593098 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85952d-e52e-42f7-88c7-d19f8f07dd69 None None] The sync data for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv is: [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:10Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:32:13.602012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Transition to ACTIVE for port object 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:13.609220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:13.616925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:13.687090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:13.690445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:13.695404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:32:13.698183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Pushing event updated for resources: {'Port': ['ID=89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:13.701811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:13.796962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Attempting to bind port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:13.797334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Attempting to bind port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:13.797764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Attempting to bind port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:13.810368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:32:13.810820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Checking segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:32:13.811234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:13.811651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Bound using segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:32:13.812154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Bound port: 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:13.812524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:13.822357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (1ae155e4-5418-41d6-b5b6-bf167161cad6/c0664c8c-8c01-4496-ab0c-0b769a24dce3/2d69620c-1bba-434f-8bfe-095a50e33479) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:13.910063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] For port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:13.913409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] For port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:32:13.921003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:13.926048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:14.001441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:14.015072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Pushing event updated for resources: {'Port': ['ID=89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:14.018356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:14.018876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 2d69620c-1bba-434f-8bfe-095a50e33479 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:14.046226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:14.052636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-728259d1-3b2f-4eb6-ab76-3eb5e474152c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:14.123565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:14.127123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:14.129751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:32:14.165580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=2d69620c-1bba-434f-8bfe-095a50e33479,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:14.202185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.202575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.202958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.203339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.203711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.204104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.204476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.204842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.205207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.205569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.205929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:14.209636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:14.221340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:14.319638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:14.838910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:14.845760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:14.874612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f2d3e296-5d93-4063-98c1-eaedfb4a4f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:14.962509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aeaa7ffe-056b-484f-8d60-7de81d234a07 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:14.966810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=2d69620c-1bba-434f-8bfe-095a50e33479,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:14.972584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:14.976686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:15.016905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78333b-89f2-420a-974d-64113ae8db23 None None] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:32:15.113347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:15.114488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:15.146688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port aeaa7ffe-056b-484f-8d60-7de81d234a07 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:15.159179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ec3141c2-c3d1-429a-b375-04c0a35ceb7a None None] Provisioning for port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:15.168201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port aeaa7ffe-056b-484f-8d60-7de81d234a07 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:15.168716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.377711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.403456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port aeaa7ffe-056b-484f-8d60-7de81d234a07, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=aeaa7ffe-056b-484f-8d60-7de81d234a07,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:15.407639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.408700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:15.436244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bc01d5f-3d11-49e4-bdb1-f6022f33d219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:15.512554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 6609c398-b879-422c-8b85-6f10c32c6ae5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:32:15.522586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=aeaa7ffe-056b-484f-8d60-7de81d234a07,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:15.525698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:15.541515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:15.546894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:15.547283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.679374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.715334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:15.723658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.726061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:15.735507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:32:15.749373 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/6609c398-b879-422c-8b85-6f10c32c6ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2465808 Nov 25 11:32:15.751757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42554) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:15.808700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-79928ec1-6519-44d6-998a-acda3f6cd678 None None] Provisioning for port 2d69620c-1bba-434f-8bfe-095a50e33479 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:15.822797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-79928ec1-6519-44d6-998a-acda3f6cd678 None None] Provisioning complete for port 2d69620c-1bba-434f-8bfe-095a50e33479 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:15.823170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-79928ec1-6519-44d6-998a-acda3f6cd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.889601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-79928ec1-6519-44d6-998a-acda3f6cd678 None None] Port 2d69620c-1bba-434f-8bfe-095a50e33479 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:32:15.891102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:15.894644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:15.904855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee0295-35fe-4f3f-89a0-bf71602a8af6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.905374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee0295-35fe-4f3f-89a0-bf71602a8af6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.905461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-79928ec1-6519-44d6-998a-acda3f6cd678 None None] Provisioning complete for port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:15.905715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee0295-35fe-4f3f-89a0-bf71602a8af6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.905834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-79928ec1-6519-44d6-998a-acda3f6cd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:15.906167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee0295-35fe-4f3f-89a0-bf71602a8af6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.906586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee0295-35fe-4f3f-89a0-bf71602a8af6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.906942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee0295-35fe-4f3f-89a0-bf71602a8af6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.911421 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0aee0295-35fe-4f3f-89a0-bf71602a8af6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1561613 Nov 25 11:32:15.911623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42558) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:15.987346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2541b1-826d-402b-a174-e97081401914 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.987907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2541b1-826d-402b-a174-e97081401914 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.988353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2541b1-826d-402b-a174-e97081401914 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.988795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2541b1-826d-402b-a174-e97081401914 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.989208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2541b1-826d-402b-a174-e97081401914 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.989616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2541b1-826d-402b-a174-e97081401914 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:15.994424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42562) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:15.994880 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8e2541b1-826d-402b-a174-e97081401914 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0817442 Nov 25 11:32:16.146379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6aac3cae-188a-4696-9b53-96a6d61db7b0 None None] Provisioning complete for port 2d69620c-1bba-434f-8bfe-095a50e33479 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:16.146918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6aac3cae-188a-4696-9b53-96a6d61db7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:16.200222 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3f7802ed-bb50-4c6b-90bb-b4f064404c78 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2038331 Nov 25 11:32:16.200450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3cae-188a-4696-9b53-96a6d61db7b0 None None] Port 2d69620c-1bba-434f-8bfe-095a50e33479 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:32:16.203092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42566) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:16.208646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2020826607', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:16.341804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:16.345752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:port and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:16.348540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:16.354140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:16.363539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:16.366882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:16.388922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] device_id is not set on port 3fc395cf-7b19-4249-973d-1fb06941ba0f yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:32:16.528755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.13 (1ae155e4-5418-41d6-b5b6-bf167161cad6/c0664c8c-8c01-4496-ab0c-0b769a24dce3/3fc395cf-7b19-4249-973d-1fb06941ba0f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:16.725599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:16.740713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 3fc395cf-7b19-4249-973d-1fb06941ba0f will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:16.762317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:16.767547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ecb77b2b-15b3-45a1-b19f-f586045c49f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:16.831251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:16.838325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:16.842585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:32:16.873213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:16.880037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:16.915333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:16.915973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:16.939847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aeaa7ffe-056b-484f-8d60-7de81d234a07 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:16.949367 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7452273 Nov 25 11:32:17.022173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port aeaa7ffe-056b-484f-8d60-7de81d234a07 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:17.022586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.146772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:17.164990 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Sync routers for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:32:17.181088 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:17.181918 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:17.186679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2743b23c-73f9-4693-9414-3270a9afdc37 None None] Provisioning for port 3fc395cf-7b19-4249-973d-1fb06941ba0f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:17.196505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2743b23c-73f9-4693-9414-3270a9afdc37 None None] Provisioning complete for port 3fc395cf-7b19-4249-973d-1fb06941ba0f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:17.196883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2743b23c-73f9-4693-9414-3270a9afdc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.245102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42572) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:17.250769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889984384', 'description': 'tempest-secgroup-smoke-889984384 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:17.257411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:17.261635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:17.264664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:17.268576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2743b23c-73f9-4693-9414-3270a9afdc37 None None] Port 3fc395cf-7b19-4249-973d-1fb06941ba0f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:32:17.272620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:17.280798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:17.281098 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.283328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.326983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:17.331172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:17.334136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:17.340234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:17.363039 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:17.403242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.407470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.411085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-61415e0b-ab3b-4e61-bac1-8814de31b848 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:17.452047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:17.454936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:17.458166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.459524 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2134049 Nov 25 11:32:17.463093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42576) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:17.468643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:17.474608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:17.479097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:17.481959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:17.487676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:17.505458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.568159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.572516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.577108 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:32:17.579744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c456e765-2574-40cd-a50a-01dc755e77e2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:17.597775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7c2010-73fe-4f28-88ad-a4eed1ea86ab,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:17.600633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:17.609144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.610322 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1462271 Nov 25 11:32:17.613168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42580) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:17.618832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:17.624693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:17.630585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:17.631817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:17.644019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:17.654432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.689061 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:17.693002 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Checking router: 6609c398-b879-422c-8b85-6f10c32c6ae5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:32:17.693426 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Updating router 6609c398-b879-422c-8b85-6f10c32c6ae5 port 2d69620c-1bba-434f-8bfe-095a50e33479 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:32:17.715536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.719191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.720956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f0395e6c-2267-4ffb-88e8-1f8ea39cbde5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:17.745198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caa8397-0f2f-4db3-97d1-82dc6f968131,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:17.747668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:17.748459 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.754246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.755388 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413221 Nov 25 11:32:17.758234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42584) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:17.763554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:17.769241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:17.773474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:17.776325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:17.781965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:17.798630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.861821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.865405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.867172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0295cc3-e0a7-426f-b0e9-f808e53ea5a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:17.889399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca6ba66-893f-4b86-b398-c4a5cc88434d,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:17.891939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:17.900223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:17.901400 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422420 Nov 25 11:32:17.904155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42588) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:17.909563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:17.915287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:17.919109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:17.922068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:17.928326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:17.947795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.011837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.015472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.017247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1131c49c-ac94-43a1-b159-9265ddb91b17 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:18.039087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af3cb1a-7b66-4134-980b-ac9000511515,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:18.041508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:18.048832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.050003 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1449428 Nov 25 11:32:18.053052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42592) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:18.058539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:18.064225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:18.067962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:18.071610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:18.077789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:18.088944 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:32:18.095223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.115218 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.126628 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Transition to ACTIVE for port object 2d69620c-1bba-434f-8bfe-095a50e33479 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:18.133331 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.136972 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-407f7520-5001-4eeb-986a-fe0410840025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:18.161644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.165318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.167114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b3624755-1706-4cde-a0e0-0f9f9e7027c8 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:18.189263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ed6d6e-d44a-4dfc-b374-2a412ab8cfb8,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:18.191701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:18.200226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.201535 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1475520 Nov 25 11:32:18.204214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42596) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:18.209840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:18.216476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:18.220531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:18.223701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:18.231596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:18.245265 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:32:18.252519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.264857 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Pushing event updated for resources: {'Port': ['ID=2d69620c-1bba-434f-8bfe-095a50e33479,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:18.279150 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.279486 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.279816 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.280178 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.280499 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.280996 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.281315 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.281635 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.281946 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.282251 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.282559 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:18.286334 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:18.325179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.330086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.332354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bdb176b2-e79c-466f-8179-b584c9d893b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:18.355940 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f457c4b4-311f-4d44-a78e-a99b60edd7a5,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:18.358619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:18.368509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.378104 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1646278 Nov 25 11:32:18.378298 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Attempting to bind port 2d69620c-1bba-434f-8bfe-095a50e33479 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:18.378298 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Attempting to bind port 2d69620c-1bba-434f-8bfe-095a50e33479 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:18.378298 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Attempting to bind port 2d69620c-1bba-434f-8bfe-095a50e33479 on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:18.385669 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:32:18.386074 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Checking segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:32:18.386523 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.386952 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Bound using segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:32:18.387417 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Bound port: 2d69620c-1bba-434f-8bfe-095a50e33479, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:18.387795 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.474430 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] For port 2d69620c-1bba-434f-8bfe-095a50e33479, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:18.478062 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] For port 2d69620c-1bba-434f-8bfe-095a50e33479, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2d69620c-1bba-434f-8bfe-095a50e33479,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:32:18.482978 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:18.488053 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-d1efb074-8762-4df8-907a-52f2ffe244f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:18.551318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-525d2852-e50f-43b0-bbbb-186b80b41251 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:18.570326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-525d2852-e50f-43b0-bbbb-186b80b41251 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:18.570810 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Pushing event updated for resources: {'Port': ['ID=2d69620c-1bba-434f-8bfe-095a50e33479,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:18.571482 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-525d2852-e50f-43b0-bbbb-186b80b41251 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889984384&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0630255 Nov 25 11:32:18.574011 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:18.574982 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:18.575612 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:18.762779 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:18.765794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-bca97fcf-9031-44fa-a947-668a43d45137 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:18.766351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-bca97fcf-9031-44fa-a947-668a43d45137 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:18.781860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-bca97fcf-9031-44fa-a947-668a43d45137 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:18.782955 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-bca97fcf-9031-44fa-a947-668a43d45137 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 931 time: 0.1992311 Nov 25 11:32:18.853415 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-b1ac7e92-5ccd-471b-b9ee-8b916e60af90 service neutron] 10.222.0.41 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0584419 Nov 25 11:32:18.981736 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-a1271750-de00-4350-a27f-47a2491a44cc service neutron] 10.222.0.41 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228068 Nov 25 11:32:19.071299 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:18Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:19.075085 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866b37a-dd5d-4fd8-af09-090290d1e532 None None] The sync data for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv is: [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:18Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:32:19.130237 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-73716e78-c5cf-48e8-8bdc-a1dd5a551c83 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425922 Nov 25 11:32:19.328431 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4cd95a1b-b402-4748-95b3-ef5341fdd12b req-8a9c492d-fcff-4df2-8007-3aaaa12ec03c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 210 time: 0.0473368 Nov 25 11:32:20.286502 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-dece0f0e-4f38-4070-a4d4-7bdfeabe27c6 service neutron] 10.222.0.48 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1027 time: 0.0576842 Nov 25 11:32:20.432757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-7a509586-684d-4a12-bf0d-b1b529a6a8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:20.433460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-7a509586-684d-4a12-bf0d-b1b529a6a8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:20.452746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-7a509586-684d-4a12-bf0d-b1b529a6a8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:20.454077 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-7a509586-684d-4a12-bf0d-b1b529a6a8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 200 len: 796 time: 0.1626320 Nov 25 11:32:20.513565 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-352819df-afe0-47cd-88dc-b2812031bdde req-d0c3117a-dc3a-482a-8e5f-81f4a0c348d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 210 time: 0.0584764 Nov 25 11:32:20.540014 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-698efa95-cc8d-4f96-ba93-b8ced967ec4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 379 time: 0.0508282 Nov 25 11:32:20.551181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Request body: {'port': {'device_id': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:20.658796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:20.921399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2d69620c-1bba-434f-8bfe-095a50e33479 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:20.987359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 2d69620c-1bba-434f-8bfe-095a50e33479 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:20.990293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc395cf-7b19-4249-973d-1fb06941ba0f {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:32:20.992743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2d69620c-1bba-434f-8bfe-095a50e33479 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:20.993117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:20.997518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:21.011465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Transition to ACTIVE for port object 3fc395cf-7b19-4249-973d-1fb06941ba0f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:21.015113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:21.020390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9eb39476-efdb-4b4c-9121-061457ea257c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:21.111144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:21.150042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 2d69620c-1bba-434f-8bfe-095a50e33479, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2d69620c-1bba-434f-8bfe-095a50e33479,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:21.153142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:21.154469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:21.156801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:21.180399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:21.226428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=2d69620c-1bba-434f-8bfe-095a50e33479,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:21.235209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.235522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.236328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.236328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.236597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.236896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.237221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.237537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.237858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.238571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.238571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:21.242580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:21.259853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:21.260208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:21.260528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:21.266249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:32:21.266560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:21.273262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:32:21.273580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Checking segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:32:21.273950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Bound using segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:32:21.274364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Bound port: 3fc395cf-7b19-4249-973d-1fb06941ba0f, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:21.274699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:21.359425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:21.362669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:32:21.367414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:21.371178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fe481cde-c763-4d83-99b0-256a2e6cdba7 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:21.528764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:21.530106 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] 10.222.0.48 "PUT /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1132 time: 0.9829435 Nov 25 11:32:21.530610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:21.548141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:21.553330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:21.623523 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'status': 'completed', 'code': 200} Nov 25 11:32:21.710562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-56f10e50-bd54-47d8-8209-8a96bf0cc9eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 1135 time: 0.1208420 Nov 25 11:32:21.783207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-87c4b17c-43a9-46c4-81fb-27cd94031fe6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 217 time: 0.0649652 Nov 25 11:32:21.843137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce067-432e-44b8-85de-46d3fe851f5b req-e7fbbf3b-1659-4e76-864f-f6b314fb0211 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:21.844555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a09ce067-432e-44b8-85de-46d3fe851f5b req-e7fbbf3b-1659-4e76-864f-f6b314fb0211 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 982 time: 0.1864603 Nov 25 11:32:21.880235 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-b344106c-f0aa-4bac-9c9e-46cdb6ae2818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:21.882041 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-b344106c-f0aa-4bac-9c9e-46cdb6ae2818 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0664c8c-8c01-4496-ab0c-0b769a24dce3 HTTP/1.1" status: 200 len: 832 time: 0.0889685 Nov 25 11:32:21.938320 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a09ce067-432e-44b8-85de-46d3fe851f5b req-ff6dee58-e38e-4f64-8a51-e3e72ace159b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844030 Nov 25 11:32:21.966036 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-5a04a591-6726-49e9-95c1-3d4cc8b9f29a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ae155e4-5418-41d6-b5b6-bf167161cad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769579 Nov 25 11:32:22.095161 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-b54c35c5-6e4a-4b06-ab68-e6e5c4303342 service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222908 Nov 25 11:32:22.225888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e0085c4c-8bda-4f0b-9b4b-2245e993c95d req-15c8c589-2597-49b1-a95e-1787d1868aed service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238019 Nov 25 11:32:22.343849 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-5817c874-8af6-45eb-ae8a-a12d75989746 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 1135 time: 0.0708749 Nov 25 11:32:22.472433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-6dc4c454-2f3f-41d4-b97a-d71d028842be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:22.473844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-6dc4c454-2f3f-41d4-b97a-d71d028842be service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 200 len: 897 time: 0.1223767 Nov 25 11:32:22.542902 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-c047b1d7-43b5-41e3-af45-6f8fd8b3fa03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 217 time: 0.0613778 Nov 25 11:32:22.609172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-5e738520-b1d6-411d-802e-543e1c1125c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:22.610549 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-5e738520-b1d6-411d-802e-543e1c1125c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0664c8c-8c01-4496-ab0c-0b769a24dce3 HTTP/1.1" status: 200 len: 832 time: 0.0613239 Nov 25 11:32:22.686235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-321b06d3-c9f3-4f83-8c32-88fada18b3e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ae155e4-5418-41d6-b5b6-bf167161cad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677509 Nov 25 11:32:22.817382 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-c6a3af27-44ab-4183-ab5c-bb76f69aff62 service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240189 Nov 25 11:32:22.919953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2d69620c-1bba-434f-8bfe-095a50e33479 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:22.956273 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d4ed774-7def-487d-8fff-2ca1fd237c25 req-2bed8977-e70e-4eee-a59d-7ddd793caeda service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315112 Nov 25 11:32:23.011834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2d69620c-1bba-434f-8bfe-095a50e33479 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:23.012402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:23.158465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf14187-ce5e-47e9-bb28-7aab27f60d7d req-a8dd764f-9336-4703-b2ae-a7e20e25b65a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:23.159919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-acf14187-ce5e-47e9-bb28-7aab27f60d7d req-a8dd764f-9336-4703-b2ae-a7e20e25b65a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 982 time: 0.0839562 Nov 25 11:32:23.207422 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-acf14187-ce5e-47e9-bb28-7aab27f60d7d req-f2b8da25-674c-462c-a9f1-a7d5c75b70ef tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Nov 25 11:32:24.401026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e886a63-b705-4d09-8bdb-610f911842a8 req-33a82780-f64e-417a-98a8-29ddece4d3a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:24.402476 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3e886a63-b705-4d09-8bdb-610f911842a8 req-33a82780-f64e-417a-98a8-29ddece4d3a5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 982 time: 0.0769284 Nov 25 11:32:24.456291 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3e886a63-b705-4d09-8bdb-610f911842a8 req-bb0224a7-d445-45d5-851e-6818e74caafb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483139 Nov 25 11:32:25.273343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:32:25.405120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:25.418556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'port_id': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'mac_address': 'fa:16:3e:c7:6f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:32:25.474192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:25.501247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc395cf-7b19-4249-973d-1fb06941ba0f {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:32:25.519019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:25.524289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:25.529159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e212f9d6-dde1-4944-af7c-dae5bf210eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:25.606670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:25.610489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:25.739889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['3fc395cf-7b19-4249-973d-1fb06941ba0f'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:32:25.775098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a775f2-1795-47d7-bfb8-69333f11e8fd req-0a676e5b-1c5f-4ad3-841e-e35a01c1c298 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:25.784842 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c0a775f2-1795-47d7-bfb8-69333f11e8fd req-0a676e5b-1c5f-4ad3-841e-e35a01c1c298 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 983 time: 0.1992204 Nov 25 11:32:25.838989 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c0a775f2-1795-47d7-bfb8-69333f11e8fd req-3f1bd699-6499-4047-90a6-5b872ee626ba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458903 Nov 25 11:32:27.048482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1ee0-b319-4d3f-b22e-73577309f7a4 req-daff3756-974a-4790-96da-0cb79fd55486 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:27.049793 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757c1ee0-b319-4d3f-b22e-73577309f7a4 req-daff3756-974a-4790-96da-0cb79fd55486 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 983 time: 0.0850711 Nov 25 11:32:27.099348 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-757c1ee0-b319-4d3f-b22e-73577309f7a4 req-97df1116-aceb-4744-bfac-f3c549136b0c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389400 Nov 25 11:32:27.273471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:27.373547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 3fc395cf-7b19-4249-973d-1fb06941ba0f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:27.378270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 3fc395cf-7b19-4249-973d-1fb06941ba0f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:27.378581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:27.505932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:27.539309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:27.549621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:27.555311 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:27.558492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:27.598022 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'code': 200} Nov 25 11:32:27.624722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:27.628776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:27.833011 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d82029ab-2e30-4116-a759-14c8408c461e req-aeb1ee5d-9977-46f8-bdbe-07028b010cb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 1137 time: 0.0708199 Nov 25 11:32:27.888341 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d82029ab-2e30-4116-a759-14c8408c461e req-4f77da98-ee7d-4a3c-8d19-c17cd41e2361 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 Nov 25 11:32:28.327969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566f0c7-f23c-4735-9360-9c404f5c07ad req-0424a4c0-1568-4c30-b5ae-6f821f3bcf2d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:28.329561 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6566f0c7-f23c-4735-9360-9c404f5c07ad req-0424a4c0-1568-4c30-b5ae-6f821f3bcf2d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 984 time: 0.0906947 Nov 25 11:32:28.392405 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6566f0c7-f23c-4735-9360-9c404f5c07ad req-d1649f3c-3a39-4d81-b56d-52f798452938 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561113 Nov 25 11:32:29.698087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241df562-559f-4f48-9431-dc2b7524de94 req-29eb6a21-5f48-4f77-aff0-211835f57ddf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:29.699615 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-241df562-559f-4f48-9431-dc2b7524de94 req-29eb6a21-5f48-4f77-aff0-211835f57ddf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 984 time: 0.1165202 Nov 25 11:32:29.776588 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-241df562-559f-4f48-9431-dc2b7524de94 req-b7b219cc-bacc-48ec-86ad-d8dff7f30582 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619259 Nov 25 11:32:29.786780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:30.058729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f430f-eb45-47a8-8c01-a607f7413880 req-f25522c0-253c-4023-a71d-6b90f33cbabc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:30.060469 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8d8f430f-eb45-47a8-8c01-a607f7413880 req-f25522c0-253c-4023-a71d-6b90f33cbabc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 984 time: 0.0998435 Nov 25 11:32:30.132521 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8d8f430f-eb45-47a8-8c01-a607f7413880 req-6c6fc0f5-b3be-4a3b-ba33-e84c6bcf1ce9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645700 Nov 25 11:32:30.180892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42664) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:30.281076 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e698e234-1d16-4b74-9ba2-18d6b325298b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 1132 time: 0.0982156 Nov 25 11:32:30.284765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:30.298348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:30.324178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:30.334098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:30.341023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:30.348056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:30.364314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:30.536586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:30.684992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.68 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/323bcec8-e220-4e3d-b3cc-6377223f407b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:31.016793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.050458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.055055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b1050467-ccfe-4281-8b0a-c46e38ba6e27 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:31.131697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:31.132852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=323bcec8-e220-4e3d-b3cc-6377223f407b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:31.135208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:31.137214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:31.140506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:32:31.692286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.750147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.971726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.976505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.980274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:32.080267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=323bcec8-e220-4e3d-b3cc-6377223f407b,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:32.087789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:32.096799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:32.292855 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 994e3a58-303c-47f9-a404-b46e9c27c25b associated. External IP: 172.26.5.68, port: 3fc395cf-7b19-4249-973d-1fb06941ba0f. Nov 25 11:32:32.823488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 6609c398-b879-422c-8b85-6f10c32c6ae5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:32:33.029523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:32:33.040591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] Sync routers for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:32:33.054894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:33.055086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:33.055528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:33.108997 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.8203549 Nov 25 11:32:33.109657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:33.111950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42678) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:33.163869 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'status': 'completed', 'code': 200} Nov 25 11:32:33.234153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3a8d416d-d562-44f3-a8d2-9b175484ad20 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7&network_id=1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 200 len: 1132 time: 0.1208510 Nov 25 11:32:33.243203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:33.263423 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-c3ec626d-1aa4-4a9a-a5e8-b548d136e379 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 1137 time: 0.0782127 Nov 25 11:32:33.393608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-413857ec-cfd8-4ea9-8762-d71dd79df5f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:33.395118 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-413857ec-cfd8-4ea9-8762-d71dd79df5f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 200 len: 897 time: 0.1249106 Nov 25 11:32:33.504133 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-258aeaec-9bf5-446e-8eeb-caa2f5122e73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1037 time: 0.1019144 Nov 25 11:32:33.625577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '994e3a58-303c-47f9-a404-b46e9c27c25b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.68', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'port_id': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2020826607', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'mac_address': 'fa:16:3e:c7:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:32:31Z', 'updated_at': '2021-11-25T11:32:31Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:33.627532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-cfa0e94d-d07f-4c8a-93a9-823350b2af19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:33.628994 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-cfa0e94d-d07f-4c8a-93a9-823350b2af19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0664c8c-8c01-4496-ab0c-0b769a24dce3 HTTP/1.1" status: 200 len: 832 time: 0.1176474 Nov 25 11:32:33.629720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] Checking router: 6609c398-b879-422c-8b85-6f10c32c6ae5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:32:33.641088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:33.641713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:33.700041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96763c-3f9e-4380-948b-efd5426b1a31 req-e8345240-971a-4aeb-b7fc-c82defe51205 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:33.701553 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aa96763c-3f9e-4380-948b-efd5426b1a31 req-e8345240-971a-4aeb-b7fc-c82defe51205 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 984 time: 0.1511860 Nov 25 11:32:33.761797 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-57f819dd-54e2-41db-9af3-93f5aeaa01dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ae155e4-5418-41d6-b5b6-bf167161cad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248343 Nov 25 11:32:33.764064 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aa96763c-3f9e-4380-948b-efd5426b1a31 req-2e50cc0c-3281-495a-8801-40d1786966a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564101 Nov 25 11:32:33.839899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:33.906271 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-25793c96-0c21-4828-8d1c-02097559fa99 service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364198 Nov 25 11:32:34.008909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-07790648-85cc-4c9e-bd66-c8cab60c5dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:34.078631 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1222ce6c-6cf1-49d4-bc55-8cb34075fc31 req-38f6ec46-73db-4654-84d7-0ccd528a02a4 service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648817 Nov 25 11:32:34.098414 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-bc32efe4-a9c4-45d7-8160-3be35e2f5c63 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223768214&fields=id&tenant_id=08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 267 time: 0.0618231 Nov 25 11:32:34.181972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:34.213175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '994e3a58-303c-47f9-a404-b46e9c27c25b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.68', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'port_id': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2020826607', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'mac_address': 'fa:16:3e:c7:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:32:31Z', 'updated_at': '2021-11-25T11:32:31Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:34.217163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9cdaf3-c3ca-4194-9b89-b24ea4cfca7f None None] The sync data for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv is: [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '994e3a58-303c-47f9-a404-b46e9c27c25b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.68', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'port_id': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2020826607', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'mac_address': 'fa:16:3e:c7:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca92879-f223-4ecb-8d78-f3fbd4b7bbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:32:31Z', 'updated_at': '2021-11-25T11:32:31Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:32:34.346357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6456d9-7d63-42b6-a369-447210348254 req-6bc9f38b-81ef-4350-9b08-3f36f4ba7a2a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:34.347761 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-6bc9f38b-81ef-4350-9b08-3f36f4ba7a2a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 811 time: 0.2395382 Nov 25 11:32:34.364438 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-77b92c35-1595-4bfd-a69c-283df69a9c1a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/quotas/08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 375 time: 0.0104086 Nov 25 11:32:34.446299 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-187596d9-ad40-486e-b231-847d5e9e64db tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0765004 Nov 25 11:32:34.580273 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-82812edd-13c7-4c38-9b97-37d7c7ec3c5d service neutron] 10.222.0.41 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231201 Nov 25 11:32:34.713183 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-39158305-f443-4c95-b822-7717347c4976 service neutron] 10.222.0.41 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269543 Nov 25 11:32:34.888285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486b871-7482-48a6-a4e6-77954967dc4d req-47558dbd-abc6-4641-ba48-cd5122190cb6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:34.889820 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7486b871-7482-48a6-a4e6-77954967dc4d req-47558dbd-abc6-4641-ba48-cd5122190cb6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 984 time: 0.0900273 Nov 25 11:32:35.003941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486b871-7482-48a6-a4e6-77954967dc4d req-1c8c58e5-c538-48c1-9845-74a1488e0838 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:35.005283 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7486b871-7482-48a6-a4e6-77954967dc4d req-1c8c58e5-c538-48c1-9845-74a1488e0838 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0802238 Nov 25 11:32:35.107314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b0b76-9730-43d2-9e95-04e7bc3de0ca req-351342d8-6a15-45ec-aac2-e1c483a51f7d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:35.108794 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c4b0b76-9730-43d2-9e95-04e7bc3de0ca req-351342d8-6a15-45ec-aac2-e1c483a51f7d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 984 time: 0.2137413 Nov 25 11:32:35.233065 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c4b0b76-9730-43d2-9e95-04e7bc3de0ca req-9b508dbe-daab-4c12-be5a-879c4e818fc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158364 Nov 25 11:32:35.242075 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8ecae1d6-a00c-4d0d-aa6e-720cb081f31a req-44bec634-4fc4-418a-bf6b-b0df3271716f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 210 time: 0.0586402 Nov 25 11:32:35.245437 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7486b871-7482-48a6-a4e6-77954967dc4d req-4d517986-2ec7-4dc2-b804-f5857ed0ff7b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2346015 Nov 25 11:32:35.258217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:35.366190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:35.564957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:35.593274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:35.654353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] device_id is not set on port 3fc395cf-7b19-4249-973d-1fb06941ba0f yet. {{(pid=83570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:32:35.663598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:35.669636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:35.673562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f923d58b-6f09-481b-a389-30f10eb29b96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:35.811857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:35.814993 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:35.871912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] No DVR routers for this DVR port 3fc395cf-7b19-4249-973d-1fb06941ba0f on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:32:35.999684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cff6754c-534b-4748-ad4b-caf173b855b7 None None] Provisioning complete for port 3fc395cf-7b19-4249-973d-1fb06941ba0f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:36.000249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cff6754c-534b-4748-ad4b-caf173b855b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:36.054883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-cff6754c-534b-4748-ad4b-caf173b855b7 None None] Port 3fc395cf-7b19-4249-973d-1fb06941ba0f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:32:36.238419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] In _notify_port_updated(), no bound segment for port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:32:36.239380 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd373f8-3bbb-4fd2-9121-64b538a74f71 None None] New status for floating IP 994e3a58-303c-47f9-a404-b46e9c27c25b: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:32:36.239845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:36.241088 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7486b871-7482-48a6-a4e6-77954967dc4d req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] 10.222.0.48 "PUT /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1027 time: 0.9892464 Nov 25 11:32:36.289686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-090ca7b5-7878-4b8b-bfa0-eee03133c4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:36.293663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6456d9-7d63-42b6-a369-447210348254 req-83fdb9ea-7ffd-42aa-aa42-38f6ae41202a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:36.296789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2f6456d9-7d63-42b6-a369-447210348254 req-83fdb9ea-7ffd-42aa-aa42-38f6ae41202a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:36.322965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2f6456d9-7d63-42b6-a369-447210348254 req-83fdb9ea-7ffd-42aa-aa42-38f6ae41202a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:36.324231 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-83fdb9ea-7ffd-42aa-aa42-38f6ae41202a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 811 time: 0.2355959 Nov 25 11:32:36.398066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2f6456d9-7d63-42b6-a369-447210348254 req-4c242e6e-be82-4b3c-8193-4196a4ce91da tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:36.439674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2f6456d9-7d63-42b6-a369-447210348254 req-4c242e6e-be82-4b3c-8193-4196a4ce91da tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:36.440983 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-4c242e6e-be82-4b3c-8193-4196a4ce91da tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08a244ace73e40889e241391663cf72d HTTP/1.1" status: 200 len: 380 time: 0.1038482 Nov 25 11:32:36.452026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'port': {'device_id': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'admin_state_up': True, 'tenant_id': '08a244ace73e40889e241391663cf72d', 'security_groups': ['6728c672-4fca-4920-b7a9-35dc7ac4c951']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:36.594807 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-07b3b08b-65cf-496f-9b60-50b5911ad03e req-5ffa3e43-35ff-46f2-b1e4-a64a79bbf75c tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 210 time: 0.1095412 Nov 25 11:32:36.613177 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-59800fd9-2a54-4629-a83a-78964e063c77 req-63b964aa-fd33-4b63-9907-db77c825e0d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca92879-f223-4ecb-8d78-f3fbd4b7bbe7 HTTP/1.1" status: 200 len: 210 time: 0.0723560 Nov 25 11:32:36.639457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:36.649549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:36.665275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Made reservation on behalf of 08a244ace73e40889e241391663cf72d for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:36.669123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:36.840792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Allocated IP 172.20.0.7 (5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46/81f06871-8cd7-4787-85b4-dfba497c94ac/fcb369c1-ae94-4c68-bca1-a0df1abd7ebb) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:37.039551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.055821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Transition to ACTIVE for port object fcb369c1-ae94-4c68-bca1-a0df1abd7ebb will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:37.080721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.086159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-313dc042-614b-47b4-a098-a7c7b2dd3a49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:37.149788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:37.156919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:37.161142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:32:37.200838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:37.205125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:37.231073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:37.231732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.261599 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8133152 Nov 25 11:32:37.273632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Request body: {'port': {'device_id': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:37.352179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.390058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5a11a802-ccef-4e6e-9e4b-7b70bd145be0 None None] Provisioning for port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:37.395710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5a11a802-ccef-4e6e-9e4b-7b70bd145be0 None None] Provisioning complete for port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:37.396188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5a11a802-ccef-4e6e-9e4b-7b70bd145be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.397488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.503266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5a11a802-ccef-4e6e-9e4b-7b70bd145be0 None None] Port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:32:37.757639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42724) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:37.840138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37be43-3af3-45fe-8c13-fa5011e1ef04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:37.843952 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-eb37be43-3af3-45fe-8c13-fa5011e1ef04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 926 time: 0.0827384 Nov 25 11:32:37.874826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15293b47-cc9e-4874-a3ba-fcbde242e701 req-976c7d06-e283-4d5a-9aa6-d8e77a22243a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:37.881485 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-15293b47-cc9e-4874-a3ba-fcbde242e701 req-976c7d06-e283-4d5a-9aa6-d8e77a22243a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 931 time: 0.1544874 Nov 25 11:32:37.914844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb369c1-ae94-4c68-bca1-a0df1abd7ebb {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:32:37.922491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.927475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-15293b47-cc9e-4874-a3ba-fcbde242e701 req-70c0ab00-66ef-403a-ba48-806dde8c6436 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448012 Nov 25 11:32:37.938829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Transition to ACTIVE for port object fcb369c1-ae94-4c68-bca1-a0df1abd7ebb will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:37.944627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.959653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:38.089556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Pushing event updated for resources: {'Port': ['ID=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:38.092569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:38.197784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Attempting to bind port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:38.198201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Attempting to bind port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:38.198598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Attempting to bind port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:38.204721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:32:38.205115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Attempting to bind port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb on network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:38.211498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:32:38.211908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Checking segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:32:38.212406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Bound using segment: {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:32:38.212907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Bound port: fcb369c1-ae94-4c68-bca1-a0df1abd7ebb, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd44533-4be5-4bed-a433-bed6bbb72121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:38.213312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.302628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] For port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:38.306180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] For port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:32:38.310396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.314501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-efc8820c-3251-4b42-a336-c5eab9fc95f9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:38.376913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.378306 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] 10.222.0.48 "PUT /v2.0/ports/fcb369c1-ae94-4c68-bca1-a0df1abd7ebb HTTP/1.1" status: 200 len: 1093 time: 1.1096480 Nov 25 11:32:38.378860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:38.398095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Pushing event updated for resources: {'Port': ['ID=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:38.408987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:38.409491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42732) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:38.418481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710485485', 'description': 'tempest-secgroup-smoke-710485485 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:38.427749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:38.439848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:38.455139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.473890 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'status': 'completed', 'code': 200} Nov 25 11:32:38.496415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:38.501553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:38.504592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:38.511468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:38.518804 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-37ac2795-4542-4dbb-bdd5-5ce79611db46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 1096 time: 0.0781496 Nov 25 11:32:38.575708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.580408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.583977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-561cbd1a-24a0-499b-b04b-43effaa32988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:38.608336 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-cfccc0d2-615c-42f2-be2f-34f3e61191e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb HTTP/1.1" status: 200 len: 217 time: 0.0794747 Nov 25 11:32:38.627241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d52e2d-d168-46dd-a8c3-85938a20dfe1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:38.630176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:38.633711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.634979 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2241433 Nov 25 11:32:38.637838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42736) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:38.643616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'd0d52e2d-d168-46dd-a8c3-85938a20dfe1', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:38.650300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:38.654004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:38.656963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:38.663988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:38.680273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6456d9-7d63-42b6-a369-447210348254 req-d4428d33-aac3-4e46-8b29-b77992edbda5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:38.681246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.681722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-d4428d33-aac3-4e46-8b29-b77992edbda5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0669127 Nov 25 11:32:38.745669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.749256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.751154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0df9caa7-bdd6-47c0-a9fa-f962f3305460 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:38.760802 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-fc768f35-6dc5-4549-97b6-096d38cf6b2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731452 Nov 25 11:32:38.772855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0315549a-5b4e-4ea4-b824-f1bc83efb7ae,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:38.775735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:38.783389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.784577 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1457496 Nov 25 11:32:38.787942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42740) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:38.793351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'd0d52e2d-d168-46dd-a8c3-85938a20dfe1', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:38.799164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:38.803364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:38.806241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:38.812214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:38.819012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.829958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.892074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.896026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.898644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-72740b1a-4b6d-4483-a727-646e1a87c60c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:38.900005 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-1b4adf7f-8ff1-4cc8-857b-cff673dd8db9 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319101 Nov 25 11:32:38.920058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dd2357-d19b-4f99-becd-43c260b20e4a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:38.922582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:38.930623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:38.932035 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1431527 Nov 25 11:32:38.934798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42744) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:38.940375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'd0d52e2d-d168-46dd-a8c3-85938a20dfe1', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:38.946799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:38.950568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:38.953426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:38.959040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:38.978742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.039257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f6456d9-7d63-42b6-a369-447210348254 req-572ecb9c-375e-417a-9ee3-d911ad9a74bc service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329722 Nov 25 11:32:39.040719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.044560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.046533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bccbe0bf-606d-4b36-a590-e91779eff8d4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:39.106902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76d5a0f-f989-4d04-9b96-37f0dcf1b1d1,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:39.115692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:39.123850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.125413 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1896596 Nov 25 11:32:39.128259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:39.134944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'd0d52e2d-d168-46dd-a8c3-85938a20dfe1', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:39.142592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:39.148425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:39.152187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:39.157085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ece2e-9906-4cee-b5e5-3feaea69bf78 req-abfd27d2-0a1b-4962-839d-562e73de058c tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:39.158688 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e8ece2e-9906-4cee-b5e5-3feaea69bf78 req-abfd27d2-0a1b-4962-839d-562e73de058c tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 943 time: 0.0904701 Nov 25 11:32:39.159093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:39.186438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.205162 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e8ece2e-9906-4cee-b5e5-3feaea69bf78 req-b30c51a1-18a3-45ab-aad1-662c28be2192 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 Nov 25 11:32:39.205530 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-b04a1a27-5804-442c-9c3e-79b6dca5311a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 1096 time: 0.1214180 Nov 25 11:32:39.324511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:32:39.342852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.353181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.357269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0a3e3abd-4ec6-4b03-bcab-7d9f33c0359d tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:39.380651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:32:39.386309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8949146a-ae86-4b1a-a1ad-4454368280ee,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:39.393177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:39.402693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-95f1b347-b41c-45fb-9968-caf36941d94a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:39.402693 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-95f1b347-b41c-45fb-9968-caf36941d94a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1871574 Nov 25 11:32:39.409395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.409395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2778270 Nov 25 11:32:39.412471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42754) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:39.415720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'd0d52e2d-d168-46dd-a8c3-85938a20dfe1', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:39.421747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:39.425692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:39.429276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:39.435470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:39.445647 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:32:39.452214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.472665 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-c12fa8f8-e983-40cf-8bc6-65a99bd1cefa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb HTTP/1.1" status: 200 len: 217 time: 0.0627282 Nov 25 11:32:39.521116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.526987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.528975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:39.554975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33aa07b-6eac-482a-a09a-0cb1d1c8b2cd,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:39.557432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:39.562828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-c3306d2c-7db7-4fc0-88eb-d57a3dc94831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:39.564395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-c3306d2c-7db7-4fc0-88eb-d57a3dc94831 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0834451 Nov 25 11:32:39.565318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.566460 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1553347 Nov 25 11:32:39.569343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42758) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:39.574690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'd0d52e2d-d168-46dd-a8c3-85938a20dfe1', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:39.580527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:39.584259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:39.587047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:39.592679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:39.604125 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:32:39.610479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.640170 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-e54b8169-441c-4ee1-b686-ca75e840b40e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683761 Nov 25 11:32:39.675424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.680803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.682589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:39.705415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edc21e9-097b-44b9-8d0e-4adfdb69bc77,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:39.710271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:39.715345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:39.716632 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1464076 Nov 25 11:32:39.894286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-e74af883-41d0-47b4-bea3-23e3c2a37fe0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:39.899619 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-7cef32d2-52f7-4c7f-8f7e-893e507280c5 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486801 Nov 25 11:32:39.909044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-e74af883-41d0-47b4-bea3-23e3c2a37fe0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:39.910362 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-e74af883-41d0-47b4-bea3-23e3c2a37fe0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710485485&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0625744 Nov 25 11:32:39.986413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-c465744f-4dec-41e5-b3ea-93e235fb9760 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:39.988274 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-c465744f-4dec-41e5-b3ea-93e235fb9760 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 931 time: 0.0709593 Nov 25 11:32:40.033007 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99d8b715-20b1-425c-897d-9ed91902dcc5 req-06f59a53-25f9-47bd-b655-8eb86c841963 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265633 Nov 25 11:32:40.058403 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-3e77ebb6-7c1d-4cd5-a55c-91745453e62d service neutron] 10.222.0.41 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0588150 Nov 25 11:32:40.193378 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-841cc2fe-7b82-4459-b0c9-803673b0f927 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294522 Nov 25 11:32:40.327720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-ad4ae1b1-7714-4497-9d45-26a27cdcb1cd service neutron] 10.222.0.41 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287682 Nov 25 11:32:40.402646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29084-009e-45f3-b5ad-b3d3512bd26a req-6c591d5c-af3c-4390-9b26-c3b9f2aa2845 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:40.404311 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9f29084-009e-45f3-b5ad-b3d3512bd26a req-6c591d5c-af3c-4390-9b26-c3b9f2aa2845 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 943 time: 0.0796039 Nov 25 11:32:40.457697 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9f29084-009e-45f3-b5ad-b3d3512bd26a req-d6a768b5-1991-469a-bbe8-4554ed8f2289 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475245 Nov 25 11:32:40.524154 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7e3d89b3-4dcd-4ee6-a153-37fb6c1f83a0 req-2f45ae4a-59c6-4fd6-8691-e9d0946704ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0431740 Nov 25 11:32:41.429853 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-328a3de7-0eaa-46c8-9e12-24ce38ef7976 service neutron] 10.222.0.48 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1027 time: 0.0656259 Nov 25 11:32:41.585547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-37e7ae3d-32c6-4458-916e-d6ec22a11436 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:41.586347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-37e7ae3d-32c6-4458-916e-d6ec22a11436 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:41.602653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-37e7ae3d-32c6-4458-916e-d6ec22a11436 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:41.603757 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-37e7ae3d-32c6-4458-916e-d6ec22a11436 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 200 len: 796 time: 0.1689579 Nov 25 11:32:41.666646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-f8165281-4a64-4b6d-b3e0-33f9236ab999 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:41.678635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-f8165281-4a64-4b6d-b3e0-33f9236ab999 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:41.679727 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-f8165281-4a64-4b6d-b3e0-33f9236ab999 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 471 time: 0.0625806 Nov 25 11:32:41.691034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Request body: {'port': {'device_id': '467e4ec5-6785-40e2-b70a-61c354c3ebd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:41.700611 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-69c71596-9e2b-476d-bd08-9e3a7bf7a188 req-90e8849e-1f33-4a8e-86e7-faf9d62d8113 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0503566 Nov 25 11:32:41.730619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9d661-d6d9-4875-9a59-31403e36beb7 req-9cbd0447-8f7d-4dfd-ac3f-d7c7b9f6684e tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:41.732098 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-08d9d661-d6d9-4875-9a59-31403e36beb7 req-9cbd0447-8f7d-4dfd-ac3f-d7c7b9f6684e tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 943 time: 0.1301844 Nov 25 11:32:41.778530 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-08d9d661-d6d9-4875-9a59-31403e36beb7 req-ec2153cd-58ca-4953-a9dc-d6e0fbdd37ec tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Nov 25 11:32:41.805104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:42.128696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc395cf-7b19-4249-973d-1fb06941ba0f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:32:42.135933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:42.150304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Transition to ACTIVE for port object 3fc395cf-7b19-4249-973d-1fb06941ba0f will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:42.154350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:42.159001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-50c5dca3-7627-4834-a2df-259ca699f1dc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:42.283214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:42.287980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:42.420344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:42.420671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:42.420987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:42.426565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:32:42.426874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Attempting to bind port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:32:42.433766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:32:42.434331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Checking segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:32:42.434448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Bound using segment: {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:32:42.434861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Bound port: 3fc395cf-7b19-4249-973d-1fb06941ba0f, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd3aa1f-a198-47a1-a71f-d8b298552e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:42.435192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:42.523082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:42.526521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:32:42.530498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:42.534940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:42.585839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:42.587205 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] 10.222.0.48 "PUT /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1132 time: 0.9001722 Nov 25 11:32:42.589789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467e4ec5-6785-40e2-b70a-61c354c3ebd4', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:42.619867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:42.623074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:42.671164 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467e4ec5-6785-40e2-b70a-61c354c3ebd4', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'status': 'completed', 'code': 200} Nov 25 11:32:42.718590 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-6947031a-1ca7-44b2-aed0-d5dbbd04d285 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 1135 time: 0.0821683 Nov 25 11:32:42.826530 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-c8039fd6-0e39-4420-a938-96078fa0ac01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1037 time: 0.0990593 Nov 25 11:32:42.913574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56c308-c086-4ed2-ab46-04dd8ba2d548 req-f34576d8-842e-448b-9a14-6c98c92546bd tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:42.915051 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f56c308-c086-4ed2-ab46-04dd8ba2d548 req-f34576d8-842e-448b-9a14-6c98c92546bd tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 982 time: 0.0922179 Nov 25 11:32:43.003040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-3f4318c5-757f-458a-8091-8d6d79e84fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:43.004573 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-3f4318c5-757f-458a-8091-8d6d79e84fec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0664c8c-8c01-4496-ab0c-0b769a24dce3 HTTP/1.1" status: 200 len: 832 time: 0.1698534 Nov 25 11:32:43.082774 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-f36e5985-9d0e-4500-a52c-f5ee16ed4a4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ae155e4-5418-41d6-b5b6-bf167161cad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701866 Nov 25 11:32:43.111623 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f56c308-c086-4ed2-ab46-04dd8ba2d548 req-7bb95264-4044-46ef-813c-0ebcd237a899 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639998 Nov 25 11:32:43.145070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fac097-af8a-4f92-b2b3-40984cfdc6e7 req-41318562-2fe5-4961-bf5c-e5583786d640 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:43.147123 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f9fac097-af8a-4f92-b2b3-40984cfdc6e7 req-41318562-2fe5-4961-bf5c-e5583786d640 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 943 time: 0.2311616 Nov 25 11:32:43.192995 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f9fac097-af8a-4f92-b2b3-40984cfdc6e7 req-3a40a773-2306-4542-a9cf-4e00923cb106 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Nov 25 11:32:43.219275 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-16c85f88-a8d7-4e8a-9a69-53f7e4af8f94 service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286099 Nov 25 11:32:43.353234 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36f5ad9c-8144-4b36-b689-c33b545b97a4 req-031faddd-33ea-4bf5-9697-82530840f5c7 service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234655 Nov 25 11:32:43.470407 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-2a74ab49-f5b0-4eb7-b4c4-1ff030ce5110 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 1135 time: 0.0743606 Nov 25 11:32:43.601843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-944f142e-bc1b-42de-b775-562d270af632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:43.603270 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-944f142e-bc1b-42de-b775-562d270af632 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 200 len: 897 time: 0.1241105 Nov 25 11:32:43.708256 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-e553b618-b96a-4a1a-ba84-56163a507143 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1037 time: 0.0969539 Nov 25 11:32:43.769510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-868b5a8e-2c44-40e8-a270-4a88d5ad35c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:43.770803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-868b5a8e-2c44-40e8-a270-4a88d5ad35c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0664c8c-8c01-4496-ab0c-0b769a24dce3 HTTP/1.1" status: 200 len: 832 time: 0.0550189 Nov 25 11:32:43.846492 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-bb38182b-dd6b-4f44-b3b9-d9ebc6a012f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ae155e4-5418-41d6-b5b6-bf167161cad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680687 Nov 25 11:32:43.975548 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-6a271b53-d8ee-469f-8813-199b8df20749 service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208007 Nov 25 11:32:44.103457 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c61e9ea3-5be8-4f21-b1c2-3204bda34d92 req-e947206e-a28d-4754-83cb-8a9483abe54a service neutron] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207025 Nov 25 11:32:44.306989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404949a-06a6-44e0-bf08-14a301a6b268 req-ce9e8de4-f0f9-4879-9bc0-0c8a39b55d0c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:44.308448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7404949a-06a6-44e0-bf08-14a301a6b268 req-ce9e8de4-f0f9-4879-9bc0-0c8a39b55d0c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 982 time: 0.0764272 Nov 25 11:32:44.400281 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7404949a-06a6-44e0-bf08-14a301a6b268 req-fbdef503-b044-4ff0-b66a-975d3597cc89 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562246 Nov 25 11:32:44.425084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a3893-1416-4c45-9b71-a2e8956ddad7 req-c567e9c7-aa5b-420b-b591-ee5c368cbaeb tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:44.425084 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c1a3893-1416-4c45-9b71-a2e8956ddad7 req-c567e9c7-aa5b-420b-b591-ee5c368cbaeb tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 943 time: 0.1111569 Nov 25 11:32:44.471137 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c1a3893-1416-4c45-9b71-a2e8956ddad7 req-7a408796-7392-48af-a937-f9de1bdc0687 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 Nov 25 11:32:45.354895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:32:45.511648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:45.528103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'port_id': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'mac_address': 'fa:16:3e:c7:6f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:32:45.587348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.605634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc395cf-7b19-4249-973d-1fb06941ba0f {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:32:45.609958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5171f-10a4-4b88-8d8a-da696aa48dd3 req-a50fa900-dc0f-4e28-b01f-6829610bf139 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:45.611425 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a1c5171f-10a4-4b88-8d8a-da696aa48dd3 req-a50fa900-dc0f-4e28-b01f-6829610bf139 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 982 time: 0.0816269 Nov 25 11:32:45.620850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:45.624653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.626612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:45.693756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=9']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:45.696905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:45.705051 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a1c5171f-10a4-4b88-8d8a-da696aa48dd3 req-c59e7106-0074-4c81-9292-6daa050b86c8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576158 Nov 25 11:32:45.726170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12587580-5fda-4553-a4ee-4018e51d57e0 req-5dfd8072-2400-4dea-a611-ab4b0c060147 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:45.727650 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12587580-5fda-4553-a4ee-4018e51d57e0 req-5dfd8072-2400-4dea-a611-ab4b0c060147 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 943 time: 0.1145113 Nov 25 11:32:45.771660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12587580-5fda-4553-a4ee-4018e51d57e0 req-812d1fa3-cf04-4fa5-9f11-c51db74e26e3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387654 Nov 25 11:32:45.855764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['3fc395cf-7b19-4249-973d-1fb06941ba0f'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:32:46.317385 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-df9962fb-16c8-4a2c-a37c-f81c07c2bf2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721056 Nov 25 11:32:46.416046 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-834e0872-c198-4eba-ac91-5421602a5268 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1098 time: 0.0679665 Nov 25 11:32:46.564511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-19410dd4-cb78-46c9-8e9c-1d0ee96f8692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:46.565976 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-19410dd4-cb78-46c9-8e9c-1d0ee96f8692 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1299839 Nov 25 11:32:46.682664 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-940fd26d-2b6b-4e22-8da1-15a08dca03ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 200 len: 1000 time: 0.1089444 Nov 25 11:32:46.756432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-e44c5da7-599c-4788-93c0-72260f049ba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:46.757616 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-e44c5da7-599c-4788-93c0-72260f049ba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0686660 Nov 25 11:32:46.924288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8edd6d-6d2a-4536-9a1c-c1755f382f6b req-b2396ceb-1451-4603-ac4a-70347ffc5114 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:46.925759 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db8edd6d-6d2a-4536-9a1c-c1755f382f6b req-b2396ceb-1451-4603-ac4a-70347ffc5114 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 983 time: 0.0909078 Nov 25 11:32:46.952734 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-e7722c5f-2d76-47ea-8a39-2489b6ec1c88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1875687 Nov 25 11:32:46.980534 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db8edd6d-6d2a-4536-9a1c-c1755f382f6b req-79cf8719-a485-43bc-a199-6f2829d88fe5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Nov 25 11:32:47.109120 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-1bc793b4-56c7-4364-9d7e-9bcc1ed07ac6 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481349 Nov 25 11:32:47.123989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6134e-93cb-4592-a8ae-8c1adc958340 req-a1598d5c-8455-4415-8e4b-551a1055eae4 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:47.125481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f2e6134e-93cb-4592-a8ae-8c1adc958340 req-a1598d5c-8455-4415-8e4b-551a1055eae4 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 943 time: 0.1195290 Nov 25 11:32:47.185785 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f2e6134e-93cb-4592-a8ae-8c1adc958340 req-84db6277-05e0-4eed-a02e-42d86cd9dea1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516667 Nov 25 11:32:47.259006 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46e494e8-52c8-44e1-99d3-fec22beaac3e req-1cc36666-6fbe-46bd-a1a6-10460df1100a service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414590 Nov 25 11:32:47.363410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fcb369c1-ae94-4c68-bca1-a0df1abd7ebb details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:32:47.372239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:47.565492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 3fc395cf-7b19-4249-973d-1fb06941ba0f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:47.578827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 3fc395cf-7b19-4249-973d-1fb06941ba0f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:47.579905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.624282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:47.653686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'port_id': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'mac_address': 'fa:16:3e:6e:8d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:32:47.771537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.808968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb369c1-ae94-4c68-bca1-a0df1abd7ebb {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:32:47.815901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.852582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:47.858109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467e4ec5-6785-40e2-b70a-61c354c3ebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:47.867201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.870648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2bc01d5f-3d11-49e4-bdb1-f6022f33d219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:47.905772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:47.923466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.928234 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467e4ec5-6785-40e2-b70a-61c354c3ebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc395cf-7b19-4249-973d-1fb06941ba0f', 'code': 200} Nov 25 11:32:47.956584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:47.960870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:47.960870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-19e0bbb3-369f-4a5a-8856-f85587f10f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:48.037928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=10']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:48.041854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:48.101846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['fcb369c1-ae94-4c68-bca1-a0df1abd7ebb'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:32:48.186213 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5c7fd1a6-0954-4219-bb55-be758c53bd5d req-53a99587-a87d-43bb-9a95-2cf94c433d2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 1138 time: 0.0879395 Nov 25 11:32:48.222057 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6369f-3337-42e6-9dd9-3e981d7606e8 req-7f3b529c-e5e6-4530-9434-3bff7f43eb74 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:48.223504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d4b6369f-3337-42e6-9dd9-3e981d7606e8 req-7f3b529c-e5e6-4530-9434-3bff7f43eb74 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 985 time: 0.0926933 Nov 25 11:32:48.240536 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5c7fd1a6-0954-4219-bb55-be758c53bd5d req-a9be1200-04c2-4aae-82fb-09d4d96b7d48 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Nov 25 11:32:48.272766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d4b6369f-3337-42e6-9dd9-3e981d7606e8 req-1b0c73fc-38b2-468b-84ab-c0b34f6f2fdf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434368 Nov 25 11:32:48.408954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4092b3-2810-4d94-bd4d-7a614aa12842 req-73b83689-00e1-4c7e-9785-27ffdb32b630 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:48.410523 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4a4092b3-2810-4d94-bd4d-7a614aa12842 req-73b83689-00e1-4c7e-9785-27ffdb32b630 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 944 time: 0.0953035 Nov 25 11:32:48.455218 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4a4092b3-2810-4d94-bd4d-7a614aa12842 req-abadc604-9e9d-415d-8013-8b7998e4acd9 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Nov 25 11:32:49.391317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fcb369c1-ae94-4c68-bca1-a0df1abd7ebb up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:49.460971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:49.466584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:49.466957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.471935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e442f8-5d4c-4fd5-9c0c-40d98e72cb0e req-b96cd59c-d7af-4267-a3ca-9ffea6d8ab21 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:49.473415 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-58e442f8-5d4c-4fd5-9c0c-40d98e72cb0e req-b96cd59c-d7af-4267-a3ca-9ffea6d8ab21 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 985 time: 0.0776343 Nov 25 11:32:49.523236 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-58e442f8-5d4c-4fd5-9c0c-40d98e72cb0e req-b2ce49f4-3a16-445e-b829-bea4cf97ed94 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Nov 25 11:32:49.593484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.630191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:49.634829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.637792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:49.707153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:49.710238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:49.730568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122229b3-23d1-4f97-9fa7-148daf0b4611 req-5ccc7462-ce01-4781-8cec-043cf832efb0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:49.732010 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-122229b3-23d1-4f97-9fa7-148daf0b4611 req-5ccc7462-ce01-4781-8cec-043cf832efb0 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 945 time: 0.1325860 Nov 25 11:32:49.770694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed6873-b3bf-4ca7-91bc-a555d07534de req-16d16d32-b405-4819-b1f3-090b22e173c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:49.772077 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1aed6873-b3bf-4ca7-91bc-a555d07534de req-16d16d32-b405-4819-b1f3-090b22e173c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 985 time: 0.1174815 Nov 25 11:32:49.816766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-122229b3-23d1-4f97-9fa7-148daf0b4611 req-e2fe57bc-2247-4b20-924e-80b43ad6bd30 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698318 Nov 25 11:32:49.833298 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1aed6873-b3bf-4ca7-91bc-a555d07534de req-680dd269-f1e7-4bba-b878-1e3a7afd32cb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Nov 25 11:32:49.861484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42818) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:49.929805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:49.930182 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-06eb1854-4c45-4f41-b01b-9bdcb5698b4d tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4&network_id=1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 200 len: 1133 time: 0.0675039 Nov 25 11:32:49.982622 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'code': 200} Nov 25 11:32:50.262252 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7822aa26-f40a-46ac-ba01-b3f6b4af2c43 req-867808e4-4a44-45ee-858a-c59f5847a8b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 1098 time: 0.0686469 Nov 25 11:32:50.306193 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7822aa26-f40a-46ac-ba01-b3f6b4af2c43 req-aee4776e-6ec2-45b3-8d6c-691ed034a717 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369282 Nov 25 11:32:50.307878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984e4fc-011a-4a2d-9d75-96fbe5ed22fa req-2751d1dc-9e45-4c6f-98e4-8cf9f342eb90 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:50.309344 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f984e4fc-011a-4a2d-9d75-96fbe5ed22fa req-2751d1dc-9e45-4c6f-98e4-8cf9f342eb90 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 985 time: 0.0791209 Nov 25 11:32:50.353049 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f984e4fc-011a-4a2d-9d75-96fbe5ed22fa req-5a83d640-76c9-495d-aee4-c5a9e4c57875 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Nov 25 11:32:51.008252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f439a1c-e4e2-4dd8-9829-51e84cbac4a9 req-ad5f7235-5702-4769-967f-60c3b7df29bf tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:51.009669 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f439a1c-e4e2-4dd8-9829-51e84cbac4a9 req-ad5f7235-5702-4769-967f-60c3b7df29bf tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 945 time: 0.0747411 Nov 25 11:32:51.054726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f439a1c-e4e2-4dd8-9829-51e84cbac4a9 req-62389a9b-4ef9-4dcd-806b-c2f655b512ff tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Nov 25 11:32:51.551174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda24c03-62ff-4e4e-bb83-5bbfdc512bd8 req-bb016aaa-6c9e-4ed8-af4e-e1fccde15a64 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:51.552959 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cda24c03-62ff-4e4e-bb83-5bbfdc512bd8 req-bb016aaa-6c9e-4ed8-af4e-e1fccde15a64 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 985 time: 0.0820158 Nov 25 11:32:51.600452 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cda24c03-62ff-4e4e-bb83-5bbfdc512bd8 req-d688fe1a-7863-41c0-93e4-0a71b87153fd tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Nov 25 11:32:51.834453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-2ed5bff1-2dda-4a12-90a5-ecc0f67a0327 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:51.835080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-2ed5bff1-2dda-4a12-90a5-ecc0f67a0327 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:32:51.850800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-2ed5bff1-2dda-4a12-90a5-ecc0f67a0327 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:32:51.852329 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-2ed5bff1-2dda-4a12-90a5-ecc0f67a0327 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 985 time: 0.1000776 Nov 25 11:32:51.921845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-3251df10-70d7-40de-9aca-76a85c7aa331 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:51.923218 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-3251df10-70d7-40de-9aca-76a85c7aa331 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0656025 Nov 25 11:32:52.061234 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-d5a1759c-1c64-42f8-8f7b-a11bfd358bf5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1321003 Nov 25 11:32:52.072227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:52.180596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.247744 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba91296-bfbe-48b5-9ecb-f3291bc5b277 req-22767390-208c-4422-a089-45bb0170b465 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:52.249399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2ba91296-bfbe-48b5-9ecb-f3291bc5b277 req-22767390-208c-4422-a089-45bb0170b465 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 945 time: 0.0763061 Nov 25 11:32:52.294068 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2ba91296-bfbe-48b5-9ecb-f3291bc5b277 req-4135aecc-d348-4749-8c0a-7b8d282a85dc tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389366 Nov 25 11:32:52.377160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=3fc395cf-7b19-4249-973d-1fb06941ba0f,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:52.404577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] For port 3fc395cf-7b19-4249-973d-1fb06941ba0f, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:32:52.453896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] device_id is not set on port 3fc395cf-7b19-4249-973d-1fb06941ba0f yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:32:52.462374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.468044 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.480239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.496662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a5a50-fa4e-41c3-8774-9b9618e1000d req-2ee89631-bb9b-4e6f-886c-c5587489ea10 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:52.498108 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-807a5a50-fa4e-41c3-8774-9b9618e1000d req-2ee89631-bb9b-4e6f-886c-c5587489ea10 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 945 time: 0.0821993 Nov 25 11:32:52.558529 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-807a5a50-fa4e-41c3-8774-9b9618e1000d req-b299dba4-7da0-417a-bd29-714dfa07cfc3 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544372 Nov 25 11:32:52.591111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42836) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:52.614984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=11']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:52.620212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:52.667279 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-50bc6908-ff14-47d6-8dda-edcd3dda0562 tempest-TestVolumeBootPattern-945922097 tempest-TestVolumeBootPattern-945922097-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 1093 time: 0.0745575 Nov 25 11:32:52.670185 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42842) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:52.677562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:32:52.683929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] No DVR routers for this DVR port 3fc395cf-7b19-4249-973d-1fb06941ba0f on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:32:52.684534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:52.688620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Usage tracker for resource:floatingip and tenant:08a244ace73e40889e241391663cf72d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.691984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.699205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:52.715742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.829778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-89ddb796-ee98-4afc-9e92-ef2ce6619e91 None None] Provisioning complete for port 3fc395cf-7b19-4249-973d-1fb06941ba0f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:52.830315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-89ddb796-ee98-4afc-9e92-ef2ce6619e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.873701 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ac87353-559c-488e-8295-9c07a78c2167 req-110a7e20-fab0-4b1b-9ade-a872d49cf53f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=467e4ec5-6785-40e2-b70a-61c354c3ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0463169 Nov 25 11:32:52.897751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-89ddb796-ee98-4afc-9e92-ef2ce6619e91 None None] Port 3fc395cf-7b19-4249-973d-1fb06941ba0f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:32:52.995946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.057344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] In _notify_port_updated(), no bound segment for port 3fc395cf-7b19-4249-973d-1fb06941ba0f on network 1ae155e4-5418-41d6-b5b6-bf167161cad6 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Nov 25 11:32:53.058502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.059759 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-847455e0-eada-4123-b6e3-8a18c261a7c5 req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 200 len: 1028 time: 0.9912744 Nov 25 11:32:53.134393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Allocated IP 172.26.5.157 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/4428a1ed-434b-4429-a038-60f170567e87) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:53.279640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.306337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.310353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:53.372453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:53.375483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:53.380193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:32:53.410812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=4428a1ed-434b-4429-a038-60f170567e87,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:53.416779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:53.895192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.952276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.980173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42848) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.049744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.079289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.141137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.145151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bb24fad-f4a4-49fb-83a4-08d911a0280d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:54.154918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.159231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.161015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d52e2d-d168-46dd-a8c3-85938a20dfe1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:54.163399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:54.163705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:54.171585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.175267 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/d0d52e2d-d168-46dd-a8c3-85938a20dfe1 HTTP/1.1" status: 204 len: 168 time: 0.1915851 Nov 25 11:32:54.222132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.263001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event updated for resources: {'Port': ['ID=4428a1ed-434b-4429-a038-60f170567e87,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:54.266887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:54.281432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.427325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 323bcec8-e220-4e3d-b3cc-6377223f407b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:32:54.427578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.572167 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Floating IP 1a53b462-e212-40dd-ac1a-06b90e7ee7a8 associated. External IP: 172.26.5.157, port: fcb369c1-ae94-4c68-bca1-a0df1abd7ebb. Nov 25 11:32:54.577339 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:32:54.596654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.597004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.719543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 323bcec8-e220-4e3d-b3cc-6377223f407b owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:32:54.866510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.870654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fba5e192-15fe-42ff-b975-5611484462d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:54.913903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=323bcec8-e220-4e3d-b3cc-6377223f407b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:54.919131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:54.964415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:32:55.004579 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.162541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:32:55.172341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:32:55.187422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.188405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:55.189039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:55.245308 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5740228 Nov 25 11:32:55.246401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:32:55.304056 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'status': 'completed', 'code': 200} Nov 25 11:32:55.404322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:55.446944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:32:55.560025 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-3c00dea5-2597-44b0-9f5a-d32e2aeb5d2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 1098 time: 0.2226501 Nov 25 11:32:55.592891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 3fc395cf-7b19-4249-973d-1fb06941ba0f not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:32:55.601466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 6609c398-b879-422c-8b85-6f10c32c6ae5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:32:55.768797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-ce84b983-0bfd-481b-af2a-882345001580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:55.770214 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-ce84b983-0bfd-481b-af2a-882345001580 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.2026949 Nov 25 11:32:55.801646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '1a53b462-e212-40dd-ac1a-06b90e7ee7a8', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.157', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:6e:8d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:32:53Z', 'updated_at': '2021-11-25T11:32:53Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}, {'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:54Z', 'revision_number': 1, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:55.806178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:32:55.816661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:55.817259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:55.937741 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-b112e4e0-cdcd-46cd-b106-79c6b6b440c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb HTTP/1.1" status: 200 len: 999 time: 0.1610324 Nov 25 11:32:55.995822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:56.021688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-5cdf6c9d-0951-46e9-97d9-bb8cba348b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:56.023110 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-5cdf6c9d-0951-46e9-97d9-bb8cba348b5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0778191 Nov 25 11:32:56.073986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:32:56.084057 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] Sync routers for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:32:56.100087 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:56.100939 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.111297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.158451 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-ba63cbe9-c029-41b0-88f9-b2efd4fd068e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279125 Nov 25 11:32:56.196596 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/994e3a58-303c-47f9-a404-b46e9c27c25b HTTP/1.1" status: 204 len: 168 time: 1.9709783 Nov 25 11:32:56.307505 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:56.309018 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-60384782-b741-40ed-8a3f-ebac0ccfadfb service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391928 Nov 25 11:32:56.396838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42866) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:56.413087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '1a53b462-e212-40dd-ac1a-06b90e7ee7a8', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.157', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:6e:8d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:32:53Z', 'updated_at': '2021-11-25T11:32:53Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}, {'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:54Z', 'revision_number': 1, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.418531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eedced-370b-4205-8b03-43dd41b5dfef None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '1a53b462-e212-40dd-ac1a-06b90e7ee7a8', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.157', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:6e:8d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:32:53Z', 'updated_at': '2021-11-25T11:32:53Z', 'revision_number': 0, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}, {'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:54Z', 'revision_number': 1, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:32:56.448126 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37f6e95f-fb07-4662-a56e-17e988c0a602 req-b1976a0f-4659-46ee-b08d-c53e9fbaac29 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326830 Nov 25 11:32:56.494440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.528216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.600078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.605905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-380a268f-f061-455e-9093-b6ceb52e6ccb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:56.621479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:56.625577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:56.628997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.632848 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/8def5ae7-98b8-4d74-b7e4-35c83a1a5d0f HTTP/1.1" status: 204 len: 168 time: 0.2301934 Nov 25 11:32:56.636259 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.640401 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] Checking router: 6609c398-b879-422c-8b85-6f10c32c6ae5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:32:56.651186 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:32:56.652045 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.682946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42872) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:56.690509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d8f13-5f8c-4ecb-a361-f06d8a75643e None None] New status for floating IP 1a53b462-e212-40dd-ac1a-06b90e7ee7a8: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:32:56.754592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 3fc395cf-7b19-4249-973d-1fb06941ba0f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:32:56.754920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.833842 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:32:57.000465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.123618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 3fc395cf-7b19-4249-973d-1fb06941ba0f owned by {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:32:57.156387 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:57.160169 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2f4cd-5ad5-400b-8da0-00203a651603 None None] The sync data for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv is: [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:14Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2d69620c-1bba-434f-8bfe-095a50e33479', 'name': '', 'network_id': '1ae155e4-5418-41d6-b5b6-bf167161cad6', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:68:d4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:13Z', 'updated_at': '2021-11-25T11:32:21Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'c0664c8c-8c01-4496-ab0c-0b769a24dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:32:57.263046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.273264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-674188e3-606f-4838-b56e-3ac22775184e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:57.424440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=3fc395cf-7b19-4249-973d-1fb06941ba0f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:57.463969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.464367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.464737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.465102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.465461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.465818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.466174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.466528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.466883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.467237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.467587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:57.475003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:57.538077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.548735 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/ports/3fc395cf-7b19-4249-973d-1fb06941ba0f HTTP/1.1" status: 204 len: 168 time: 0.8647165 Nov 25 11:32:57.551327 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:57.946058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.530356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 2d69620c-1bba-434f-8bfe-095a50e33479 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:32:58.531003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.714005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 2d69620c-1bba-434f-8bfe-095a50e33479, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2d69620c-1bba-434f-8bfe-095a50e33479,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:32:58.714350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.933127 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471c8e2-2766-4bb5-9a1e-d58aabb2a649 None None] New status for floating IP 994e3a58-303c-47f9-a404-b46e9c27c25b: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:32:58.944960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 2d69620c-1bba-434f-8bfe-095a50e33479 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:32:59.124658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.128822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f86df428-557a-4634-ab95-50233d64a503 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:59.170996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=2d69620c-1bba-434f-8bfe-095a50e33479,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:59.173504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:59.460513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.785688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.032167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 6609c398-b879-422c-8b85-6f10c32c6ae5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:33:00.233207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:33:00.242325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] Sync routers for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:33:00.246649 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/6609c398-b879-422c-8b85-6f10c32c6ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943319 Nov 25 11:33:00.249219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42880) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:00.254393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:00.255011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:00.433025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:00.547812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet c0664c8c-8c01-4496-ab0c-0b769a24dce3 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:33:00.550537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.603544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.688763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.714242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:00.718047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] Checking router: 6609c398-b879-422c-8b85-6f10c32c6ae5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:33:00.728980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] Routers {'6609c398-b879-422c-8b85-6f10c32c6ae5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:00.729581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6609c398-b879-422c-8b85-6f10c32c6ae5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:00.762069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.765978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2f8e325-37e3-429b-bf74-d729d0a8e1d4 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:00.800762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=c0664c8c-8c01-4496-ab0c-0b769a24dce3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:00.803563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:00.809276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.814958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5eaac3-4db7-4771-9688-55bd0ea79e02 None None] Network 1ae155e4-5418-41d6-b5b6-bf167161cad6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:33:00.816247 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9703182e-5aee-499d-bf27-448d5d05b7e4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/c0664c8c-8c01-4496-ab0c-0b769a24dce3 HTTP/1.1" status: 204 len: 168 time: 0.5660701 Nov 25 11:33:00.818858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42884) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:01.019741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.066238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] Set router 6609c398-b879-422c-8b85-6f10c32c6ae5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:01.218081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.227882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port aeaa7ffe-056b-484f-8d60-7de81d234a07 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:33:01.228301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.338223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] DHCP port deletion for 1ae155e4-5418-41d6-b5b6-bf167161cad6 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:33:01.347459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Deleting port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:33:01.347837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.401446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port aeaa7ffe-056b-484f-8d60-7de81d234a07, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=aeaa7ffe-056b-484f-8d60-7de81d234a07,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:01.401797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.525379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for aeaa7ffe-056b-484f-8d60-7de81d234a07 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:33:01.533723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:01.596715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590690c-9d35-44de-ac78-ca189ed8b91b None None] The sync data for ids ['6609c398-b879-422c-8b85-6f10c32c6ae5'] in dv-neutron-819177-1-hyperv is: [{'id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'name': 'tempest-TestNetworkBasicOps-router-428169280', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:09Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': 'aeaa7ffe-056b-484f-8d60-7de81d234a07', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609c398-b879-422c-8b85-6f10c32c6ae5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:10Z', 'updated_at': '2021-11-25T11:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:33:01.622368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] For port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c,segment=NetworkSegment(8dd3aa1f-a198-47a1-a71f-d8b298552e7a),segment_id=8dd3aa1f-a198-47a1-a71f-d8b298552e7a)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:01.622368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.715654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.720802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b834d501-8fdf-461c-8260-c5fcb7309759 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:01.768812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=aeaa7ffe-056b-484f-8d60-7de81d234a07,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:01.771388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:01.777026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Calling delete_port for 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:33:01.864804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.869261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:01.914782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Pushing event deleted for resources: {'Port': ['ID=89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:01.916607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:01.922467 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] No DVR routers for this DVR port 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:33:02.119037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.374264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.379016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.407654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.407654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router 6609c398-b879-422c-8b85-6f10c32c6ae5 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:33:02.423803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.424270 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/6609c398-b879-422c-8b85-6f10c32c6ae5 HTTP/1.1" status: 204 len: 168 time: 1.6044004 Nov 25 11:33:02.426827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42890) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:02.539554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.673431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.699795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae155e4-5418-41d6-b5b6-bf167161cad6']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:02.712433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd3aa1f-a198-47a1-a71f-d8b298552e7a') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:02.712530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd3aa1f-a198-47a1-a71f-d8b298552e7a') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:02.725752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.744726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.751832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:33:02.751832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:02.765996 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:02.846668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.850533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0eba5cad-021b-4168-b946-507ff8b9f113 tempest-NetworksIpV6Test-511299672 tempest-NetworksIpV6Test-511299672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:02.865352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.877589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=1ae155e4-5418-41d6-b5b6-bf167161cad6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:02.880087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:02.886853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-28afd716-290b-4220-a825-8a1d2753bdb5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/1ae155e4-5418-41d6-b5b6-bf167161cad6 HTTP/1.1" status: 204 len: 168 time: 0.4587398 Nov 25 11:33:02.901948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42894) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:02.915315 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-11d6a584-4d02-49f2-abab-ab3cd00f5317 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0121112 Nov 25 11:33:02.917931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42898) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:02.924430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--748477652', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:02.932621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:02.938640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:02.941521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:02.948500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:02.960238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:02.963762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.990852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2d69620c-1bba-434f-8bfe-095a50e33479 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:33:02.998281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:03.009002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.009334 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment 344629a2-008b-4054-aae8-26d9bafe544b of type vlan for network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 Nov 25 11:33:03.026426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 2d69620c-1bba-434f-8bfe-095a50e33479 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:33:03.026903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2d69620c-1bba-434f-8bfe-095a50e33479 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:33:03.027331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:33:03.038421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.059218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:33:03.059564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 89d0b5ee-bbc2-4364-a42f-c5a7eaa6c63c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:33:03.072303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.076269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:03.076843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.080861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c349fac4-c596-47f2-9925-6c93c6b1f055 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:03.185330 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2661448 Nov 25 11:33:03.187842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42902) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:03.194907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-587788364', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:03.199955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:03.202562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:03.204920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:03.209361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:03.209726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:03.213008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:03.218767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:03.229379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.230261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.250067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.399001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.575323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.604955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.848814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.153 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/1a8a0b83-16d0-4d98-a78b-23a3c594fb2d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:03.950612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e887412c-4271-42ef-af73-2aaaf79bd217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.991525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.019506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.023952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c59489e3-1ae2-400d-ab72-783ccdf3074a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:04.090563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:04.093709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:04.095696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:04.097786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:33:04.124260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:04.155350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.246305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.247016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.467748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router a490cdc8-0445-4469-a82f-a9f8dec7aba5 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:33:04.663917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:33:04.674552 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Sync routers for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:33:04.686386 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:04.687031 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:04.690441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.691611 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5027812 Nov 25 11:33:04.694648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42906) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:04.734134 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c8e40e69-1717-474a-a2e8-c4052f1982f5 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382466 Nov 25 11:33:04.736901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42910) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:04.869545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1692a1b-5778-4af2-9521-25e5fe8bd9d6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:04.871092 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f1692a1b-5778-4af2-9521-25e5fe8bd9d6 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332870 Nov 25 11:33:04.873870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42914) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:04.886767 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:04.887858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aeaa7ffe-056b-484f-8d60-7de81d234a07 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:33:04.915739 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-84fbf8cf-12a1-47e3-a932-abe3249b3ce0 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403371 Nov 25 11:33:04.917956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42918) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:04.923283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320912967', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:04.929106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: aeaa7ffe-056b-484f-8d60-7de81d234a07 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:33:04.929946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aeaa7ffe-056b-484f-8d60-7de81d234a07 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:33:05.035058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:05.039952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:05.042730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:05.048291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:05.061186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:05.165690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.173963 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:05.177969 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Checking router: a490cdc8-0445-4469-a82f-a9f8dec7aba5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:33:05.178315 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Updating router a490cdc8-0445-4469-a82f-a9f8dec7aba5 port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:33:05.227309 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.482962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.488209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d06fc5c9-d46a-4049-bac1-18fb388069b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:05.553763 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.562034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=11a2a8a5-8c80-452d-9ae4-d1c74221c611,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:05.565935 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Transition to ACTIVE for port object 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:05.567067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:05.573053 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.576461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ca2f9bfc-dce9-4e0c-8f9b-b9b1adff258d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:05.578697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:33:05.579052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: a4eb2f3c-6645-4c62-9d8d-a3d434d006e8, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:33:05.600162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:33:05.609459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, a4eb2f3c-6645-4c62-9d8d-a3d434d006e8) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:05.614328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:05.615044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.621554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945dbcc-bcdc-4167-b801-90771661079a None None] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:33:05.641327 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7223790 Nov 25 11:33:05.644121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42922) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:05.652410 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fa602-ae52-407c-9d91-6868408ce135 None None] Pushing event updated for resources: {'Port': ['ID=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:05.656926 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-808fa602-ae52-407c-9d91-6868408ce135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:05.660934 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Attempting to bind port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.661404 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Attempting to bind port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.661655 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Attempting to bind port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:33:05.668563 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:33:05.669043 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:33:05.669561 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.669957 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:33:05.670475 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Bound port: 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:05.670800 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.744992 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] For port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:33:05.752252 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] For port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:33:05.762152 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.765792 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-8a31ac31-c0a0-4fa0-91e1-1f0880bf717d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:05.843426 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:05.844135 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:32:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:05.848287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:33:05.849359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.928971 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fa602-ae52-407c-9d91-6868408ce135 None None] Pushing event updated for resources: {'Port': ['ID=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:05.932658 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-808fa602-ae52-407c-9d91-6868408ce135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:06.012278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Allocated IP 172.20.0.2 (a4eb2f3c-6645-4c62-9d8d-a3d434d006e8/11a2a8a5-8c80-452d-9ae4-d1c74221c611/5a889bfd-6bbb-4082-8e5d-415f417f199e) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:06.032317 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:06.217471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.229049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Transition to ACTIVE for port object 5a889bfd-6bbb-4082-8e5d-415f417f199e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:06.251612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Transition to ACTIVE for port object 5a889bfd-6bbb-4082-8e5d-415f417f199e will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:06.262703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.268350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-10c140c3-c95d-4994-9d4d-07c750f13837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:06.333040 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:06.338808 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d5278-5d73-470b-bee7-467a72389c50 None None] The sync data for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv is: [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:33:06.349195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-182fa61f-1e4a-4537-96b5-5b6998c6d476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.354538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:06.358255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Pushing event updated for resources: {'Port': ['ID=5a889bfd-6bbb-4082-8e5d-415f417f199e,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:06.360649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:06.369475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:06.370382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:33:06.440118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.455420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Attempting to bind port 5a889bfd-6bbb-4082-8e5d-415f417f199e on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:06.455794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Attempting to bind port 5a889bfd-6bbb-4082-8e5d-415f417f199e by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:06.456202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Attempting to bind port 5a889bfd-6bbb-4082-8e5d-415f417f199e on network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:33:06.463055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:33:06.463429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Checking segment: {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:33:06.463838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.464266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Bound using segment: {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:33:06.464736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Bound port: 5a889bfd-6bbb-4082-8e5d-415f417f199e, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:06.465119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.557341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] For port 5a889bfd-6bbb-4082-8e5d-415f417f199e, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:33:06.560581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] For port 5a889bfd-6bbb-4082-8e5d-415f417f199e, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5a889bfd-6bbb-4082-8e5d-415f417f199e,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:33:06.564724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.568253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2e72b611-8fee-44d2-a7a8-38d418e602cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:06.645590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Pushing event updated for resources: {'Port': ['ID=5a889bfd-6bbb-4082-8e5d-415f417f199e,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:06.649382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:06.847102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (a4eb2f3c-6645-4c62-9d8d-a3d434d006e8/11a2a8a5-8c80-452d-9ae4-d1c74221c611/a4470022-ce0a-4661-b3c3-bf68c88541ba) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:06.969698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5a889bfd-6bbb-4082-8e5d-415f417f199e up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:07.026739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.043552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object a4470022-ce0a-4661-b3c3-bf68c88541ba will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:07.070638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.075268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cec41dce-fee5-4318-ba4a-733eb48041bc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:07.090693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 5a889bfd-6bbb-4082-8e5d-415f417f199e completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:07.158379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:07.161788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:07.165830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:33:07.319532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:07.324725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:07.346902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.348448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.460522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.672755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a4961-8dc6-488f-afe5-5fe750ce0fbd None None] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:33:07.771441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Provisioning for port 5a889bfd-6bbb-4082-8e5d-415f417f199e completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:07.778567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Provisioning complete for port 5a889bfd-6bbb-4082-8e5d-415f417f199e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:07.779199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.909407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.918274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.947005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f567a4c0-1e54-4676-b44c-081ff7a790a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:08.000349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.030346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:08.033095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:08.034200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.045128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] For port 5a889bfd-6bbb-4082-8e5d-415f417f199e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5a889bfd-6bbb-4082-8e5d-415f417f199e,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:08.049673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.051455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:08.120065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Pushing event updated for resources: {'Port': ['ID=5a889bfd-6bbb-4082-8e5d-415f417f199e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:08.123856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:08.183024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:08.184209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:08.397666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d62dc67d-0f3f-4946-8388-ffd16762dac9 None None] Provisioning complete for port 5a889bfd-6bbb-4082-8e5d-415f417f199e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:08.397666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d62dc67d-0f3f-4946-8388-ffd16762dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.611810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router a490cdc8-0445-4469-a82f-a9f8dec7aba5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:33:08.638568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d62dc67d-0f3f-4946-8388-ffd16762dac9 None None] Provisioning for port a4470022-ce0a-4661-b3c3-bf68c88541ba completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:08.646892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d62dc67d-0f3f-4946-8388-ffd16762dac9 None None] Provisioning complete for port a4470022-ce0a-4661-b3c3-bf68c88541ba triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:08.646892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d62dc67d-0f3f-4946-8388-ffd16762dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.704187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d62dc67d-0f3f-4946-8388-ffd16762dac9 None None] Port a4470022-ce0a-4661-b3c3-bf68c88541ba cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:33:08.833657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.851828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-44ba899a-ee68-4eff-9b73-5489b9e42a3b None None] Provisioning complete for port a4470022-ce0a-4661-b3c3-bf68c88541ba triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:08.851828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-44ba899a-ee68-4eff-9b73-5489b9e42a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.911896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-44ba899a-ee68-4eff-9b73-5489b9e42a3b None None] Port a4470022-ce0a-4661-b3c3-bf68c88541ba cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:33:08.920719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:33:08.935872 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2873061 Nov 25 11:33:08.939128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42928) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.044522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5a889bfd-6bbb-4082-8e5d-415f417f199e up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:09.098351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfa299-1bda-43ea-a0e6-d9b16d46ad80 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.098351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfa299-1bda-43ea-a0e6-d9b16d46ad80 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.098351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfa299-1bda-43ea-a0e6-d9b16d46ad80 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.098351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfa299-1bda-43ea-a0e6-d9b16d46ad80 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.098351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfa299-1bda-43ea-a0e6-d9b16d46ad80 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.098351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfa299-1bda-43ea-a0e6-d9b16d46ad80 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.098351 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbcfa299-1bda-43ea-a0e6-d9b16d46ad80 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1604247 Nov 25 11:33:09.106769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42932) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.118670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 5a889bfd-6bbb-4082-8e5d-415f417f199e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:09.118670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.193425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c78773-38fc-4686-a5ff-c58c708c4604 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.193425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c78773-38fc-4686-a5ff-c58c708c4604 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.193425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c78773-38fc-4686-a5ff-c58c708c4604 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.193425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c78773-38fc-4686-a5ff-c58c708c4604 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.193425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c78773-38fc-4686-a5ff-c58c708c4604 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.193425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c78773-38fc-4686-a5ff-c58c708c4604 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:09.202681 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42936) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.205162 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-06c78773-38fc-4686-a5ff-c58c708c4604 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0978394 Nov 25 11:33:09.278742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:09.351965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:09.360113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:09.360113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.494441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.517305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:09.524712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.528235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fdadadcc-041d-4e0e-bbbb-e3ec622c30cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:09.609212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-36341ede-bff3-4c44-a2c7-e5a011222675 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3967969 Nov 25 11:33:09.618873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:09.618873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:09.959161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42942) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.966289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612892679', 'description': 'tempest-secgroup-smoke-612892679 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:09.983064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:09.983064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:09.988527 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:09.993614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.005941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.046491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.050597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.050597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.058542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.122410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.128158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.128158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aee22700-2269-4473-a8f9-390e110739ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.171228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.176668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:10.181201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.181201 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2220621 Nov 25 11:33:10.184979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42946) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.192069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'ab761bfd-e5a8-4eaf-abe7-0c1364f6a485', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:10.199960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.199960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.208487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.214526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.236376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.314366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.314366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.320284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9d44648-45e3-4277-b380-2ab566e51991 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.349174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b71d691-468e-4c22-9d24-f8cdf8d72ad4,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.349174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:10.357198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.363357 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1758192 Nov 25 11:33:10.363357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42950) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.371673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'ab761bfd-e5a8-4eaf-abe7-0c1364f6a485', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:10.377600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.382850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.382850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.392703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.417671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.487823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.487823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.495696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-35b75df1-c289-4ba5-88e2-230a0864c3ca tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.531461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Sync routers for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:33:10.536216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3939107c-a0d2-40da-8bf5-57a4c4cc8714,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.536216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:10.536216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.536216 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1718736 Nov 25 11:33:10.539887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.552994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'ab761bfd-e5a8-4eaf-abe7-0c1364f6a485', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:10.568574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:10.573067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.577656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:33:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:10.581617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.581617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.589806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.611905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.691953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.691953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.703340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9ab61c6f-2e7e-455e-aa4a-03f6194ad9c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.725490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6b1767-8ff8-4723-bb49-8a3e97bb2054,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.725490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:10.743265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.743265 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2023642 Nov 25 11:33:10.743265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 42958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.755410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'ab761bfd-e5a8-4eaf-abe7-0c1364f6a485', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:10.755410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.763460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:10.767176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.767176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.775357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.800400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.878638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.882879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.891484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8e0dfe3a-da8f-4c60-908f-b3cdde8bf0b2 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.916858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d30b5a-7e76-431d-9dd5-eb0c9f8cc492,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.916858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:10.933373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.933373 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1833076 Nov 25 11:33:10.937647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42962) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.943029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'ab761bfd-e5a8-4eaf-abe7-0c1364f6a485', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:10.955839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.966909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.966909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.982178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:10.987534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:11.005053 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:33:11.014149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.114422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.114422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.123072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd0be2b2-1bd5-4054-9c82-ca9935968eed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:11.141553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd7cf3c-bff0-4c00-86d2-aaab12b31ce8,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.154335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.170860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.170860 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2342303 Nov 25 11:33:11.170860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 42966) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:11.187133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'ab761bfd-e5a8-4eaf-abe7-0c1364f6a485', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:11.193323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:11.193323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:11.200249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:11.209401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:11.224324 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:33:11.228367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:11.228367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.232816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.300821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.309181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.309181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebea5737-a268-4a91-bd9f-1c7ec205eb99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:11.330683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbb19cf-e4d7-4201-a604-ecf3cb00fb93,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.330683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.339831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.365555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1807461 Nov 25 11:33:11.368967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:11.385327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Checking router: a490cdc8-0445-4469-a82f-a9f8dec7aba5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:33:11.385327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Updating router a490cdc8-0445-4469-a82f-a9f8dec7aba5 port a4470022-ce0a-4661-b3c3-bf68c88541ba binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:33:11.471383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.574120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-20e15ae0-f803-4744-b798-4111fe5521ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:11.591368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-20e15ae0-f803-4744-b798-4111fe5521ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:11.594930 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-20e15ae0-f803-4744-b798-4111fe5521ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612892679&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0864537 Nov 25 11:33:11.753873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde575e3-f03f-4989-afb0-f872086630ad req-c29a7ad5-876f-4dfa-ba52-67d77aa9a364 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:11.753873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-c29a7ad5-876f-4dfa-ba52-67d77aa9a364 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:11.774502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-c29a7ad5-876f-4dfa-ba52-67d77aa9a364 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:11.781497 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-c29a7ad5-876f-4dfa-ba52-67d77aa9a364 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 HTTP/1.1" status: 200 len: 796 time: 0.1826830 Nov 25 11:33:11.797367 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-54d27d1e-3bbb-40f5-a961-01accf17444b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0156910 Nov 25 11:33:11.901188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-de4db1c5-e19c-4336-85eb-f1333581d28d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:11.934790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-de4db1c5-e19c-4336-85eb-f1333581d28d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:11.934790 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-de4db1c5-e19c-4336-85eb-f1333581d28d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343586 Nov 25 11:33:11.938796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.950833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Transition to ACTIVE for port object a4470022-ce0a-4661-b3c3-bf68c88541ba will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:11.956855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.974478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:12.091544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27cebb-2f81-4e6b-b814-f174929da542 None None] Pushing event updated for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:12.126888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-db92531c-7d75-4ddf-a64c-38d2d0820716 service neutron] 10.222.0.41 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647892 Nov 25 11:33:12.137056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b27cebb-2f81-4e6b-b814-f174929da542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:12.225369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Attempting to bind port a4470022-ce0a-4661-b3c3-bf68c88541ba on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:12.225369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Attempting to bind port a4470022-ce0a-4661-b3c3-bf68c88541ba by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:12.225369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Attempting to bind port a4470022-ce0a-4661-b3c3-bf68c88541ba on network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:33:12.242434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:33:12.242434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Checking segment: {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:33:12.242434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.242434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Bound using segment: {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:33:12.242434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Bound port: a4470022-ce0a-4661-b3c3-bf68c88541ba, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:12.242434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.298493 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-bebb1903-edc7-4e24-91d2-8da00302c9ac service neutron] 10.222.0.41 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553023 Nov 25 11:33:12.371599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] For port a4470022-ce0a-4661-b3c3-bf68c88541ba, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:33:12.371599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] For port a4470022-ce0a-4661-b3c3-bf68c88541ba, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a4470022-ce0a-4661-b3c3-bf68c88541ba,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:33:12.380905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.393728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-12d2862c-42f8-486e-b4db-dbe29158c362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:12.485506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:12.485506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:33:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:12.561896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27cebb-2f81-4e6b-b814-f174929da542 None None] Pushing event updated for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:12.561896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b27cebb-2f81-4e6b-b814-f174929da542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:12.724317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:13.094924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:33:12Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:13.100916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21654bc6-c4f1-40d9-89d1-80fd17c96087 None None] The sync data for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv is: [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:33:12Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:33:13.530421 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-017ff856-4888-444e-bbfb-ae3c144cce0f req-27410049-07fe-4a18-a3a4-2812c4131e86 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 210 time: 0.0524540 Nov 25 11:33:14.610378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde575e3-f03f-4989-afb0-f872086630ad req-b8846cab-b699-4812-bdd3-40b48c810ee9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:14.610938 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-b8846cab-b699-4812-bdd3-40b48c810ee9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 HTTP/1.1" status: 200 len: 796 time: 0.1437721 Nov 25 11:33:14.671771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-85bb0263-8d2a-4301-b92c-68c6387830a2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:14.684974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cde575e3-f03f-4989-afb0-f872086630ad req-85bb0263-8d2a-4301-b92c-68c6387830a2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:14.686091 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-85bb0263-8d2a-4301-b92c-68c6387830a2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 379 time: 0.0610409 Nov 25 11:33:14.696038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['ab761bfd-e5a8-4eaf-abe7-0c1364f6a485']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:14.696358 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a922fcc4-6ad8-408d-a7df-a66b6e00969a req-7d6d18aa-03fc-49d1-8da5-0ac1bf6a55ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 210 time: 0.0474424 Nov 25 11:33:14.954689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:14.965650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a4470022-ce0a-4661-b3c3-bf68c88541ba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:14.966687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:14.978180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:14.981298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.045697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port a4470022-ce0a-4661-b3c3-bf68c88541ba completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:15.049616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a4470022-ce0a-4661-b3c3-bf68c88541ba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:15.050000 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.157907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.6 (a4eb2f3c-6645-4c62-9d8d-a3d434d006e8/11a2a8a5-8c80-452d-9ae4-d1c74221c611/70ebadf8-13f3-459d-8a3a-926f9d8150f0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:15.184025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.215600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a4470022-ce0a-4661-b3c3-bf68c88541ba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a4470022-ce0a-4661-b3c3-bf68c88541ba,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:15.218413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.220392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-aa2f91ad-b79b-40ff-87df-6766c74a5d21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:15.293825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:15.293825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:15.358927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.374161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 70ebadf8-13f3-459d-8a3a-926f9d8150f0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:15.395653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.401862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82bf4871-9906-4903-bdf5-0164932b0006 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:15.473092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:15.477386 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:15.481330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:33:15.512393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=70ebadf8-13f3-459d-8a3a-926f9d8150f0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.531373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.537589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.537589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:15.537589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:15.567469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.567469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.595825 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9032831 Nov 25 11:33:15.608692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Request body: {'port': {'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:15.731808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.812652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a554ea4d-a10c-4411-a87b-1270851456d8 None None] Provisioning for port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:15.820626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a554ea4d-a10c-4411-a87b-1270851456d8 None None] Provisioning complete for port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:15.820626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a554ea4d-a10c-4411-a87b-1270851456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.880183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a554ea4d-a10c-4411-a87b-1270851456d8 None None] Port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:33:15.924312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfbf4f-671e-4260-ac07-7686e8cb612d req-5ffa0256-159b-4b3f-a8d8-4b303fae37ee tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.924312 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0fbfbf4f-671e-4260-ac07-7686e8cb612d req-5ffa0256-159b-4b3f-a8d8-4b303fae37ee tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 931 time: 0.0927866 Nov 25 11:33:15.973020 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0fbfbf4f-671e-4260-ac07-7686e8cb612d req-18b2406b-ed2f-430d-8c5f-76c92a7bc634 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 Nov 25 11:33:16.190982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ebadf8-13f3-459d-8a3a-926f9d8150f0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:16.196670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.209873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Transition to ACTIVE for port object 70ebadf8-13f3-459d-8a3a-926f9d8150f0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:16.214894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.223125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cc0f0675-4f53-41a3-9c56-78a6da82d531 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:16.360203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Pushing event updated for resources: {'Port': ['ID=70ebadf8-13f3-459d-8a3a-926f9d8150f0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:16.360203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:16.466069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Attempting to bind port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:16.466398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Attempting to bind port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:16.466718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Attempting to bind port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 on network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:33:16.472448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 on network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:33:16.472765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Attempting to bind port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 on network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:33:16.482029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:33:16.482029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Checking segment: {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:33:16.482029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Bound using segment: {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:33:16.482029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Bound port: 70ebadf8-13f3-459d-8a3a-926f9d8150f0, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344629a2-008b-4054-aae8-26d9bafe544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:16.482029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.575209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] For port 70ebadf8-13f3-459d-8a3a-926f9d8150f0, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:33:16.578132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] For port 70ebadf8-13f3-459d-8a3a-926f9d8150f0, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:33:16.582326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.586513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:16.639611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.646435 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] 10.222.0.48 "PUT /v2.0/ports/70ebadf8-13f3-459d-8a3a-926f9d8150f0 HTTP/1.1" status: 200 len: 1093 time: 1.0363541 Nov 25 11:33:16.646435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:16.680806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Pushing event updated for resources: {'Port': ['ID=70ebadf8-13f3-459d-8a3a-926f9d8150f0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:16.691032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:16.745752 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'status': 'completed', 'code': 200} Nov 25 11:33:16.774953 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-7df726d1-a290-4f67-a4c1-06aeffa32c16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0892968 Nov 25 11:33:16.851923 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-23b81412-06bf-497e-b010-edc147cf660c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0 HTTP/1.1" status: 200 len: 217 time: 0.0681899 Nov 25 11:33:16.916360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde575e3-f03f-4989-afb0-f872086630ad req-8d0322d1-a509-47c8-b303-5256a7b0ab84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:16.917807 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-8d0322d1-a509-47c8-b303-5256a7b0ab84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11a2a8a5-8c80-452d-9ae4-d1c74221c611 HTTP/1.1" status: 200 len: 834 time: 0.0592139 Nov 25 11:33:16.943105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a4470022-ce0a-4661-b3c3-bf68c88541ba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:17.016733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a4470022-ce0a-4661-b3c3-bf68c88541ba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:17.017117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.122486 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-1d076788-1522-48e8-9dce-46e8fc849c31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1960120 Nov 25 11:33:17.221308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3125c4-7ac9-4a19-a74c-6d160a458f23 req-1190ca19-4615-4c72-a7e9-77d1a5146616 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:17.222733 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c3125c4-7ac9-4a19-a74c-6d160a458f23 req-1190ca19-4615-4c72-a7e9-77d1a5146616 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 943 time: 0.0888979 Nov 25 11:33:17.255951 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-2c6d3dd6-fe85-410f-b772-a847cb28a19f service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262600 Nov 25 11:33:17.268567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c3125c4-7ac9-4a19-a74c-6d160a458f23 req-a59f7757-5aea-4ed4-9e41-d1d6fb94fc83 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Nov 25 11:33:17.407215 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cde575e3-f03f-4989-afb0-f872086630ad req-860cf8e2-d587-4d9d-b131-ed2a0df8f2e1 service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430078 Nov 25 11:33:17.522699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9c0541df-f975-4efb-8006-3b45fa94131d req-1f6113f4-7687-4036-b5e9-27487cbe789c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0680363 Nov 25 11:33:17.656197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0541df-f975-4efb-8006-3b45fa94131d req-35773289-1b9c-42bf-b392-08fd47137118 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:17.657086 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9c0541df-f975-4efb-8006-3b45fa94131d req-35773289-1b9c-42bf-b392-08fd47137118 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 HTTP/1.1" status: 200 len: 897 time: 0.1269624 Nov 25 11:33:17.730693 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9c0541df-f975-4efb-8006-3b45fa94131d req-a7c68615-888d-48d2-bd1d-90369d6e4f6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0 HTTP/1.1" status: 200 len: 217 time: 0.0652356 Nov 25 11:33:17.795334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0541df-f975-4efb-8006-3b45fa94131d req-9849abfd-f3f2-4a32-9f60-2c9ed9d7b5aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:17.796605 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9c0541df-f975-4efb-8006-3b45fa94131d req-9849abfd-f3f2-4a32-9f60-2c9ed9d7b5aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11a2a8a5-8c80-452d-9ae4-d1c74221c611 HTTP/1.1" status: 200 len: 834 time: 0.0592222 Nov 25 11:33:17.875401 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9c0541df-f975-4efb-8006-3b45fa94131d req-df3f51de-27fe-48b8-b3fa-9104341805a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681808 Nov 25 11:33:18.012411 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9c0541df-f975-4efb-8006-3b45fa94131d req-9852ff31-5eb3-4e19-a37e-6244dfb5a1ee service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293766 Nov 25 11:33:18.153715 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9c0541df-f975-4efb-8006-3b45fa94131d req-73221fbd-81df-41cd-a35e-d37bfa157c48 service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333809 Nov 25 11:33:18.470535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc94a43-97ef-4d16-b9b6-b33e43becbb2 req-692b92ac-9ec7-463c-8494-e75f5a739f40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:18.471965 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4bc94a43-97ef-4d16-b9b6-b33e43becbb2 req-692b92ac-9ec7-463c-8494-e75f5a739f40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 943 time: 0.0785065 Nov 25 11:33:18.521857 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4bc94a43-97ef-4d16-b9b6-b33e43becbb2 req-02dc66c5-0c1e-484d-8fe9-dd1c6fabdcb2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415938 Nov 25 11:33:19.550698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 70ebadf8-13f3-459d-8a3a-926f9d8150f0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:33:19.706887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 70ebadf8-13f3-459d-8a3a-926f9d8150f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:19.720612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:33:19.737444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b552bd-94a9-4235-baa7-bef56fc40679 req-5bcbbd61-b76a-44e8-844e-6e285567db1e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:19.738885 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-49b552bd-94a9-4235-baa7-bef56fc40679 req-5bcbbd61-b76a-44e8-844e-6e285567db1e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 943 time: 0.0838850 Nov 25 11:33:19.772549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.785319 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-49b552bd-94a9-4235-baa7-bef56fc40679 req-baf0f4db-ed75-45a5-9943-c2df1a6f4c76 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Nov 25 11:33:19.790480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ebadf8-13f3-459d-8a3a-926f9d8150f0 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:19.806007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 70ebadf8-13f3-459d-8a3a-926f9d8150f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:19.810320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.812419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:19.877769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=70ebadf8-13f3-459d-8a3a-926f9d8150f0,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:19.880731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:20.041453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['70ebadf8-13f3-459d-8a3a-926f9d8150f0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:33:21.119550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9830c-acbf-4711-806e-164057ef0790 req-5ec98753-7909-4b3f-a978-534335828a5f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:21.121074 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fbe9830c-acbf-4711-806e-164057ef0790 req-5ec98753-7909-4b3f-a978-534335828a5f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 944 time: 0.0769992 Nov 25 11:33:21.169674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fbe9830c-acbf-4711-806e-164057ef0790 req-c11dcce7-0edc-4db4-889b-7769f80843e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Nov 25 11:33:21.560518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 70ebadf8-13f3-459d-8a3a-926f9d8150f0 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:21.626206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:21.630862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:21.631258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.743019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.768345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:21.778362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 70ebadf8-13f3-459d-8a3a-926f9d8150f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:33:21.781568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.783429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:21.825656 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'code': 200} Nov 25 11:33:21.851787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=70ebadf8-13f3-459d-8a3a-926f9d8150f0,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:21.861070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.861790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.861920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.862215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.862546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.862873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.863198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.863530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.863832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.864179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.864494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:21.868809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:22.052549 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a4bd7eba-b608-4d07-9ad8-b3f1eac44f74 req-7f63fad0-1510-4e6b-9835-2119ccdfe363 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0669584 Nov 25 11:33:22.098879 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a4bd7eba-b608-4d07-9ad8-b3f1eac44f74 req-45385715-c1be-4b9c-beb3-a964e87b797e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399709 Nov 25 11:33:22.451659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db49e-2181-4155-964a-fb1ada6e65f3 req-e8669fd7-afa1-4a67-9b1a-eb349e570dcf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:22.453121 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-735db49e-2181-4155-964a-fb1ada6e65f3 req-e8669fd7-afa1-4a67-9b1a-eb349e570dcf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 945 time: 0.1677756 Nov 25 11:33:22.498569 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-735db49e-2181-4155-964a-fb1ada6e65f3 req-e7dd40fb-852e-4af6-974a-3ea4caf066ef tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399559 Nov 25 11:33:23.697540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbb344-cb90-4853-9fa8-bd087495ba15 req-28b1aa23-0d32-473f-b369-345b2a3d5195 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:23.699113 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-08dbb344-cb90-4853-9fa8-bd087495ba15 req-28b1aa23-0d32-473f-b369-345b2a3d5195 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 945 time: 0.0818491 Nov 25 11:33:23.743771 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-08dbb344-cb90-4853-9fa8-bd087495ba15 req-1acf8fce-4fe1-4215-98b0-9ebd8d005ec4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392764 Nov 25 11:33:23.938550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd98ac3-a958-42c9-89f8-775de99b7d6a req-4665412e-475c-4a74-b969-0a6033bd625d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:23.939958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7fd98ac3-a958-42c9-89f8-775de99b7d6a req-4665412e-475c-4a74-b969-0a6033bd625d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 945 time: 0.0772917 Nov 25 11:33:23.989616 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7fd98ac3-a958-42c9-89f8-775de99b7d6a req-60b2d91c-f6df-4528-b729-b64b007e29c8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Nov 25 11:33:24.017333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43014) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.088725 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec0fd874-3d22-4fce-a436-213a2bd9a2dd tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 1093 time: 0.0701592 Nov 25 11:33:24.091238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43018) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.096268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:33:24.102511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:24.106284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:24.109122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:24.114689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:24.125257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.258661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.395685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.88 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b4722563-2b7d-4d44-899a-b69c46c2c002) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:24.544811 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.572709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.576856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e0e31f40-6ef8-40fd-a0fe-80296e62cbe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:24.633913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:24.640838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:24.644821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:33:24.678756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=b4722563-2b7d-4d44-899a-b69c46c2c002,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:24.685204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:25.158525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.212156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.502045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.508166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.511816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2cf533a1-4b48-4725-81d8-1bc249f1a8d1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:25.611070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=b4722563-2b7d-4d44-899a-b69c46c2c002,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:25.618864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:25.627452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.814323 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 2fc5c56b-9b58-4f7f-a68a-de1faeea8705 associated. External IP: 172.26.5.88, port: 70ebadf8-13f3-459d-8a3a-926f9d8150f0. Nov 25 11:33:26.203204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router a490cdc8-0445-4469-a82f-a9f8dec7aba5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:33:26.397494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:33:26.408070 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] Sync routers for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:33:26.421236 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:26.421850 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:33:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:26.422486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.479142 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3866839 Nov 25 11:33:26.479712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:26.481646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43024) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:26.540176 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'status': 'completed', 'code': 200} Nov 25 11:33:26.607625 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:26.726082 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-731b46d8-a45e-4602-b980-f03eb67de29c req-83451316-549d-49ec-bd91-b1cbf55f7ab2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 1098 time: 0.1491086 Nov 25 11:33:26.932143 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bbbd5103-0680-425a-9cf1-4c41f2d41cf3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5 HTTP/1.1" status: 200 len: 922 time: 0.4486065 Nov 25 11:33:26.934542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43030) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:26.954417 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '2fc5c56b-9b58-4f7f-a68a-de1faeea8705', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:24Z', 'updated_at': '2021-11-25T11:33:24Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:26.958155 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] Checking router: a490cdc8-0445-4469-a82f-a9f8dec7aba5 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:33:26.968987 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:33:26.969569 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:33:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:27.067251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b46d8-a45e-4602-b980-f03eb67de29c req-9466d261-95da-4154-8627-4f5fca9d3a65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:27.068698 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-731b46d8-a45e-4602-b980-f03eb67de29c req-9466d261-95da-4154-8627-4f5fca9d3a65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 HTTP/1.1" status: 200 len: 897 time: 0.3347888 Nov 25 11:33:27.074167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b953249a-39d7-4740-b144-702538ecadef tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1385994 Nov 25 11:33:27.144782 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:33:27.171855 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-731b46d8-a45e-4602-b980-f03eb67de29c req-35555cd6-9d80-4ef6-a349-76248655df5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0 HTTP/1.1" status: 200 len: 998 time: 0.0957372 Nov 25 11:33:27.233032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b46d8-a45e-4602-b980-f03eb67de29c req-f735decf-7ad5-4bd3-863a-61909244a70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:27.234461 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-731b46d8-a45e-4602-b980-f03eb67de29c req-f735decf-7ad5-4bd3-863a-61909244a70c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11a2a8a5-8c80-452d-9ae4-d1c74221c611 HTTP/1.1" status: 200 len: 834 time: 0.0560963 Nov 25 11:33:27.311150 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-731b46d8-a45e-4602-b980-f03eb67de29c req-c5a321e3-2a97-4ab4-88f3-dfa2aa00ecd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702641 Nov 25 11:33:27.441898 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-731b46d8-a45e-4602-b980-f03eb67de29c req-2e76de68-898d-45b2-aa64-3f1da989e8a7 service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245012 Nov 25 11:33:27.482081 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '2fc5c56b-9b58-4f7f-a68a-de1faeea8705', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:24Z', 'updated_at': '2021-11-25T11:33:24Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:27.485962 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5031880e-d236-4c17-bb81-974190faccf3 None None] The sync data for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv is: [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '2fc5c56b-9b58-4f7f-a68a-de1faeea8705', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:24Z', 'updated_at': '2021-11-25T11:33:24Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:33:27.578675 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-731b46d8-a45e-4602-b980-f03eb67de29c req-3c41b6c7-a24f-460f-8568-ff7739a43197 service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294587 Nov 25 11:33:28.078079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43034) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:28.178618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-20440ed4-4b2a-4e5b-ae5a-7c3160a2ab30 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.0993636 Nov 25 11:33:29.182455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43038) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:29.286282 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fbed7ade-a3ad-4a39-9b29-0e4922fffef9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1027241 Nov 25 11:33:29.560221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690cacd-97c1-41b2-bc9c-492e9a77d1c8 None None] New status for floating IP 2fc5c56b-9b58-4f7f-a68a-de1faeea8705: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:33:29.808856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.290437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43042) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:30.393583 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f8952456-acbe-40bc-926e-62d8c958519d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 992 time: 0.1018710 Nov 25 11:33:31.577919 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:33:33.952188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-863e042c-cb87-4dc7-8fa8-236e19c45c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.157041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:36.272853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5de3-3f15-412f-b84a-e65932b5f3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.341266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.819151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.648653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43064) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:59.791714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.824924 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6867fd28-11f1-4fd1-b4a5-eeb0b9dfd930 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1750388 Nov 25 11:33:59.827745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43068) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:00.133943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd0d41f-e00f-4ec4-a1d0-34559cab9179 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Notify agent at dv-neutron-819177-1-hyperv the message router_removed_from_agent {{(pid=83570) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 25 11:34:00.137071 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3cd0d41f-e00f-4ec4-a1d0-34559cab9179 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "DELETE /v2.0/agents/3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8/l3-routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5 HTTP/1.1" status: 204 len: 168 time: 0.3083751 Nov 25 11:34:00.139679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43072) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:00.314752 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-726920b8-fdb9-4d35-a5e0-ebbefe004ebd tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1740375 Nov 25 11:34:00.317268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43076) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:00.416612 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8714398a-88e5-475c-9fbd-2b2e18d26074 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 992 time: 0.0981405 Nov 25 11:34:00.886463 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b37cb-cf58-4850-bd2d-c0d26cc34ecf None None] New status for floating IP 2fc5c56b-9b58-4f7f-a68a-de1faeea8705: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:34:00.957546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a4470022-ce0a-4661-b3c3-bf68c88541ba no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:01.066890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.097887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a4470022-ce0a-4661-b3c3-bf68c88541ba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a4470022-ce0a-4661-b3c3-bf68c88541ba,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:01.101612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.102391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:01.124647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:01.213135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:01.216561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:01.268746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.283822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:01.287441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.289124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-aa2f91ad-b79b-40ff-87df-6766c74a5d21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:01.350615 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:01.354088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:01.420316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43080) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:01.524859 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98ca9d21-5c3b-4d84-85be-b9b92a1cc2eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1034257 Nov 25 11:34:02.675695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43086) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:02.874472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0117d97-fe1e-4177-a142-7243a41bf2c2 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Router a490cdc8-0445-4469-a82f-a9f8dec7aba5 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:34:02.874802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0117d97-fe1e-4177-a142-7243a41bf2c2 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Notify agent at dv-neutron-819177-1-hyperv the message router_added_to_agent {{(pid=83570) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 25 11:34:02.899855 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e0117d97-fe1e-4177-a142-7243a41bf2c2 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "POST /v2.0/agents/3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2230902 Nov 25 11:34:02.902854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43092) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:02.919924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] Sync routers for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:02.933230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:02.933886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:33:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:03.080027 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c30b7f14-5749-4360-888c-e7eac453f516 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1758633 Nov 25 11:34:03.082555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43098) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:03.108144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:03.182796 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-19b2a9c4-4302-464c-af8a-299d363f92c8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.0990405 Nov 25 11:34:03.446626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '2fc5c56b-9b58-4f7f-a68a-de1faeea8705', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:24Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:03.450828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] Checking router: a490cdc8-0445-4469-a82f-a9f8dec7aba5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:03.461307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:03.461910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:33:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:03.676319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:03.989502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4762f795-17b2-4155-aff0-e58877af1117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.024842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '2fc5c56b-9b58-4f7f-a68a-de1faeea8705', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:24Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:04.029243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2f5fb-6888-4d0c-b5ed-9aecb27ca45a None None] The sync data for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv is: [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '2fc5c56b-9b58-4f7f-a68a-de1faeea8705', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'port_id': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'mac_address': 'fa:16:3e:5f:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:24Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4470022-ce0a-4661-b3c3-bf68c88541ba', 'name': '', 'network_id': 'a4eb2f3c-6645-4c62-9d8d-a3d434d006e8', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:09:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:06Z', 'updated_at': '2021-11-25T11:34:01Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '11a2a8a5-8c80-452d-9ae4-d1c74221c611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:04.178300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.186359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43102) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:04.299057 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d08e16b9-f734-4a8a-9fc0-ae9b3e56f82c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1109905 Nov 25 11:34:04.996719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a4470022-ce0a-4661-b3c3-bf68c88541ba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:05.069286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a4470022-ce0a-4661-b3c3-bf68c88541ba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:05.069665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.182162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.213641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a4470022-ce0a-4661-b3c3-bf68c88541ba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a4470022-ce0a-4661-b3c3-bf68c88541ba,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:05.217031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.217858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:05.239908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:05.302926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43106) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:05.327553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:05.331359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:05.343901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:05.344308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.408500 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-41a211b6-77d5-46ec-ac58-0b087ae01217 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1039479 Nov 25 11:34:05.453696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.469187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:05.473200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.475102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:05.541698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:05.544923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:06.277289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cc9e029c-8709-40dd-b2e2-16c961b9a864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.411413 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43110) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:06.514769 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3fdc4b4e-30ae-4d19-9367-111f6c47c949 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1021163 Nov 25 11:34:06.967904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a4470022-ce0a-4661-b3c3-bf68c88541ba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:07.034164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a4470022-ce0a-4661-b3c3-bf68c88541ba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:07.034538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.145835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:07.211874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:07.212214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.344162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.517695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43114) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:07.728950 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ae2b1cea-bdb3-4d99-bfa7-6f387ef9fda8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.2100594 Nov 25 11:34:08.577814 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:34:08.732745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43118) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:08.823668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.840016 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5726b9ef-4b07-4f38-ac79-7f4638207118 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1060741 Nov 25 11:34:09.399386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-2f39269b-3eeb-4d0c-8f7d-ab8d986584da req-b0bd9345-f07b-44aa-849b-45a8f49e3675 service neutron] (83570) timed out ('10.222.0.48', 54206) {{(pid=83570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 11:34:09.843743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43122) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:09.944654 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3369cd56-2d39-48fa-a473-863104780072 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.0990098 Nov 25 11:34:10.948357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43126) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:11.054786 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e99cc277-c0ee-4a11-b3ac-c1e3f00061ab tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 990 time: 0.1052034 Nov 25 11:34:11.102951 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7404fff-c3b1-4527-9ecc-e37241b66e92 None None] New status for floating IP 2fc5c56b-9b58-4f7f-a68a-de1faeea8705: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:34:12.058325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43130) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:12.169327 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4ec22f7d-05a8-422c-9d91-4276da2a7b52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 200 len: 992 time: 0.1098046 Nov 25 11:34:12.455305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43138) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:12.653327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port b4722563-2b7d-4d44-899a-b69c46c2c002 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:12.653661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.815528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.815847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.040472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for b4722563-2b7d-4d44-899a-b69c46c2c002 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:13.186842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.190252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-21bca509-5efd-466e-8f91-884d82248c07 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:13.228837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=b4722563-2b7d-4d44-899a-b69c46c2c002,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:13.233248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:13.322771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.700577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router a490cdc8-0445-4469-a82f-a9f8dec7aba5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:34:13.893271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:13.909098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.959374 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/2fc5c56b-9b58-4f7f-a68a-de1faeea8705 HTTP/1.1" status: 204 len: 168 time: 1.5030682 Nov 25 11:34:13.960043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:14.014477 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'status': 'completed', 'code': 200} Nov 25 11:34:14.166399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-c9d3e687-0abb-4dfd-b2db-4eef9ace2e93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 1098 time: 0.1301205 Nov 25 11:34:14.305729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-45dd1f12-2fca-4eea-a26a-9b12a63b81c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:14.307177 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-45dd1f12-2fca-4eea-a26a-9b12a63b81c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 HTTP/1.1" status: 200 len: 897 time: 0.1346066 Nov 25 11:34:14.380157 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-f6353dd4-c9a3-4416-8028-e656cdcda5d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0 HTTP/1.1" status: 200 len: 217 time: 0.0653427 Nov 25 11:34:14.432955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fb27b-1a29-4369-968e-7da6768e17f8 req-ee780b14-45e9-4971-a518-748545b87810 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:14.434312 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c6fb27b-1a29-4369-968e-7da6768e17f8 req-ee780b14-45e9-4971-a518-748545b87810 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 945 time: 0.1671808 Nov 25 11:34:14.442247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-adbed253-867e-4918-95dc-dc7d1c765744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:14.443724 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-adbed253-867e-4918-95dc-dc7d1c765744 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11a2a8a5-8c80-452d-9ae4-d1c74221c611 HTTP/1.1" status: 200 len: 834 time: 0.0566292 Nov 25 11:34:14.478851 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c6fb27b-1a29-4369-968e-7da6768e17f8 req-e7d6a244-ae1b-48be-8218-5d344d32a652 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Nov 25 11:34:14.524333 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-8ac37f9b-3cae-4da3-a87e-de61e463932d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729475 Nov 25 11:34:14.771691 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-88612ac9-8aed-4fe8-965d-60bdcd22ede1 service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405467 Nov 25 11:34:14.900469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94f5fcfc-3b78-45d2-8157-6ca7a200b98a req-dde66b73-8ddb-420e-a6dd-a3bf5e8f503c service neutron] 10.222.0.48 "GET /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204267 Nov 25 11:34:15.590789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-dd71898d-8a7c-4396-8d21-32880ef6f8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:15.591483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-dd71898d-8a7c-4396-8d21-32880ef6f8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:15.607636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-dd71898d-8a7c-4396-8d21-32880ef6f8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:15.608877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-dd71898d-8a7c-4396-8d21-32880ef6f8e0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 945 time: 0.0930207 Nov 25 11:34:15.682586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:15.682918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.745467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd8ad9-c0b7-4e9f-b9a1-4a7fddc0f210 req-a4717318-e6e5-41b9-a040-989cad2590f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:15.746920 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8efd8ad9-c0b7-4e9f-b9a1-4a7fddc0f210 req-a4717318-e6e5-41b9-a040-989cad2590f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 945 time: 0.1468730 Nov 25 11:34:15.792452 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8efd8ad9-c0b7-4e9f-b9a1-4a7fddc0f210 req-d395cc2d-829b-44b3-ac31-07138230464d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Nov 25 11:34:15.929411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 70ebadf8-13f3-459d-8a3a-926f9d8150f0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=70ebadf8-13f3-459d-8a3a-926f9d8150f0,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:15.929968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.050679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 70ebadf8-13f3-459d-8a3a-926f9d8150f0 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:16.189990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.195661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:16.239682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=70ebadf8-13f3-459d-8a3a-926f9d8150f0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:16.278973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.279356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.279733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.280135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.280503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.280869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.281230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.281601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.281952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.282307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.282661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:16.289766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:16.326935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 70ebadf8-13f3-459d-8a3a-926f9d8150f0 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:16.329156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.331643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'name': 'network-vif-deleted', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:16.346246 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3d83d952-42e5-4c60-8e50-03a08454e500 req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/70ebadf8-13f3-459d-8a3a-926f9d8150f0 HTTP/1.1" status: 204 len: 173 time: 0.7323673 Nov 25 11:34:16.387190 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9', 'name': 'network-vif-deleted', 'tag': '70ebadf8-13f3-459d-8a3a-926f9d8150f0', 'status': 'completed', 'code': 200} Nov 25 11:34:16.975578 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3430079f-51e3-46b5-9dce-0ccb5c2e81a9 req-05ecb4dd-0647-4d00-91c0-4e439eba9d8f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a67c6a-aede-4c7e-be8e-dbbbd6ed4ae9 HTTP/1.1" status: 200 len: 210 time: 0.0447898 Nov 25 11:34:18.078021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43162) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:18.144938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.174116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.236663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.240495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a8ac20b-26db-425b-b77f-d4b4f1c8e8de tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:18.255245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab761bfd-e5a8-4eaf-abe7-0c1364f6a485,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:18.258001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:18.265352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.266375 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/ab761bfd-e5a8-4eaf-abe7-0c1364f6a485 HTTP/1.1" status: 204 len: 168 time: 0.1874056 Nov 25 11:34:18.308713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43168) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:18.700403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.384280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port a4470022-ce0a-4661-b3c3-bf68c88541ba {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:19.384980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.571254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port a4470022-ce0a-4661-b3c3-bf68c88541ba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a4470022-ce0a-4661-b3c3-bf68c88541ba,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:19.571603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.689893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for a4470022-ce0a-4661-b3c3-bf68c88541ba owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:19.833941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 70ebadf8-13f3-459d-8a3a-926f9d8150f0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:19.867846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.869243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 70ebadf8-13f3-459d-8a3a-926f9d8150f0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:34:19.869625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 70ebadf8-13f3-459d-8a3a-926f9d8150f0 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:19.872960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4619577a-75a7-482f-9453-f5fca08cedd7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:19.914869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=a4470022-ce0a-4661-b3c3-bf68c88541ba,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:19.957293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.957668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.958029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.958383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.958737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.959089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.959438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.959788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.960162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.960508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.960851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.967813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:20.220798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.880571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router a490cdc8-0445-4469-a82f-a9f8dec7aba5 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:34:21.083250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:21.096055 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7863190 Nov 25 11:34:21.098849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43172) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:21.279878 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet 11a2a8a5-8c80-452d-9ae4-d1c74221c611 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:34:21.282604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.337795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.417022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.488783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.492372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4ea94519-9ba6-4405-ad4b-4115e364649a tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:21.524948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] Sync routers for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:21.533597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=11a2a8a5-8c80-452d-9ae4-d1c74221c611,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:21.536026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:21.538661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.545622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:21.546275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:21.547959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43176) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:21.548421 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/11a2a8a5-8c80-452d-9ae4-d1c74221c611 HTTP/1.1" status: 204 len: 168 time: 0.4479866 Nov 25 11:34:21.595381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dcdf29-40ac-4c84-a206-2bcdfa6ca063 None None] Network a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:34:21.749790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.930566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:21.942757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.952958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:21.953321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.153952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] DHCP port deletion for a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:34:22.171147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Deleting port 5a889bfd-6bbb-4082-8e5d-415f417f199e {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:22.171526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.244431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:22.245253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.371430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:22.435760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] For port 5a889bfd-6bbb-4082-8e5d-415f417f199e, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5a889bfd-6bbb-4082-8e5d-415f417f199e,segment=NetworkSegment(344629a2-008b-4054-aae8-26d9bafe544b),segment_id=344629a2-008b-4054-aae8-26d9bafe544b)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:22.436176 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.446892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:34:19Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '1a8a0b83-16d0-4d98-a78b-23a3c594fb2d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:34:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:22.501211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] Checking router: a490cdc8-0445-4469-a82f-a9f8dec7aba5 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:22.535950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.539984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e85fc844-3f28-4b74-8798-3c1485dc822e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:22.562666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Calling delete_port for 5a889bfd-6bbb-4082-8e5d-415f417f199e owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:22.583727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=1a8a0b83-16d0-4d98-a78b-23a3c594fb2d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:22.587825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:22.617321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] Routers {'a490cdc8-0445-4469-a82f-a9f8dec7aba5'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:22.617950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:22.756966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] Set router a490cdc8-0445-4469-a82f-a9f8dec7aba5 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:22.800118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.805183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.812011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:22.903227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Pushing event deleted for resources: {'Port': ['ID=5a889bfd-6bbb-4082-8e5d-415f417f199e,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:22.908067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:34:22Z', 'revision_number': 7, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:22.914216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] No DVR routers for this DVR port 5a889bfd-6bbb-4082-8e5d-415f417f199e on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:22.925110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebe1ae-c9f7-40e6-a3de-6c96aad7e2df None None] The sync data for ids ['a490cdc8-0445-4469-a82f-a9f8dec7aba5'] in dv-neutron-819177-1-hyperv is: [{'id': 'a490cdc8-0445-4469-a82f-a9f8dec7aba5', 'name': 'tempest-TestNetworkBasicOps-router-587788364', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:33:03Z', 'updated_at': '2021-11-25T11:34:22Z', 'revision_number': 7, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:22.927550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.929023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.929023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.929023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.929271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.929918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.929918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.930205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.930386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.930691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.931041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:22.934282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:23.064422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.068531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.099624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.100207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router a490cdc8-0445-4469-a82f-a9f8dec7aba5 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:34:23.114035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.115109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/a490cdc8-0445-4469-a82f-a9f8dec7aba5 HTTP/1.1" status: 204 len: 168 time: 1.5655885 Nov 25 11:34:23.117828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43180) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:23.227194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.321538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5a889bfd-6bbb-4082-8e5d-415f417f199e no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:23.414146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 5a889bfd-6bbb-4082-8e5d-415f417f199e {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:34:23.414501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5a889bfd-6bbb-4082-8e5d-415f417f199e not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:23.475460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.500177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4eb2f3c-6645-4c62-9d8d-a3d434d006e8']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:23.512721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344629a2-008b-4054-aae8-26d9bafe544b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:23.513006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344629a2-008b-4054-aae8-26d9bafe544b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:23.524015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.539402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.545453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:34:23.545831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:23.560634 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:23.642236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.646075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-644e49c3-6c40-4c84-bde7-8d935f8eee1e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:23.663419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.670546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=a4eb2f3c-6645-4c62-9d8d-a3d434d006e8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:23.675409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:23.686376 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/a4eb2f3c-6645-4c62-9d8d-a3d434d006e8 HTTP/1.1" status: 204 len: 168 time: 0.5673821 Nov 25 11:34:23.707547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43184) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:23.713454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--1348905791', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:23.718436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:23.722466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:23.725281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:23.731538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:23.741423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:23.744072 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990f5bc-94f2-40c2-a9ae-09514d9dd3a3 None None] New status for floating IP 2fc5c56b-9b58-4f7f-a68a-de1faeea8705: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:34:23.745092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.772804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:23.781355 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.781720 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment 32de0f06-31b7-4f5f-9304-9601d39863e0 of type vlan for network f04fd98e-3850-405d-a18e-7b64cbdd573b Nov 25 11:34:23.808824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.837864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.841930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:23.842499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.846050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-19a656ca-a0b8-493b-80a2-30d55cd12bfb tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:23.955364 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2442772 Nov 25 11:34:23.955364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=f04fd98e-3850-405d-a18e-7b64cbdd573b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:23.956524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43188) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:23.957155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:23.961841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-637201808', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:23.964573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network f04fd98e-3850-405d-a18e-7b64cbdd573b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:23.971784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:23.975941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:23.979702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:23.987335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:24.000195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.001122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.019751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.172780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.363856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.396241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.537748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.11 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/287a916d-a034-4922-934b-54f9d5f5b69f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:24.691284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.719979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.723620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:24.892906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:24.896479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:24.898592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=287a916d-a034-4922-934b-54f9d5f5b69f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:24.900807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:34:24.930271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:24.933716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a4470022-ce0a-4661-b3c3-bf68c88541ba no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:24.966730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: a4470022-ce0a-4661-b3c3-bf68c88541ba {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:34:24.967388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a4470022-ce0a-4661-b3c3-bf68c88541ba not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:24.967388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:24.998161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:34:24.998510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a8a0b83-16d0-4d98-a78b-23a3c594fb2d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:25.074685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.075506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.300862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b84f040f-8dd3-4b59-bb29-aa74c84cb570 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:34:25.493373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:25.503463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Sync routers for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:25.514945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:25.515671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:25.520078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.524554 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5642140 Nov 25 11:34:25.524786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43192) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:25.572626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-01436738-102d-4264-a1d3-2d70ab0931e3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434129 Nov 25 11:34:25.572792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43196) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:25.690307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:25.701139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4af8ae-755f-4b80-9a1f-547625bb7c75 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:25.702615 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2c4af8ae-755f-4b80-9a1f-547625bb7c75 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290288 Nov 25 11:34:25.705396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43200) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:25.744317 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ee6c1b84-e373-432f-968b-c3cd24cbec92 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377746 Nov 25 11:34:25.747180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43204) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:25.752607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240535925', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:25.858887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:25.863005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:25.865761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:25.871280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:25.880550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:25.968436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:25Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:25.972436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Checking router: b84f040f-8dd3-4b59-bb29-aa74c84cb570 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:25.972796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Updating router b84f040f-8dd3-4b59-bb29-aa74c84cb570 port 287a916d-a034-4922-934b-54f9d5f5b69f binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:34:25.981778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.022914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.190046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.193989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4b2af750-a1a7-4af0-a0aa-0660ab2074a7 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:26.278553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:26.283774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:26.294491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:34:26.294847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: f04fd98e-3850-405d-a18e-7b64cbdd573b, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:26.317246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network f04fd98e-3850-405d-a18e-7b64cbdd573b is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:26.326985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, f04fd98e-3850-405d-a18e-7b64cbdd573b) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:26.331049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:26.331546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.338838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb23c5e3-54e2-4f85-8660-50fe70dc5a39 None None] Network f04fd98e-3850-405d-a18e-7b64cbdd573b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:34:26.352357 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6039579 Nov 25 11:34:26.354881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43208) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:26.366315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.430440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Transition to ACTIVE for port object 287a916d-a034-4922-934b-54f9d5f5b69f will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:26.445222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.451384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:26.556607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89c0d-8919-4a72-952b-a4686c833212 None None] Pushing event updated for resources: {'Port': ['ID=287a916d-a034-4922-934b-54f9d5f5b69f,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:26.589382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca89c0d-8919-4a72-952b-a4686c833212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:26.594770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Attempting to bind port 287a916d-a034-4922-934b-54f9d5f5b69f on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:26.595151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Attempting to bind port 287a916d-a034-4922-934b-54f9d5f5b69f by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:26.595520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Attempting to bind port 287a916d-a034-4922-934b-54f9d5f5b69f on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:34:26.613587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:34:26.613969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:34:26.614374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.614770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:34:26.615241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Bound port: 287a916d-a034-4922-934b-54f9d5f5b69f, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:26.615612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.704181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-f04fd98e-3850-405d-a18e-7b64cbdd573b', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:34:26.704995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.816547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] For port 287a916d-a034-4922-934b-54f9d5f5b69f, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:34:26.833089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] For port 287a916d-a034-4922-934b-54f9d5f5b69f, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=287a916d-a034-4922-934b-54f9d5f5b69f,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:34:26.840781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.846589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:26.980675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89c0d-8919-4a72-952b-a4686c833212 None None] Pushing event updated for resources: {'Port': ['ID=287a916d-a034-4922-934b-54f9d5f5b69f,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:26.986196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca89c0d-8919-4a72-952b-a4686c833212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:27.000244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:27.000870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:27.055769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Allocated IP 172.20.0.2 (f04fd98e-3850-405d-a18e-7b64cbdd573b/b8225ee4-2b1d-4df8-96b5-3c2ab16750ea/0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:27.221014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.285129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:27.528174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.550151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Transition to ACTIVE for port object 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:27.592744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Transition to ACTIVE for port object 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:27.624962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.631280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-bc8fcfde-dd01-4eef-8c63-caf2023ad451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:27.687563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (f04fd98e-3850-405d-a18e-7b64cbdd573b/b8225ee4-2b1d-4df8-96b5-3c2ab16750ea/2da2b5d2-7aed-4101-ba4d-3583cf908976) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:27.703522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Network f04fd98e-3850-405d-a18e-7b64cbdd573b is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:27.707376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:27.710193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Pushing event updated for resources: {'Port': ['ID=0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:27.713561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:34:27.717080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:27.816018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:25Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:27.820173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Attempting to bind port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:27.820529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Attempting to bind port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:27.820892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Attempting to bind port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 on network f04fd98e-3850-405d-a18e-7b64cbdd573b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:34:27.824647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db2c03-68da-43ad-a096-c1a6b1d2f372 None None] The sync data for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv is: [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:25Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:27.830301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:34:27.830683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Checking segment: {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:34:27.831089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.831489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Bound using segment: {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:34:27.831968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Bound port: 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:27.832373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.850632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.868603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 2da2b5d2-7aed-4101-ba4d-3583cf908976 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:27.897904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.902710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-67e375b1-1066-46df-a079-499376230bf2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:27.929002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] For port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:34:27.932993 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] For port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:34:27.937931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.943476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2f7304d5-ac6c-44ba-bcc6-cef0e682bebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:27.978439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network f04fd98e-3850-405d-a18e-7b64cbdd573b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:27.981976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:27.986362 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:34:28.020455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=2da2b5d2-7aed-4101-ba4d-3583cf908976,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:28.046244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:28.062173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Pushing event updated for resources: {'Port': ['ID=0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:28.065328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:28.077301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.184406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.744885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.750476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.775056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:28.864791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=2da2b5d2-7aed-4101-ba4d-3583cf908976,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:28.867352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.871194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:29.021220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae25683-e0c2-4377-9e75-b01f731bc29e None None] Network f04fd98e-3850-405d-a18e-7b64cbdd573b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:34:29.022386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network f04fd98e-3850-405d-a18e-7b64cbdd573b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:29.023485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:29.041424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:29.200759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5b4d7e0d-f7c3-4b76-baf6-c0dcffe2520a None None] Provisioning for port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:29.253095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:29.309553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:29.309841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.404614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b84f040f-8dd3-4b59-bb29-aa74c84cb570 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:34:29.480270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.522933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:29.528643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.529844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 287a916d-a034-4922-934b-54f9d5f5b69f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:29.560751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:29.632490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:29.647951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43212) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:29.650410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:29.652639 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/b84f040f-8dd3-4b59-bb29-aa74c84cb570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2966392 Nov 25 11:34:29.653683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:29.665205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 287a916d-a034-4922-934b-54f9d5f5b69f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:29.670966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 287a916d-a034-4922-934b-54f9d5f5b69f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:29.671515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.803395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.807496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d11c75-7e50-49e8-9038-d1b44b2f4493 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.808213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d11c75-7e50-49e8-9038-d1b44b2f4493 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.808909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d11c75-7e50-49e8-9038-d1b44b2f4493 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.809540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d11c75-7e50-49e8-9038-d1b44b2f4493 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.810193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d11c75-7e50-49e8-9038-d1b44b2f4493 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.810678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d11c75-7e50-49e8-9038-d1b44b2f4493 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.811051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5947d574-ecc1-405b-a81d-61d52d0b91b3 None None] Provisioning for port 2da2b5d2-7aed-4101-ba4d-3583cf908976 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:29.817329 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43216) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:29.817864 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-07d11c75-7e50-49e8-9038-d1b44b2f4493 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1684885 Nov 25 11:34:29.831792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5947d574-ecc1-405b-a81d-61d52d0b91b3 None None] Provisioning complete for port 2da2b5d2-7aed-4101-ba4d-3583cf908976 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:29.832189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5947d574-ecc1-405b-a81d-61d52d0b91b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.863174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 287a916d-a034-4922-934b-54f9d5f5b69f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=287a916d-a034-4922-934b-54f9d5f5b69f,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:29.873047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.875458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.879146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:29.901137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d88c14-4429-4f4d-910c-383ebcb8a1b1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.901508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d88c14-4429-4f4d-910c-383ebcb8a1b1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.901989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d88c14-4429-4f4d-910c-383ebcb8a1b1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.902495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d88c14-4429-4f4d-910c-383ebcb8a1b1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.902845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d88c14-4429-4f4d-910c-383ebcb8a1b1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.903193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d88c14-4429-4f4d-910c-383ebcb8a1b1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:29.907557 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-22d88c14-4429-4f4d-910c-383ebcb8a1b1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0866714 Nov 25 11:34:29.907816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43220) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:29.930370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5947d574-ecc1-405b-a81d-61d52d0b91b3 None None] Port 2da2b5d2-7aed-4101-ba4d-3583cf908976 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:34:29.962029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=287a916d-a034-4922-934b-54f9d5f5b69f,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:29.967908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:29.972440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5947d574-ecc1-405b-a81d-61d52d0b91b3 None None] Provisioning complete for port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:29.973239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5947d574-ecc1-405b-a81d-61d52d0b91b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.211366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a88d1336-ef13-4dd5-a4d7-9fce5c2ad4ea None None] Provisioning complete for port 2da2b5d2-7aed-4101-ba4d-3583cf908976 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:30.212012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a88d1336-ef13-4dd5-a4d7-9fce5c2ad4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.236061 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0db52ddf-c7d4-4617-bf89-7c5a84accb07 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3268256 Nov 25 11:34:30.265457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a88d1336-ef13-4dd5-a4d7-9fce5c2ad4ea None None] Port 2da2b5d2-7aed-4101-ba4d-3583cf908976 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:34:30.483447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43226) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.489147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586956549', 'description': 'tempest-secgroup-smoke-586956549 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:30.495625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:30.499623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:30.502498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:30.508024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:30.519243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.553263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:30.557598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:30.560317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:30.565781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:30.617464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.621927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.627352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b3a6a756-6f19-48bd-b4af-c99a8020b135 tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:30.665636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f55717e-a0aa-4f3c-ba82-2828c7de198b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:30.669062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.670392 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1859126 Nov 25 11:34:30.671360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:30.673299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43230) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.679326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '6f55717e-a0aa-4f3c-ba82-2828c7de198b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:30.686230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:30.689985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:30.692835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:30.698488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:30.714546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.772170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.775387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.777642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-530192d7-3759-4dda-87b5-76d74965145a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:30.801234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aded54a0-6f8f-44a7-8e33-6da97533ac54,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:30.803944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:30.810497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.811793 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2a83d027-5d9e-4d2d-8fd0-ce68291ba230 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376023 Nov 25 11:34:30.814515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43234) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.819861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '6f55717e-a0aa-4f3c-ba82-2828c7de198b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:30.825802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:30.829484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:30.832275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:30.837983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:30.855208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.914477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.918871 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.920733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2404841-5814-467f-ad33-432b9be3ef60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:30.942654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d32d57b-e786-452b-90c6-58044fc4aa5a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:30.947274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:30.951861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.955622 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1376970 Nov 25 11:34:30.955874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43238) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.961565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '6f55717e-a0aa-4f3c-ba82-2828c7de198b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:30.972123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:30.975917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:30.979549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:30.983912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:30.987511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:31.005024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.053207 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:31.053839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.069565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.073846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.075779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec095d68-c253-4b23-adbd-3e925f96675d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:31.098382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13bba0b-5639-4b5c-87b8-0e4d1a0f92a0,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:31.100813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:31.109130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.110326 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e9655dc2-667f-4be8-9bf4-ec86b615cac4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1535239 Nov 25 11:34:31.113267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43242) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:31.119039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '6f55717e-a0aa-4f3c-ba82-2828c7de198b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:31.125092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:31.128905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:31.131745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:31.138020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:31.155150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.170220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 287a916d-a034-4922-934b-54f9d5f5b69f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:31.225627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.229734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.231722 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6ec69b9f-a400-40d0-8f64-63bd69039dbd tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:31.239950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 287a916d-a034-4922-934b-54f9d5f5b69f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:31.240526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.248633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3d672f-06ba-4b5d-a22e-21225388f953,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:31.251924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:31.268602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.272368 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1556048 Nov 25 11:34:31.272720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43246) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:31.279131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '6f55717e-a0aa-4f3c-ba82-2828c7de198b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:31.285041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:31.288998 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:31.292602 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:31.298358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:31.310817 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:34:31.318031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.387638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.391312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.397146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec3ebaf5-3a88-4e0b-bcd8-6870dbcc860a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:31.415593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274167a7-a023-4da5-ae62-01d010b573a5,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:31.417846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:31.425697 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.426826 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1531522 Nov 25 11:34:31.429953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43250) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:31.437243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '6f55717e-a0aa-4f3c-ba82-2828c7de198b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:31.442205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:31.446258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:31.449995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:31.458438 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Sync routers for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:31.461347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:31.470714 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:31.471325 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:31.471778 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:34:31.489890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.558476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.561951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.567416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-425e6d02-61b7-4ef9-bd7c-4e7808d11546 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:31.586998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e4ae78-41da-49ef-be08-b9040015d7f4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:31.589406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:31.596777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.598035 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1670737 Nov 25 11:34:31.650517 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:31.769046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-cf820a0a-9a68-4244-ba45-675aee6c8fe1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:31.783672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-cf820a0a-9a68-4244-ba45-675aee6c8fe1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:31.784889 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-cf820a0a-9a68-4244-ba45-675aee6c8fe1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586956549&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0567439 Nov 25 11:34:31.933393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-15be88ca-e6f0-47dd-94e0-d9dd745ea952 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:31.934834 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-15be88ca-e6f0-47dd-94e0-d9dd745ea952 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 200 len: 797 time: 0.1436009 Nov 25 11:34:31.950564 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-db7c7ff4-dcd6-4a87-9f5a-8d695e6222ad tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0104280 Nov 25 11:34:31.956134 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:31.959845 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Checking router: b84f040f-8dd3-4b59-bb29-aa74c84cb570 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:31.960224 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Updating router b84f040f-8dd3-4b59-bb29-aa74c84cb570 port 2da2b5d2-7aed-4101-ba4d-3583cf908976 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:34:32.010948 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.028130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-522248dd-ede0-4f5e-99d7-cfc4f190cf12 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:32.043283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-522248dd-ede0-4f5e-99d7-cfc4f190cf12 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:32.044546 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-522248dd-ede0-4f5e-99d7-cfc4f190cf12 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888724 Nov 25 11:34:32.180817 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-da7bffbd-efa2-4ade-a1b4-45c2bc0e4193 service neutron] 10.222.0.41 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245546 Nov 25 11:34:32.315338 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-f718dfa1-1207-41be-8003-087c7aef9643 service neutron] 10.222.0.41 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277337 Nov 25 11:34:32.370870 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.381862 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Transition to ACTIVE for port object 2da2b5d2-7aed-4101-ba4d-3583cf908976 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:32.389358 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.393292 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:32.462663 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Pushing event updated for resources: {'Port': ['ID=2da2b5d2-7aed-4101-ba4d-3583cf908976,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:32.535054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-50bd104e-54a7-46da-a4da-fec892072184 req-307f54f4-e87c-41b9-9457-797f0efc305b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 210 time: 0.0779302 Nov 25 11:34:32.611196 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.611524 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.611849 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.612195 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.612514 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.612830 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.613140 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.613450 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.613759 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.614066 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.614370 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:32.627034 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:32.636317 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Attempting to bind port 2da2b5d2-7aed-4101-ba4d-3583cf908976 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:32.636754 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Attempting to bind port 2da2b5d2-7aed-4101-ba4d-3583cf908976 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:32.637177 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Attempting to bind port 2da2b5d2-7aed-4101-ba4d-3583cf908976 on network f04fd98e-3850-405d-a18e-7b64cbdd573b {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:34:32.643946 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:34:32.644340 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Checking segment: {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:34:32.644748 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.645117 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Bound using segment: {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:34:32.645565 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Bound port: 2da2b5d2-7aed-4101-ba4d-3583cf908976, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:32.646101 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.738516 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] For port 2da2b5d2-7aed-4101-ba4d-3583cf908976, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:34:32.741682 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] For port 2da2b5d2-7aed-4101-ba4d-3583cf908976, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2da2b5d2-7aed-4101-ba4d-3583cf908976,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:34:32.745455 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.749522 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:32.827647 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Pushing event updated for resources: {'Port': ['ID=2da2b5d2-7aed-4101-ba4d-3583cf908976,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:32.830770 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:32.840707 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:32.841319 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:33.023227 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:33.326893 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:32Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:33.330876 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc4d7d-b485-47fb-aeaa-34c30876f39c None None] The sync data for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv is: [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:32Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:33.593267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-dba3a5e2-9331-4039-9fee-2b155b1e9798 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:33.593950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-dba3a5e2-9331-4039-9fee-2b155b1e9798 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:33.612942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-dba3a5e2-9331-4039-9fee-2b155b1e9798 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:33.614304 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-dba3a5e2-9331-4039-9fee-2b155b1e9798 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 200 len: 797 time: 0.1891835 Nov 25 11:34:33.693935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-73e9c070-4b86-4b40-acc7-9ea218ac75d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:33.707820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-73e9c070-4b86-4b40-acc7-9ea218ac75d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:33.709274 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-73e9c070-4b86-4b40-acc7-9ea218ac75d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 379 time: 0.0816522 Nov 25 11:34:33.712579 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d0714c47-bb65-4ddc-88b1-39b1407a250c req-30625916-4318-4a0b-8f5c-89c6a40d435c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 210 time: 0.0549335 Nov 25 11:34:33.731849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['6f55717e-a0aa-4f3c-ba82-2828c7de198b']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:33.872302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:33.882227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:33.891853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:33.894866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.951570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-24cc8bca-acf6-4d24-8f11-b5bb59873034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.064050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.3 (f04fd98e-3850-405d-a18e-7b64cbdd573b/b8225ee4-2b1d-4df8-96b5-3c2ab16750ea/50529e9a-36cd-4b14-ad2b-607862dc540d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:34.163394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.259552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.275141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 50529e9a-36cd-4b14-ad2b-607862dc540d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:34.298168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.304104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:34.313893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43274) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:34.374836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network f04fd98e-3850-405d-a18e-7b64cbdd573b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:34.378206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:34.382457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:34:34.411154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=50529e9a-36cd-4b14-ad2b-607862dc540d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:34.418244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:34.449088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:34.449716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.479206 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609501 Nov 25 11:34:34.492755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Request body: {'port': {'device_id': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:34.538907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Deleting port 4428a1ed-434b-4429-a038-60f170567e87 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:34.539276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.624305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.658960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c97f0c5d-1ba3-4473-b1fc-117b5ca8856b None None] Provisioning for port 50529e9a-36cd-4b14-ad2b-607862dc540d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:34.663884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c97f0c5d-1ba3-4473-b1fc-117b5ca8856b None None] Provisioning complete for port 50529e9a-36cd-4b14-ad2b-607862dc540d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:34.664423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c97f0c5d-1ba3-4473-b1fc-117b5ca8856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.718173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.718910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.724389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c97f0c5d-1ba3-4473-b1fc-117b5ca8856b None None] Port 50529e9a-36cd-4b14-ad2b-607862dc540d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:34:34.850922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Calling delete_port for 4428a1ed-434b-4429-a038-60f170567e87 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:35.005999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2da2b5d2-7aed-4101-ba4d-3583cf908976 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:35.096103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 2da2b5d2-7aed-4101-ba4d-3583cf908976 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:35.101039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2da2b5d2-7aed-4101-ba4d-3583cf908976 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:35.101423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.104488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50529e9a-36cd-4b14-ad2b-607862dc540d {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:34:35.109091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a051-df37-4338-854c-32aa35ef0f90 req-3c6050ad-cc46-43de-950d-49315bcf8f11 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:35.110770 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5233a051-df37-4338-854c-32aa35ef0f90 req-3c6050ad-cc46-43de-950d-49315bcf8f11 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 931 time: 0.2670288 Nov 25 11:34:35.113909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.131086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Transition to ACTIVE for port object 50529e9a-36cd-4b14-ad2b-607862dc540d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:35.135227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.146109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7f270e33-92ac-433c-819d-1927fc32bc9c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:35.235277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.242670 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5233a051-df37-4338-854c-32aa35ef0f90 req-ee4e2551-42f8-4185-8c42-e8d2d2aaed06 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175160 Nov 25 11:34:35.248636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.265334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:35.285496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 2da2b5d2-7aed-4101-ba4d-3583cf908976, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2da2b5d2-7aed-4101-ba4d-3583cf908976,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:35.293960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.295781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:35.316298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event deleted for resources: {'Port': ['ID=4428a1ed-434b-4429-a038-60f170567e87,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.318748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.329341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Pushing event updated for resources: {'Port': ['ID=50529e9a-36cd-4b14-ad2b-607862dc540d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.362351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.365753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=2da2b5d2-7aed-4101-ba4d-3583cf908976,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.368840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.403968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Attempting to bind port 50529e9a-36cd-4b14-ad2b-607862dc540d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:35.404348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Attempting to bind port 50529e9a-36cd-4b14-ad2b-607862dc540d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:35.404671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Attempting to bind port 50529e9a-36cd-4b14-ad2b-607862dc540d on network f04fd98e-3850-405d-a18e-7b64cbdd573b {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:34:35.410688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Port 50529e9a-36cd-4b14-ad2b-607862dc540d on network f04fd98e-3850-405d-a18e-7b64cbdd573b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:34:35.410879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Attempting to bind port 50529e9a-36cd-4b14-ad2b-607862dc540d on network f04fd98e-3850-405d-a18e-7b64cbdd573b {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:34:35.418080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:34:35.419013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Checking segment: {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:34:35.419396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Bound using segment: {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:34:35.419824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Bound port: 50529e9a-36cd-4b14-ad2b-607862dc540d, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32de0f06-31b7-4f5f-9304-9601d39863e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:35.420193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.420377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.515750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] For port 50529e9a-36cd-4b14-ad2b-607862dc540d, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:34:35.518622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] For port 50529e9a-36cd-4b14-ad2b-607862dc540d, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=50529e9a-36cd-4b14-ad2b-607862dc540d,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:34:35.524321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.529718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63572787-fe1e-4b12-aa28-1ef1e4aaff53 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:35.586883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.588770 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] 10.222.0.48 "PUT /v2.0/ports/50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 200 len: 1093 time: 1.1019096 Nov 25 11:34:35.589298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:35.614050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Pushing event updated for resources: {'Port': ['ID=50529e9a-36cd-4b14-ad2b-607862dc540d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.617304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.669591 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'status': 'completed', 'code': 200} Nov 25 11:34:35.718595 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-3fe3727f-2827-497d-a3fa-e638eabfeda4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1096 time: 0.0838416 Nov 25 11:34:35.794131 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-2cc69bcd-5fe7-4d6d-a08d-562926ce86aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 200 len: 217 time: 0.0681393 Nov 25 11:34:35.828548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:34:35.857477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-8bff4a23-a981-46d1-8fb1-42ce82a272f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:35.858887 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-8bff4a23-a981-46d1-8fb1-42ce82a272f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 200 len: 843 time: 0.0582747 Nov 25 11:34:35.938575 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-430dbfe0-bebe-4904-8b26-889e9597b269 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f04fd98e-3850-405d-a18e-7b64cbdd573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734313 Nov 25 11:34:36.028869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:36.038823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:36.044395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.052090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:36.052681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.073873 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-af029d64-db99-440b-949b-802f5cd3e98d service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281898 Nov 25 11:34:36.102949 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "DELETE /v2.0/floatingips/1a53b462-e212-40dd-ac1a-06b90e7ee7a8 HTTP/1.1" status: 204 len: 168 time: 1.7803650 Nov 25 11:34:36.102949 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:36.162895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'status': 'completed', 'code': 200} Nov 25 11:34:36.234386 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a36cc384-3e0d-42d7-9762-a994a67621ad req-c8e17b73-6a2c-467e-a9e8-ebc01bd96190 service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541212 Nov 25 11:34:36.276578 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-1bb01f84-eab4-4db8-a71c-775f9b5fde57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 1098 time: 0.0893559 Nov 25 11:34:36.356083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:36.404760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-004814c3-5234-4176-aa2b-7bd72c1ce8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.430418 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-36f737f1-69ec-44d4-8314-076b996dd4bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1096 time: 0.1371174 Nov 25 11:34:36.495229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-d07b8a44-635b-4a99-92c1-58e7f20def21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:36.496759 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-d07b8a44-635b-4a99-92c1-58e7f20def21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.2128370 Nov 25 11:34:36.620677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-efaae8e2-a536-4e83-afc6-598658572e73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb HTTP/1.1" status: 200 len: 217 time: 0.1144662 Nov 25 11:34:36.654340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-b1666fdd-22c1-4ecf-bf15-eb9b62d19469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:36.655812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-b1666fdd-22c1-4ecf-bf15-eb9b62d19469 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 200 len: 898 time: 0.2118895 Nov 25 11:34:36.732340 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-b917c109-4be9-43a6-a218-f4e27b83968a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 200 len: 217 time: 0.0691218 Nov 25 11:34:36.738997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-c43032e7-55f7-462a-9b7f-111598414d99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:36.740584 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-c43032e7-55f7-462a-9b7f-111598414d99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0849683 Nov 25 11:34:36.759463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:54Z', 'revision_number': 1, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.763465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:36.773994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:36.774610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.799082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-abbff39d-a9ab-4496-9b61-77d051d7fd63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:36.800575 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-abbff39d-a9ab-4496-9b61-77d051d7fd63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 200 len: 843 time: 0.0608778 Nov 25 11:34:36.805094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b882-6cd6-46d9-9387-8e7d6d0cedbb req-0d9eade2-1bbd-4c9e-96ee-0e8deba02ef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:36.805764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-5331b882-6cd6-46d9-9387-8e7d6d0cedbb req-0d9eade2-1bbd-4c9e-96ee-0e8deba02ef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:36.840578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829efb70-8376-4916-a951-74ad25a5b728 req-f23d84cd-6e7e-4da8-a1a6-57493d30f863 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:36.842093 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-829efb70-8376-4916-a951-74ad25a5b728 req-f23d84cd-6e7e-4da8-a1a6-57493d30f863 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 943 time: 0.2188256 Nov 25 11:34:36.845214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-5331b882-6cd6-46d9-9387-8e7d6d0cedbb req-0d9eade2-1bbd-4c9e-96ee-0e8deba02ef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:36.845709 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5331b882-6cd6-46d9-9387-8e7d6d0cedbb req-0d9eade2-1bbd-4c9e-96ee-0e8deba02ef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 945 time: 0.2793269 Nov 25 11:34:36.891596 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-4ce46749-6572-4dbb-a804-45c249c3d495 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f04fd98e-3850-405d-a18e-7b64cbdd573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822856 Nov 25 11:34:36.965867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:37.037730 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-d52705b7-ffef-4ff9-8cc4-71f4cde11b1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2879555 Nov 25 11:34:37.099239 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-829efb70-8376-4916-a951-74ad25a5b728 req-952b716e-af06-4fef-92d7-569c8faa564a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385960 Nov 25 11:34:37.107534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2da2b5d2-7aed-4101-ba4d-3583cf908976 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:37.154656 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5331b882-6cd6-46d9-9387-8e7d6d0cedbb req-23e27839-dfed-4bc7-b5ee-deb713d2920a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967722 Nov 25 11:34:37.201694 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-191e1a5c-de13-4dec-b370-e83c8987d908 service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015289 Nov 25 11:34:37.217456 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-c909d36d-9925-4a47-a8f3-e14be8459466 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617920 Nov 25 11:34:37.299634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2da2b5d2-7aed-4101-ba4d-3583cf908976 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:37.300039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.336391 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5130b5e9-c6df-41f5-bd77-00e53b4d306f req-6c4198b3-1ef7-42bf-8beb-cdfa12463c51 service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273446 Nov 25 11:34:37.354578 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bac4d8d2-db52-4b39-beb4-f110d116366e req-d83c5816-9842-4380-b0b6-eca755fbba59 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308386 Nov 25 11:34:37.392853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.513103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:54Z', 'revision_number': 1, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:37.517108 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e63df7-aa1f-44d2-a7b5-402b9a57af4a None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd96bd009-d2ff-4078-9ebb-78c4e547f3ad', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'port_id': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'mac_address': 'fa:16:3e:9b:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:30:52Z', 'updated_at': '2021-11-25T11:30:54Z', 'revision_number': 1, 'project_id': '08a244ace73e40889e241391663cf72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:37.950742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 50529e9a-36cd-4b14-ad2b-607862dc540d details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:34:38.020441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-c4dccc6c-df3f-490b-bcbc-6ef92506a519 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:38.021762 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-c4dccc6c-df3f-490b-bcbc-6ef92506a519 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 945 time: 0.0741282 Nov 25 11:34:38.078650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 50529e9a-36cd-4b14-ad2b-607862dc540d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=50529e9a-36cd-4b14-ad2b-607862dc540d,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:38.093297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'port_id': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'mac_address': 'fa:16:3e:4a:70:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:34:38.093423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Deleting port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:38.093696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.149323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.166881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50529e9a-36cd-4b14-ad2b-607862dc540d {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:34:38.182657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 50529e9a-36cd-4b14-ad2b-607862dc540d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=50529e9a-36cd-4b14-ad2b-607862dc540d,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:38.187051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.190034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca89c0d-8919-4a72-952b-a4686c833212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:38.315616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=50529e9a-36cd-4b14-ad2b-607862dc540d,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:38.318768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:38.403596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['50529e9a-36cd-4b14-ad2b-607862dc540d'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:34:38.448416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] For port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:38.448756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.585362 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b983e-ff43-4e1c-b0ab-33c5b90843f4 req-8e688ecf-c53e-468a-a84c-e1939c5e49d7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:38.586792 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f90b983e-ff43-4e1c-b0ab-33c5b90843f4 req-8e688ecf-c53e-468a-a84c-e1939c5e49d7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 944 time: 0.3023009 Nov 25 11:34:38.593508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Calling delete_port for fcb369c1-ae94-4c68-bca1-a0df1abd7ebb owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:38.649168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcec1a-4a85-4742-b1a5-993e6815844b req-ea9c3af0-09cd-44b7-875c-d62c71037d95 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:38.651124 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9fcec1a-4a85-4742-b1a5-993e6815844b req-ea9c3af0-09cd-44b7-875c-d62c71037d95 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 945 time: 0.3217959 Nov 25 11:34:38.740435 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f90b983e-ff43-4e1c-b0ab-33c5b90843f4 req-91c57319-d8cc-4167-a46d-f72549b62a0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137757 Nov 25 11:34:38.745783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9fcec1a-4a85-4742-b1a5-993e6815844b req-01747506-1bda-495d-8745-91b534b7524d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879595 Nov 25 11:34:38.812060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.818797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:38.825807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.865629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event deleted for resources: {'Port': ['ID=fcb369c1-ae94-4c68-bca1-a0df1abd7ebb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:38.867987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:38.936782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] No DVR routers for this DVR port fcb369c1-ae94-4c68-bca1-a0df1abd7ebb on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:38.939201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.942169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'name': 'network-vif-deleted', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:38.957271 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a127e49e-a83c-4bc8-b9ea-2247e7bdb730 req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "DELETE /v2.0/ports/fcb369c1-ae94-4c68-bca1-a0df1abd7ebb HTTP/1.1" status: 204 len: 173 time: 0.9298916 Nov 25 11:34:38.997754 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed3d37-a071-44ef-8c23-bbd0f8ec29b2', 'name': 'network-vif-deleted', 'tag': 'fcb369c1-ae94-4c68-bca1-a0df1abd7ebb', 'status': 'completed', 'code': 200} Nov 25 11:34:39.947983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-80841fd6-8f32-4861-b708-05dd8395c991 req-8d2d0736-b0dc-4795-a27f-835570de8676 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:39.956988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 50529e9a-36cd-4b14-ad2b-607862dc540d up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:39.968778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-80841fd6-8f32-4861-b708-05dd8395c991 req-8d2d0736-b0dc-4795-a27f-835570de8676 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:39.970091 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-80841fd6-8f32-4861-b708-05dd8395c991 req-8d2d0736-b0dc-4795-a27f-835570de8676 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffed3d37-a071-44ef-8c23-bbd0f8ec29b2 HTTP/1.1" status: 200 len: 210 time: 0.0746312 Nov 25 11:34:40.001270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e76f4-5cb0-4b70-b366-1e9c8a27a95b req-87d73804-9ceb-43ee-8ed9-0ae7c4ed6b60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:40.004455 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b2e76f4-5cb0-4b70-b366-1e9c8a27a95b req-87d73804-9ceb-43ee-8ed9-0ae7c4ed6b60 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 944 time: 0.1439304 Nov 25 11:34:40.032093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 50529e9a-36cd-4b14-ad2b-607862dc540d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:40.036903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 50529e9a-36cd-4b14-ad2b-607862dc540d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:40.037901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.053354 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b2e76f4-5cb0-4b70-b366-1e9c8a27a95b req-98848646-44ce-4ed9-82a7-b639f988266b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429144 Nov 25 11:34:40.153521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.180677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:40.194920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 50529e9a-36cd-4b14-ad2b-607862dc540d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=50529e9a-36cd-4b14-ad2b-607862dc540d,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:40.201093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.203254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:40.242502 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'code': 200} Nov 25 11:34:40.275236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=50529e9a-36cd-4b14-ad2b-607862dc540d,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:40.278685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:40.488186 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f9694931-34a3-475f-bc2d-b9dc24c60770 req-1622d234-3aa1-4149-b076-f9cc63d0625c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1098 time: 0.0707574 Nov 25 11:34:40.543903 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f9694931-34a3-475f-bc2d-b9dc24c60770 req-c7290935-b76a-4bc1-82e4-dc53fbd58448 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396335 Nov 25 11:34:41.378123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0280f-970e-4c4c-bfec-5274ac72adf4 req-e07e541b-8695-4396-99b0-deba30773b7b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:41.379563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33b0280f-970e-4c4c-bfec-5274ac72adf4 req-e07e541b-8695-4396-99b0-deba30773b7b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 945 time: 0.1958120 Nov 25 11:34:41.424263 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33b0280f-970e-4c4c-bfec-5274ac72adf4 req-113f016f-aee7-4373-9286-d37d972b7da2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Nov 25 11:34:41.971422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fcb369c1-ae94-4c68-bca1-a0df1abd7ebb no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:42.007288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: fcb369c1-ae94-4c68-bca1-a0df1abd7ebb {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:34:42.007544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fcb369c1-ae94-4c68-bca1-a0df1abd7ebb not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:42.630356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425e6b9-2123-4a7a-b2b3-9b6ee5fcd685 req-27d307ae-c64e-45ca-a0e5-1b0c84428443 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:42.631889 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c425e6b9-2123-4a7a-b2b3-9b6ee5fcd685 req-27d307ae-c64e-45ca-a0e5-1b0c84428443 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 945 time: 0.0793731 Nov 25 11:34:42.679782 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c425e6b9-2123-4a7a-b2b3-9b6ee5fcd685 req-b5d5b547-47a3-4fdf-b9eb-e99de8397a14 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407293 Nov 25 11:34:42.872927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203e057-0951-4709-b685-729bebd1ef26 req-6a3285fb-415b-41be-9ca4-7359c32d4d2d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:42.874366 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c203e057-0951-4709-b685-729bebd1ef26 req-6a3285fb-415b-41be-9ca4-7359c32d4d2d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 945 time: 0.0760343 Nov 25 11:34:42.918865 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c203e057-0951-4709-b685-729bebd1ef26 req-eb2ed2d3-c994-468d-a5f7-a390d3dd7e4a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388942 Nov 25 11:34:42.947073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43316) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:43.018870 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0c3b133c-eb95-421e-83e4-bfaa234a160d tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1093 time: 0.0699492 Nov 25 11:34:43.021365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43320) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:43.026442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:34:43.032391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:43.036144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:43.039070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:43.045058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:43.058145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.192289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.329936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.58 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/fe44c5ed-b2b9-4cd7-b2c6-1c5df961d000) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:43.478216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.508161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.513254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-460be8f4-d2f4-4eff-8413-c05a2552f72f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:43.584618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:43.585572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=fe44c5ed-b2b9-4cd7-b2c6-1c5df961d000,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:43.588353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:43.590112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:43.590778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:34:44.110867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.169645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.488299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.495931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.501094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:44.609768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=fe44c5ed-b2b9-4cd7-b2c6-1c5df961d000,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:44.613772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:44.628215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.828177 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 77eeaed5-220e-43de-9b91-1b0bd2ee6395 associated. External IP: 172.26.5.58, port: 50529e9a-36cd-4b14-ad2b-607862dc540d. Nov 25 11:34:45.211884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b84f040f-8dd3-4b59-bb29-aa74c84cb570 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:34:45.402594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:45.427352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.485476 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4631395 Nov 25 11:34:45.486632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:45.488660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:45.494412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14154cd1-c13e-4fe0-bcde-b4ee73de25f6 None None] New status for floating IP 1a53b462-e212-40dd-ac1a-06b90e7ee7a8: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:34:45.497338 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] Sync routers for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:45.518831 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:45.520295 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:45.544116 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'status': 'completed', 'code': 200} Nov 25 11:34:45.618517 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc60277d-0379-4cc5-8dd7-1385ab64fa16 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/77eeaed5-220e-43de-9b91-1b0bd2ee6395 HTTP/1.1" status: 200 len: 990 time: 0.1215260 Nov 25 11:34:45.623752 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:34:45.645474 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-1cd25e0d-1da6-47ac-b45c-cb29c14c62b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1098 time: 0.0734954 Nov 25 11:34:45.720560 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:45.779975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43340) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:45.837011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-7e01bfc1-f7b4-4481-807a-3e4ff2b7b56e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:45.838983 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-7e01bfc1-f7b4-4481-807a-3e4ff2b7b56e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 200 len: 898 time: 0.1864712 Nov 25 11:34:46.093201 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '77eeaed5-220e-43de-9b91-1b0bd2ee6395', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.58', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'port_id': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'mac_address': 'fa:16:3e:4a:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:34:43Z', 'updated_at': '2021-11-25T11:34:43Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:35Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:46.096881 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] Checking router: b84f040f-8dd3-4b59-bb29-aa74c84cb570 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:46.107514 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:46.108132 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:46.162142 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-8f11a7ea-dbc1-4bc5-8f50-3ff0020260b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 200 len: 998 time: 0.3169074 Nov 25 11:34:46.221854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Deleting port 45c5f35b-8713-40e8-9d4f-90f913f76146 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:46.222541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.280433 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-f8538b55-a39a-47c8-b8a8-f5bba108cff4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733571 Nov 25 11:34:46.287531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-9b274543-b090-4ac3-8289-366502f029fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:46.289054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-9b274543-b090-4ac3-8289-366502f029fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 200 len: 843 time: 0.1139417 Nov 25 11:34:46.289647 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:46.432121 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-573afc8d-9a2d-464c-9323-1ae795e5b093 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1098 time: 0.0731444 Nov 25 11:34:46.477290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.477619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.542026 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-bd839054-02ef-4de9-912e-c065bee384f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f04fd98e-3850-405d-a18e-7b64cbdd573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2373879 Nov 25 11:34:46.605974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Calling delete_port for 45c5f35b-8713-40e8-9d4f-90f913f76146 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:46.609112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-ad54e5ed-aa35-410a-8003-4ad94843515a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:46.611180 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-ad54e5ed-aa35-410a-8003-4ad94843515a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1611736 Nov 25 11:34:46.650585 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '77eeaed5-220e-43de-9b91-1b0bd2ee6395', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.58', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'port_id': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'mac_address': 'fa:16:3e:4a:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:34:43Z', 'updated_at': '2021-11-25T11:34:43Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:35Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:46.651237 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43344) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:46.654494 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c6083-d97a-441a-8ee5-10ad3221ced2 None None] The sync data for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv is: [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '77eeaed5-220e-43de-9b91-1b0bd2ee6395', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.58', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'port_id': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'mac_address': 'fa:16:3e:4a:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:34:43Z', 'updated_at': '2021-11-25T11:34:43Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:35Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:46.719683 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-5d80a4e3-4cf3-4b2a-b045-17fedbfbcb93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 200 len: 1000 time: 0.1012022 Nov 25 11:34:46.786134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-c593c3e1-e098-4b80-86bb-e44a501e4fb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:46.787607 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-c593c3e1-e098-4b80-86bb-e44a501e4fb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0604186 Nov 25 11:34:46.860886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-f879ca4a-6666-48d0-8e00-c10dfe33efc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668254 Nov 25 11:34:46.865915 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-09ffa531-a757-465a-8c86-678d8e9f5eb6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/77eeaed5-220e-43de-9b91-1b0bd2ee6395 HTTP/1.1" status: 200 len: 990 time: 0.2085865 Nov 25 11:34:46.885943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-613262ef-b969-4c66-924f-d76f1db12cad service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866814 Nov 25 11:34:46.993805 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-4fc43709-b012-4264-bc35-132c5c93e15b service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248109 Nov 25 11:34:47.075114 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-892fd502-f7f0-46b0-ac8e-6e396a6d6f6d req-6ab48a88-dc65-4d72-937b-23efd43855ed service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830826 Nov 25 11:34:47.076146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.080310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-193113fb-c6b4-430b-9d77-acf40841f192 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:47.120897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event deleted for resources: {'Port': ['ID=45c5f35b-8713-40e8-9d4f-90f913f76146,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:47.124862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:47.131518 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3c5f3492-4b5a-4861-a5c7-1aef0b77cc2c req-077f4205-284b-4b7a-83a0-5cfc5ed6bff3 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313989 Nov 25 11:34:47.214407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.717926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:34:47.869634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:47.917844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:47.927493 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:47.938874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.940479 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:47.941313 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:47.977716 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-387d0792-8b92-4be4-8256-bdc0e2eb8646 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/77eeaed5-220e-43de-9b91-1b0bd2ee6395 HTTP/1.1" status: 200 len: 990 time: 0.1066794 Nov 25 11:34:47.995905 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "DELETE /v2.0/floatingips/d96bd009-d2ff-4078-9ebb-78c4e547f3ad HTTP/1.1" status: 204 len: 168 time: 2.2148573 Nov 25 11:34:47.996835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:48.053492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'status': 'completed', 'code': 200} Nov 25 11:34:48.124694 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:48.145603 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-6c06e4b3-204c-49de-b8b1-b234623db057 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08a244ace73e40889e241391663cf72d&device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 1098 time: 0.0703895 Nov 25 11:34:48.285187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-c7ff6b89-a16e-43b2-b3f8-3a237ad38225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:48.286879 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-c7ff6b89-a16e-43b2-b3f8-3a237ad38225 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 200 len: 912 time: 0.1331160 Nov 25 11:34:48.358932 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-77fb2488-bae6-47d7-81ff-6e913737c919 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 200 len: 217 time: 0.0653181 Nov 25 11:34:48.387466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af88d05-a8cd-4e68-86fe-d4a1373b9966 req-705ff4a1-e08c-4796-8b94-9d086dab2fe1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:48.388180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-2af88d05-a8cd-4e68-86fe-d4a1373b9966 req-705ff4a1-e08c-4796-8b94-9d086dab2fe1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:48.403487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-2af88d05-a8cd-4e68-86fe-d4a1373b9966 req-705ff4a1-e08c-4796-8b94-9d086dab2fe1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:48.404702 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2af88d05-a8cd-4e68-86fe-d4a1373b9966 req-705ff4a1-e08c-4796-8b94-9d086dab2fe1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 945 time: 0.0946603 Nov 25 11:34:48.429519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-435e81a5-b0c3-46d0-9fe5-187e91817ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:48.430985 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-435e81a5-b0c3-46d0-9fe5-187e91817ae1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 200 len: 850 time: 0.0653400 Nov 25 11:34:48.453885 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2af88d05-a8cd-4e68-86fe-d4a1373b9966 req-3dd9ef25-3ed9-4a1e-984a-e31d956f1432 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Nov 25 11:34:48.458566 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:48.462526 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:48.474448 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:48.474864 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:48.617902 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-889ac176-2b12-4892-9cd4-4fb7823da46e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1802201 Nov 25 11:34:48.653219 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:48.752387 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-449c86d1-b7c1-46cc-ad3f-ee4a68f19bea service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266928 Nov 25 11:34:48.887728 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13bdcdd3-bcd1-409e-be0d-83dbecdecf23 req-c5ae661b-03a9-4dd9-b329-49aeba358f79 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281686 Nov 25 11:34:48.981264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43358) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:48.985639 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:48.989611 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435a759-a15a-43c0-a33f-7ad1e18b6170 None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:37Z', 'revision_number': 4, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '1f4fc3bc-800b-41e4-9aa0-44e827366107', 'name': '', 'network_id': '5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'mac_address': 'fa:16:3e:e4:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:36Z', 'updated_at': '2021-11-25T11:27:49Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'subnets': [{'id': '81f06871-8cd7-4787-85b4-dfba497c94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:49.086124 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98f62bca-7097-4778-be15-f4c5c00eee73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/77eeaed5-220e-43de-9b91-1b0bd2ee6395 HTTP/1.1" status: 200 len: 990 time: 0.1035707 Nov 25 11:34:49.658622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45234308-9d55-4bc4-9055-a9ba7f107f4c req-8be5c19d-493d-465b-a7a3-c1ac9757a3db tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:49.660084 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-45234308-9d55-4bc4-9055-a9ba7f107f4c req-8be5c19d-493d-465b-a7a3-c1ac9757a3db tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 945 time: 0.0785470 Nov 25 11:34:49.705225 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-45234308-9d55-4bc4-9055-a9ba7f107f4c req-fe8c48c4-4fec-49d6-8870-3b2c9696ec6f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/security-groups?id=6728c672-4fca-4920-b7a9-35dc7ac4c951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 Nov 25 11:34:49.810018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74875300-094a-4084-b484-45ec5117ef72 req-c1983e58-da84-4553-ab2b-f0b851988725 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:49.810707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-74875300-094a-4084-b484-45ec5117ef72 req-c1983e58-da84-4553-ab2b-f0b851988725 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Synchronizing usage tracker for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:49.820972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5942228-feb2-413c-b668-3cf27f72e0d4 None None] New status for floating IP 77eeaed5-220e-43de-9b91-1b0bd2ee6395: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:34:49.825113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-74875300-094a-4084-b484-45ec5117ef72 req-c1983e58-da84-4553-ab2b-f0b851988725 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Unset dirty status for tenant:08a244ace73e40889e241391663cf72d on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:49.826336 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74875300-094a-4084-b484-45ec5117ef72 req-c1983e58-da84-4553-ab2b-f0b851988725 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 945 time: 0.0966461 Nov 25 11:34:49.900886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Deleting port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:49.901496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.089767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43364) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:50.143142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] For port 4ef3770b-039e-4ea4-950d-5c1eff1500f6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4ef3770b-039e-4ea4-950d-5c1eff1500f6,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:50.143569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.198115 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2b9785a8-4f28-47fb-8dbc-5ef79d508cf0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/77eeaed5-220e-43de-9b91-1b0bd2ee6395 HTTP/1.1" status: 200 len: 992 time: 0.1029551 Nov 25 11:34:50.264356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Calling delete_port for 4ef3770b-039e-4ea4-950d-5c1eff1500f6 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:50.403078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.408542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1b3919f1-5b07-4d3d-922c-01d1422f618b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:50.451259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event deleted for resources: {'Port': ['ID=4ef3770b-039e-4ea4-950d-5c1eff1500f6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:50.453689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:50.520450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] No DVR routers for this DVR port 4ef3770b-039e-4ea4-950d-5c1eff1500f6 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:50.522777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.525272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'name': 'network-vif-deleted', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:50.543069 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74875300-094a-4084-b484-45ec5117ef72 req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.48 "DELETE /v2.0/ports/4ef3770b-039e-4ea4-950d-5c1eff1500f6 HTTP/1.1" status: 204 len: 173 time: 0.7094917 Nov 25 11:34:50.582167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e3376f-2b26-46cc-a602-de63a5e2f28d', 'name': 'network-vif-deleted', 'tag': '4ef3770b-039e-4ea4-950d-5c1eff1500f6', 'status': 'completed', 'code': 200} Nov 25 11:34:50.878506 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-97b6ba79-69d0-47ec-ab21-3456b676368e req-1daca604-2f3d-492f-b529-5a98081929a5 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0e3376f-2b26-46cc-a602-de63a5e2f28d HTTP/1.1" status: 200 len: 210 time: 0.0498087 Nov 25 11:34:51.929644 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ebb0c-77c4-421c-a16c-82ffa3cb1e47 None None] New status for floating IP d96bd009-d2ff-4078-9ebb-78c4e547f3ad: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:34:51.984708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:52.140350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Deleting port 9fa9cf6b-eddb-477a-a826-e93d75d45aaa {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:52.140687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.398392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.398714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.519063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Calling delete_port for 9fa9cf6b-eddb-477a-a826-e93d75d45aaa owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:52.651673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.655006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-de82445f-8787-40cf-8cae-4612f2444fb8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:52.700632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event deleted for resources: {'Port': ['ID=9fa9cf6b-eddb-477a-a826-e93d75d45aaa,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:52.703009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:52.790263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.803628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.804761 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "DELETE /v2.0/floatingips/27a89ed9-4206-4a69-bb66-5530eeeb981b HTTP/1.1" status: 204 len: 168 time: 0.8190937 Nov 25 11:34:54.035439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4ef3770b-039e-4ea4-950d-5c1eff1500f6 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:54.070971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 4ef3770b-039e-4ea4-950d-5c1eff1500f6 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:34:54.071318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4ef3770b-039e-4ea4-950d-5c1eff1500f6 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:55.279834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:55.350518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.379677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.443020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.448647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0c8b34f9-c1eb-48ff-81d0-f85a9be14cd6 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:55.464438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6728c672-4fca-4920-b7a9-35dc7ac4c951,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:55.468418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:55.471700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.472856 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] 10.222.0.41 "DELETE /v2.0/security-groups/6728c672-4fca-4920-b7a9-35dc7ac4c951 HTTP/1.1" status: 204 len: 168 time: 0.1920078 Nov 25 11:34:55.536227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43396) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:56.073098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.755050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Deleting port 1f4fc3bc-800b-41e4-9aa0-44e827366107 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:56.755730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.922478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] For port 1f4fc3bc-800b-41e4-9aa0-44e827366107, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1f4fc3bc-800b-41e4-9aa0-44e827366107,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:56.922820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.037874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Calling delete_port for 1f4fc3bc-800b-41e4-9aa0-44e827366107 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:57.204759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.208161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-82fcb9c2-dc56-4e26-b184-09d1353d8832 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:57.246755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4fc3bc-800b-41e4-9aa0-44e827366107,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:57.249256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:57.533575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.191889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Router 09fbf578-19bd-4fdb-81e7-73d88809d6ce has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:34:58.388371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:34:58.397791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] Sync routers for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:34:58.401819 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] 10.222.0.41 "PUT /v2.0/routers/09fbf578-19bd-4fdb-81e7-73d88809d6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8641798 Nov 25 11:34:58.404225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43402) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:58.410035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:58.410651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:58.589808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:58.606415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.801377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.815261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Deleting port 46de2785-7b43-4487-babe-0842a7f9fc06 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:34:58.815628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.913948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:34:57Z', 'revision_number': 5, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port': {'id': '46de2785-7b43-4487-babe-0842a7f9fc06', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:58.918363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] Checking router: 09fbf578-19bd-4fdb-81e7-73d88809d6ce for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:34:58.929093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] Routers {'09fbf578-19bd-4fdb-81e7-73d88809d6ce'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:34:58.929693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:59.000558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] For port 46de2785-7b43-4487-babe-0842a7f9fc06, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=46de2785-7b43-4487-babe-0842a7f9fc06,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:34:59.000902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.080077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] Set router 09fbf578-19bd-4fdb-81e7-73d88809d6ce gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:34:59.117794 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Calling delete_port for 46de2785-7b43-4487-babe-0842a7f9fc06 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:34:59.186651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:34:58Z', 'revision_number': 6, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:59.191194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd17e5-a97a-4135-a4f8-c5594a6c1e7a None None] The sync data for ids ['09fbf578-19bd-4fdb-81e7-73d88809d6ce'] in dv-neutron-819177-1-hyperv is: [{'id': '09fbf578-19bd-4fdb-81e7-73d88809d6ce', 'name': 'tempest-TestVolumeBootPattern-514138901-router', 'tenant_id': '08a244ace73e40889e241391663cf72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:33Z', 'updated_at': '2021-11-25T11:34:58Z', 'revision_number': 6, 'project_id': '08a244ace73e40889e241391663cf72d', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:34:59.281934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.285286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-189e79b6-e2fe-4150-b2ec-d0937524d13f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:59.327752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=46de2785-7b43-4487-babe-0842a7f9fc06,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:59.330564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:59.661761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.830016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.907208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.911252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.934232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.934627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09fbf578-19bd-4fdb-81e7-73d88809d6ce {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:34:59.945981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.947071 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] 10.222.0.41 "DELETE /v2.0/routers/09fbf578-19bd-4fdb-81e7-73d88809d6ce HTTP/1.1" status: 204 len: 168 time: 1.5419679 Nov 25 11:34:59.950076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43406) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:00.006251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Deleting subnet 81f06871-8cd7-4787-85b4-dfba497c94ac {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:35:00.009033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.061412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.136606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.201280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.205268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1663fbc-a3f9-4b66-b703-6c39f2937f3b tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:00.241491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f06871-8cd7-4787-85b4-dfba497c94ac,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:00.244661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:00.246988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.252475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5a7eb-8d43-45ed-9ce4-e7bf5388d829 None None] Network 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:35:00.252708 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/81f06871-8cd7-4787-85b4-dfba497c94ac HTTP/1.1" status: 204 len: 168 time: 0.3016751 Nov 25 11:35:00.255178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43410) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:00.361833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.375046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Deleting port 877cfb72-5e33-49a7-9e18-1338d63870aa {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:00.375375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.510136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] DHCP port deletion for 5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:35:00.514152 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Deleting port 877cfb72-5e33-49a7-9e18-1338d63870aa {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:00.514532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.593053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] For port 877cfb72-5e33-49a7-9e18-1338d63870aa, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=877cfb72-5e33-49a7-9e18-1338d63870aa,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:35:00.593400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.720679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Calling delete_port for 877cfb72-5e33-49a7-9e18-1338d63870aa owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:35:00.724550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] For port 877cfb72-5e33-49a7-9e18-1338d63870aa, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=877cfb72-5e33-49a7-9e18-1338d63870aa,segment=NetworkSegment(0fd44533-4be5-4bed-a433-bed6bbb72121),segment_id=0fd44533-4be5-4bed-a433-bed6bbb72121)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:35:00.724949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.796097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.799862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8c6ae7e4-028e-49b6-b801-0b60659a0768 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:00.841658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Pushing event deleted for resources: {'Port': ['ID=877cfb72-5e33-49a7-9e18-1338d63870aa,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:00.844974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:00.845733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] No DVR routers for this DVR port 877cfb72-5e33-49a7-9e18-1338d63870aa on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:00.849142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Calling delete_port for 877cfb72-5e33-49a7-9e18-1338d63870aa owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:35:00.923634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:35:00.924006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:35:00.992290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1f4fc3bc-800b-41e4-9aa0-44e827366107 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:01.024284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1f4fc3bc-800b-41e4-9aa0-44e827366107 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:35:01.024645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1f4fc3bc-800b-41e4-9aa0-44e827366107 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:01.025051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 877cfb72-5e33-49a7-9e18-1338d63870aa no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:01.056127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 877cfb72-5e33-49a7-9e18-1338d63870aa {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:35:01.056478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 877cfb72-5e33-49a7-9e18-1338d63870aa not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:01.057048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 46de2785-7b43-4487-babe-0842a7f9fc06 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:01.065136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.088373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 46de2785-7b43-4487-babe-0842a7f9fc06 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:35:01.089046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 46de2785-7b43-4487-babe-0842a7f9fc06 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:01.090686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:01.103060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd44533-4be5-4bed-a433-bed6bbb72121') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:01.103346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd44533-4be5-4bed-a433-bed6bbb72121') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:01.115433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.130687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.137500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:35:01.137979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:01.151540 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:01.224895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.229262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.231588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e3d6b098-d4c0-4494-aaf2-a070475934cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:01.252493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:01.254813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:01.265422 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] 10.222.0.41 "DELETE /v2.0/networks/5fc4904c-ac7b-4e36-b9a3-1c7a379d8f46 HTTP/1.1" status: 204 len: 168 time: 1.0092525 Nov 25 11:35:01.268161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43414) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:01.425168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Deleting port 877cfb72-5e33-49a7-9e18-1338d63870aa {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:01.425585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.490268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5018891c-1b69-4197-bbf9-b79663fee2f4 None None] The port '877cfb72-5e33-49a7-9e18-1338d63870aa' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:35:01.648733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.219012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Deleting port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:02.219341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.387271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] For port e19613b4-d7b5-40eb-aa17-9ecdc20aaff3, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,segment=NetworkSegment(ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d),segment_id=ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:35:02.387611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.607810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Calling delete_port for e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:35:02.775848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.779402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f934ff37-a94f-4bfa-bbdd-92de4b7e2c62 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:02.818406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19613b4-d7b5-40eb-aa17-9ecdc20aaff3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:02.821702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:03.103336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.658126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Router 74a03ca6-56e6-4e6e-816a-2322337e7b99 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:35:03.952640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4d2fa60a-3b91-47fb-b515-f41f435a97d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.960461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:35:03.970004 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d5c04-d809-451e-92b7-596401991efa None None] Sync routers for ids ['74a03ca6-56e6-4e6e-816a-2322337e7b99'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:35:03.978273 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] 10.222.0.41 "PUT /v2.0/routers/74a03ca6-56e6-4e6e-816a-2322337e7b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7069774 Nov 25 11:35:03.979117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43418) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:03.982528 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] Routers {'74a03ca6-56e6-4e6e-816a-2322337e7b99'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:35:03.983132 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['74a03ca6-56e6-4e6e-816a-2322337e7b99'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:04.156013 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] Set router 74a03ca6-56e6-4e6e-816a-2322337e7b99 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:35:04.167494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.171567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.371115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.380284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Deleting port 23e15f5e-c48e-49b0-8064-d8777dda0b52 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:04.380613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.430800 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:35:02Z', 'revision_number': 5, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port': {'id': '23e15f5e-c48e-49b0-8064-d8777dda0b52', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:04.434592 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d5c04-d809-451e-92b7-596401991efa None None] Checking router: 74a03ca6-56e6-4e6e-816a-2322337e7b99 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:35:04.445794 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] Routers {'74a03ca6-56e6-4e6e-816a-2322337e7b99'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:35:04.446393 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:34:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['74a03ca6-56e6-4e6e-816a-2322337e7b99'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:04.559901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] For port 23e15f5e-c48e-49b0-8064-d8777dda0b52, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=23e15f5e-c48e-49b0-8064-d8777dda0b52,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:35:04.560281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.597443 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] Set router 74a03ca6-56e6-4e6e-816a-2322337e7b99 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:35:04.680066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Calling delete_port for 23e15f5e-c48e-49b0-8064-d8777dda0b52 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:35:04.699656 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c64d5c04-d809-451e-92b7-596401991efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:35:04Z', 'revision_number': 6, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:04.703601 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d5c04-d809-451e-92b7-596401991efa None None] The sync data for ids ['74a03ca6-56e6-4e6e-816a-2322337e7b99'] in dv-neutron-819177-1-hyperv is: [{'id': '74a03ca6-56e6-4e6e-816a-2322337e7b99', 'name': 'tempest-TestVolumeBootPattern-1132869312-router', 'tenant_id': 'f1ef566a6d074728a229a684af721b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:27:41Z', 'updated_at': '2021-11-25T11:35:04Z', 'revision_number': 6, 'project_id': 'f1ef566a6d074728a229a684af721b0a', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:35:04.844249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.848285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-96f7b873-91a2-4e60-aba8-22e296eae963 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:04.891245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e15f5e-c48e-49b0-8064-d8777dda0b52,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:04.893736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:05.087392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:05.115379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.126994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:35:05.127508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e19613b4-d7b5-40eb-aa17-9ecdc20aaff3 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:05.476189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.481070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.506074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.506852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74a03ca6-56e6-4e6e-816a-2322337e7b99 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:35:05.518649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.522024 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] 10.222.0.41 "DELETE /v2.0/routers/74a03ca6-56e6-4e6e-816a-2322337e7b99 HTTP/1.1" status: 204 len: 168 time: 1.5397203 Nov 25 11:35:05.522233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43422) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:05.582316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Deleting subnet 9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:35:05.585193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.638310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.718626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.784853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.789026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-52ee4128-8df5-4855-a15a-3be7a40804a4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:05.826720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:05.829161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:05.831720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.836912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4738d56-1cc9-4939-921c-732f1b10875f None None] Network 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:35:05.837432 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9635e4e6-8ffe-4d4a-9787-1fa1e0a44c27 HTTP/1.1" status: 204 len: 168 time: 0.3142707 Nov 25 11:35:05.840531 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43426) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:05.943984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.954870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Deleting port 72c01156-6a70-4c33-bacd-d53182cd6d01 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:05.955108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.115266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] DHCP port deletion for 296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:35:06.119985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Deleting port 72c01156-6a70-4c33-bacd-d53182cd6d01 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:06.120507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.156091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] For port 72c01156-6a70-4c33-bacd-d53182cd6d01, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=72c01156-6a70-4c33-bacd-d53182cd6d01,segment=NetworkSegment(ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d),segment_id=ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:35:06.157459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.283484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Calling delete_port for 72c01156-6a70-4c33-bacd-d53182cd6d01 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:35:06.327201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] For port 72c01156-6a70-4c33-bacd-d53182cd6d01, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=72c01156-6a70-4c33-bacd-d53182cd6d01,segment=NetworkSegment(ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d),segment_id=ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:35:06.327605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.338726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c232fecd-d4d3-4446-9abe-11ac858e4af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.365543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.370018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-29d34afb-d331-44af-a313-fdcdfe3cdd0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:06.411194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c01156-6a70-4c33-bacd-d53182cd6d01,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:06.417604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:06.418355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] No DVR routers for this DVR port 72c01156-6a70-4c33-bacd-d53182cd6d01 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:06.452582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Calling delete_port for 72c01156-6a70-4c33-bacd-d53182cd6d01 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:35:06.520719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:35:06.521212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:35:06.541648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.570273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296813cd-84ea-4b9c-b6a0-5d3e5e4ca690']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:06.581929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:06.582210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5c05a7-9ccb-4f3a-bc6d-77e803eb864d') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:06.593181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.609031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.615011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:35:06.615381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:06.628834 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:06.701943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.706512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.709142 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-23107e73-ecdd-4d70-bd7a-15c695162c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:06.733358 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Pushing event deleted for resources: {'Network': ['ID=296813cd-84ea-4b9c-b6a0-5d3e5e4ca690,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:06.735627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:06.741749 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] 10.222.0.41 "DELETE /v2.0/networks/296813cd-84ea-4b9c-b6a0-5d3e5e4ca690 HTTP/1.1" status: 204 len: 168 time: 0.9003146 Nov 25 11:35:06.873032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43436) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:06.922369 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e2209e3-7345-4809-b1f9-dfecd9afaa49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08a244ace73e40889e241391663cf72d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481107 Nov 25 11:35:06.924600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43440) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:06.984139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.990242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 72c01156-6a70-4c33-bacd-d53182cd6d01 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:07.010087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.024202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Deleting port 72c01156-6a70-4c33-bacd-d53182cd6d01 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:35:07.024608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.050847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 72c01156-6a70-4c33-bacd-d53182cd6d01 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:35:07.051113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 72c01156-6a70-4c33-bacd-d53182cd6d01 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:07.051537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23e15f5e-c48e-49b0-8064-d8777dda0b52 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:07.064096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.067983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d5913c1c-e5f4-4fa1-a892-6aa983c949eb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:07.080070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b07756-4e5a-4cf5-9ab8-c40a55548218,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:07.083667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:07.090003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.091117 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7b07756-4e5a-4cf5-9ab8-c40a55548218 HTTP/1.1" status: 204 len: 168 time: 0.1656649 Nov 25 11:35:07.122161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e5d880f6-02a1-4dca-96aa-27c7e56bc1fc None None] The port '72c01156-6a70-4c33-bacd-d53182cd6d01' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:35:07.122894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 23e15f5e-c48e-49b0-8064-d8777dda0b52 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:35:07.123245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 23e15f5e-c48e-49b0-8064-d8777dda0b52 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:07.351929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.469210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43448) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:07.519098 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f30fa546-f539-4a96-ad24-aa469965e6d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1ef566a6d074728a229a684af721b0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484767 Nov 25 11:35:07.521367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43452) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:07.579401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.603719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.654413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.658132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3c3df108-fc7f-4f2c-92a1-4f7aedf467d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:07.669556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c48b4c-a856-4648-8b68-5c53c7f8b385,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:07.673879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:07.675730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.677118 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4c48b4c-a856-4648-8b68-5c53c7f8b385 HTTP/1.1" status: 204 len: 168 time: 0.1546347 Nov 25 11:35:08.827969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.603559 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:35:29.842815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.954092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-333e0820-cf76-4a94-90f2-1958780270de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.170785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.283291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-876dfae8-0657-4bab-90fc-c1a5a7723640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.353610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.830305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:47.284168 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-89248d26-e030-4d4f-a60d-7892920dc83e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701678 Nov 25 11:35:47.370725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-a0010662-5c16-4ede-b73b-f27ebc46a088 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1098 time: 0.0662186 Nov 25 11:35:47.512713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-4b86f9c4-8e01-4280-9121-267f4269778f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:47.514132 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-4b86f9c4-8e01-4280-9121-267f4269778f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 200 len: 898 time: 0.1244881 Nov 25 11:35:47.615855 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-f3b66c50-a932-4d51-9a1a-276aa5eec0a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 200 len: 1000 time: 0.0945592 Nov 25 11:35:47.678885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-bf5a6a99-0b79-478c-9762-ebdbdfd111a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:47.680374 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-bf5a6a99-0b79-478c-9762-ebdbdfd111a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 200 len: 843 time: 0.0568373 Nov 25 11:35:47.755913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-dfa84d02-f6ea-48eb-950c-0ee0eb4ebf31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f04fd98e-3850-405d-a18e-7b64cbdd573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687673 Nov 25 11:35:47.884950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-9d56b30e-e46d-43ff-bb71-31ae446c0893 service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213059 Nov 25 11:35:48.123112 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-651ffed2-2e06-4cc8-b794-51dcd43c3e55 req-08c09a05-7137-4387-bc5b-8c37d41a56c2 service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313564 Nov 25 11:35:59.603529 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:35:59.842511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.954656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b6375aee-871a-499d-8d73-47f7c3e2e616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.173812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.283890 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-383975da-4d58-4889-9693-82cabc7b0512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.356944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.832922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.855748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.956402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d03b52d-2229-4c1d-b0b6-f91bceb9a514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.173962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.285129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-360a794e-c485-4dd3-a8c1-37960d293f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.603204 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:36:37.359257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.835750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.422907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43484) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:39.429040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:36:39.663340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15829115'] for subnet, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.845856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746508649988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16594539'] for subnet, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.849811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-50242635-15e1-43ea-b816-3e5d4db217c4 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:39.893616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:39.894194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.895437 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/subnets/b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 200 len: 835 time: 0.4715490 Nov 25 11:36:39.899827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019a85f-51d0-41ef-9cb7-02107ebcd9a3 None None] Network f04fd98e-3850-405d-a18e-7b64cbdd573b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:36:39.913069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:39.922025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.922411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.922785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.923156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.923524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.923892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.924340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.924703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.925063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.925417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.925772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:39.929408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63abe5cb-a50e-408a-90e5-f0f471eaa3fa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:40.311415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-09022119-ab16-4980-b0a0-351efe914b8e None None] Provisioning complete for port 2da2b5d2-7aed-4101-ba4d-3583cf908976 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:40.311794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09022119-ab16-4980-b0a0-351efe914b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.442558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-09022119-ab16-4980-b0a0-351efe914b8e None None] Provisioning complete for port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:40.442830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09022119-ab16-4980-b0a0-351efe914b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.596678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-09022119-ab16-4980-b0a0-351efe914b8e None None] Provisioning complete for port 50529e9a-36cd-4b14-ad2b-607862dc540d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:40.597042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09022119-ab16-4980-b0a0-351efe914b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.245922 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-62c0329f-6486-487e-a2ec-5a616fdbcaf7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704601 Nov 25 11:36:47.379661 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-9d063070-329a-4ff4-8cf2-6d1825072dcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1098 time: 0.0672457 Nov 25 11:36:47.519467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-62671d74-c2b0-42f0-be9f-165bcda790d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:47.520829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-62671d74-c2b0-42f0-be9f-165bcda790d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 200 len: 898 time: 0.1231606 Nov 25 11:36:47.624128 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-96d4ada2-fa24-4cde-8de5-84d15f825b21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 200 len: 1000 time: 0.0959306 Nov 25 11:36:47.685347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-10f1646f-269c-47bd-8aca-d1156da325f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:47.686732 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-10f1646f-269c-47bd-8aca-d1156da325f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 200 len: 843 time: 0.0570834 Nov 25 11:36:47.763315 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-803802bf-a0a2-4600-8d1b-0c5813e38302 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f04fd98e-3850-405d-a18e-7b64cbdd573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702326 Nov 25 11:36:47.890862 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-bf342a24-1e0e-406e-a8e2-256d06d9a4e1 service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209521 Nov 25 11:36:48.018532 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00add78b-4b2a-4441-a3e5-7cfa0f3fe98d req-6391de9b-362d-4fe1-a553-16a86bc8571d service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214101 Nov 25 11:36:59.856887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.956583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f54c-909d-47ae-aa43-c51926e7d1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.174252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.286110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa3ab-c44f-400d-a20f-941a13e0819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.362341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.839514 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.603960 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:37:22.721485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:23.144184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port fe44c5ed-b2b9-4cd7-b2c6-1c5df961d000 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:37:23.144517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.412638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.412866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.531551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for fe44c5ed-b2b9-4cd7-b2c6-1c5df961d000 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:37:23.675536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.679427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1557de79-1350-4b15-9fd0-66b05fc878f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:23.720132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=fe44c5ed-b2b9-4cd7-b2c6-1c5df961d000,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:23.722665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:23.814432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.194162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b84f040f-8dd3-4b59-bb29-aa74c84cb570 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:37:24.391583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:37:24.401584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] Sync routers for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:37:24.407963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.413521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:24.414149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:24.461148 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/77eeaed5-220e-43de-9b91-1b0bd2ee6395 HTTP/1.1" status: 204 len: 168 time: 1.7385900 Nov 25 11:37:24.461928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:37:24.604329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:24.843197 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'status': 'completed', 'code': 200} Nov 25 11:37:24.941010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:35Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:24.941266 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-4a272a12-0e38-49e6-a4ac-2786d5855b34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 1098 time: 0.0746191 Nov 25 11:37:24.945793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] Checking router: b84f040f-8dd3-4b59-bb29-aa74c84cb570 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:37:24.958806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:24.959739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:24.988557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea8d6f-897b-4788-8fdd-372501d30c96 req-c4ca4470-101b-422a-855c-7b399980ef61 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:24.991171 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77ea8d6f-897b-4788-8fdd-372501d30c96 req-c4ca4470-101b-422a-855c-7b399980ef61 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 945 time: 0.0822504 Nov 25 11:37:25.047195 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77ea8d6f-897b-4788-8fdd-372501d30c96 req-13881724-f434-4bd7-8f97-af8f8af89fd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422404 Nov 25 11:37:25.095227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-1b7ff2d7-3328-44eb-afc0-36f7b4baa242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:25.096706 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-1b7ff2d7-3328-44eb-afc0-36f7b4baa242 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 200 len: 898 time: 0.1473899 Nov 25 11:37:25.141126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:25.273833 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-92a20ac9-b067-41a2-b613-a4b0bc277f14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 200 len: 217 time: 0.1694655 Nov 25 11:37:25.338762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-62843a09-143a-4aee-b5d2-9e0e6df78dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:25.340791 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-62843a09-143a-4aee-b5d2-9e0e6df78dc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 200 len: 843 time: 0.0590217 Nov 25 11:37:25.414756 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-0e5c4668-7d60-46e2-ae51-edb49863002b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f04fd98e-3850-405d-a18e-7b64cbdd573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674415 Nov 25 11:37:25.448901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:35Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:25.453374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de48be-f2e4-47d3-9010-0023e019e4c9 None None] The sync data for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv is: [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:28Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '2da2b5d2-7aed-4101-ba4d-3583cf908976', 'name': '', 'network_id': 'f04fd98e-3850-405d-a18e-7b64cbdd573b', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:8a:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:27Z', 'updated_at': '2021-11-25T11:34:35Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'b8225ee4-2b1d-4df8-96b5-3c2ab16750ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:37:25.551514 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-80ba0c34-e997-475f-b1cc-75e5869fa842 service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291549 Nov 25 11:37:25.683006 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43a213-769c-489b-a453-90fea265cfdd None None] New status for floating IP 77eeaed5-220e-43de-9b91-1b0bd2ee6395: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:37:25.690626 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-da619a57-bd18-47d7-9ee4-f994ee37365f req-133fd7f3-31c4-432e-9561-94f2da18958a service neutron] 10.222.0.48 "GET /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315684 Nov 25 11:37:26.233976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68783c-f204-45a7-8f65-c146a369db53 req-cd595208-ac4c-4511-9fa8-24157df33e57 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:26.234666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-3f68783c-f204-45a7-8f65-c146a369db53 req-cd595208-ac4c-4511-9fa8-24157df33e57 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:26.251765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-3f68783c-f204-45a7-8f65-c146a369db53 req-cd595208-ac4c-4511-9fa8-24157df33e57 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:26.253301 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3f68783c-f204-45a7-8f65-c146a369db53 req-cd595208-ac4c-4511-9fa8-24157df33e57 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 945 time: 0.0989614 Nov 25 11:37:26.324606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 50529e9a-36cd-4b14-ad2b-607862dc540d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:37:26.325037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.347901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2565e-5772-4bd0-9a81-9902951e2e13 req-64e0f3e6-3ef8-48d4-8de1-c216a343f1e7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:26.349380 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-80e2565e-5772-4bd0-9a81-9902951e2e13 req-64e0f3e6-3ef8-48d4-8de1-c216a343f1e7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 945 time: 0.1792281 Nov 25 11:37:26.396459 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-80e2565e-5772-4bd0-9a81-9902951e2e13 req-8533303e-c647-430a-ba34-58384b009af1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f55717e-a0aa-4f3c-ba82-2828c7de198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412467 Nov 25 11:37:26.564152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 50529e9a-36cd-4b14-ad2b-607862dc540d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=50529e9a-36cd-4b14-ad2b-607862dc540d,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:26.564505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.681464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 50529e9a-36cd-4b14-ad2b-607862dc540d owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:37:26.831294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.836551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f02f51c4-8665-4b47-bfa0-f46b02ce76cd tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:26.878300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=50529e9a-36cd-4b14-ad2b-607862dc540d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:26.882133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:26.953438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 50529e9a-36cd-4b14-ad2b-607862dc540d on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:26.955642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.958108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'name': 'network-vif-deleted', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:37:26.973672 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3f68783c-f204-45a7-8f65-c146a369db53 req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/50529e9a-36cd-4b14-ad2b-607862dc540d HTTP/1.1" status: 204 len: 173 time: 0.7143106 Nov 25 11:37:27.026222 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091', 'name': 'network-vif-deleted', 'tag': '50529e9a-36cd-4b14-ad2b-607862dc540d', 'status': 'completed', 'code': 200} Nov 25 11:37:27.587179 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8213da8e-4207-4a40-b507-4c345b84257c req-9ce0b837-f4db-4c7c-a94c-5515eb45a3e7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9b094d-7a6e-4330-9bd2-bbd6bd1e8091 HTTP/1.1" status: 200 len: 210 time: 0.0433137 Nov 25 11:37:28.691458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:28.758967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.787502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.848804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.852594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-43e349eb-3d4f-48ea-95f0-e65ac70e9f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:28.868340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f55717e-a0aa-4f3c-ba82-2828c7de198b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:28.870760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:28.880139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.881335 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/6f55717e-a0aa-4f3c-ba82-2828c7de198b HTTP/1.1" status: 204 len: 168 time: 0.1888790 Nov 25 11:37:28.925728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43542) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:28.950148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 50529e9a-36cd-4b14-ad2b-607862dc540d no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:28.986205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 50529e9a-36cd-4b14-ad2b-607862dc540d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:37:28.986558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 50529e9a-36cd-4b14-ad2b-607862dc540d not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:29.319781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.885111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.906182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 2da2b5d2-7aed-4101-ba4d-3583cf908976 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:37:29.906509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.083816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 2da2b5d2-7aed-4101-ba4d-3583cf908976, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2da2b5d2-7aed-4101-ba4d-3583cf908976,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:30.084522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.201100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 2da2b5d2-7aed-4101-ba4d-3583cf908976 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:37:30.473116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.476701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b0334731-1076-43b7-9492-b792b7d4cb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:30.521122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=2da2b5d2-7aed-4101-ba4d-3583cf908976,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:30.560686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.561060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.561426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.561786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.562154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.562510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.562865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.563217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.563564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.563911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.564282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:30.571490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:30.828583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.390844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router b84f040f-8dd3-4b59-bb29-aa74c84cb570 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:37:31.583069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:37:31.592158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] Sync routers for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:37:31.597633 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/b84f040f-8dd3-4b59-bb29-aa74c84cb570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6684916 Nov 25 11:37:31.598087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43548) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:31.604057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:31.604852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:31.830641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:31.895320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet b8225ee4-2b1d-4df8-96b5-3c2ab16750ea {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:37:31.898205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.951144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.034507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.109875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.113558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:37:30Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:32.114319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c77dd4cd-543c-49d8-b8ba-6179647b7928 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:32.117439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] Checking router: b84f040f-8dd3-4b59-bb29-aa74c84cb570 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:37:32.128096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] Routers {'b84f040f-8dd3-4b59-bb29-aa74c84cb570'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:32.128715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:32.148116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=b8225ee4-2b1d-4df8-96b5-3c2ab16750ea,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:32.150590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:32.157639 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.163941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1f704cf-83fb-4a6e-bdca-70af91864a39 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/b8225ee4-2b1d-4df8-96b5-3c2ab16750ea HTTP/1.1" status: 204 len: 168 time: 0.5649340 Nov 25 11:37:32.166540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43552) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:32.181309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea5a48-958c-48e9-9cdb-c88e7d6d5f5a None None] Network f04fd98e-3850-405d-a18e-7b64cbdd573b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:37:32.364847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.452886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] Set router b84f040f-8dd3-4b59-bb29-aa74c84cb570 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:32.565281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.574997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 287a916d-a034-4922-934b-54f9d5f5b69f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:37:32.575353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.726065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] DHCP port deletion for f04fd98e-3850-405d-a18e-7b64cbdd573b request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:37:32.734592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Deleting port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:37:32.734970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.749838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 287a916d-a034-4922-934b-54f9d5f5b69f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=287a916d-a034-4922-934b-54f9d5f5b69f,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:32.750183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.872899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 287a916d-a034-4922-934b-54f9d5f5b69f owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:37:32.919085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:37:30Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:32.937878 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd70bd1-82d1-473e-9b0d-0f951731f249 None None] The sync data for ids ['b84f040f-8dd3-4b59-bb29-aa74c84cb570'] in dv-neutron-819177-1-hyperv is: [{'id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'name': 'tempest-TestNetworkBasicOps-router-637201808', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:37:30Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '287a916d-a034-4922-934b-54f9d5f5b69f', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f040f-8dd3-4b59-bb29-aa74c84cb570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:24Z', 'updated_at': '2021-11-25T11:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:37:32.956389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] For port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172,segment=NetworkSegment(32de0f06-31b7-4f5f-9304-9601d39863e0),segment_id=32de0f06-31b7-4f5f-9304-9601d39863e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:32.957282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.041094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.045545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4118de1-339f-4864-9e12-0f107278e077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:33.089652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=287a916d-a034-4922-934b-54f9d5f5b69f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:33.093646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:33.125240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Calling delete_port for 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:37:33.197889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.201574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b27cebb-2f81-4e6b-b814-f174929da542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:33.243148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Pushing event deleted for resources: {'Port': ['ID=0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:33.249068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] No DVR routers for this DVR port 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:33.255976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.256350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.256689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.257020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.257358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.257685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.258012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.258337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.259097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.259097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.260729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:33.262623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:33.388865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:33.425380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:37:33.425902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dc5c6aa-6a4f-4c99-a6e4-9b1a6ac2b172 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:33.426434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2da2b5d2-7aed-4101-ba4d-3583cf908976 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:33.436700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.462432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 2da2b5d2-7aed-4101-ba4d-3583cf908976 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:37:33.462907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2da2b5d2-7aed-4101-ba4d-3583cf908976 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:33.686658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.691049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.719219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.719633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router b84f040f-8dd3-4b59-bb29-aa74c84cb570 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:37:33.733906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.734986 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/b84f040f-8dd3-4b59-bb29-aa74c84cb570 HTTP/1.1" status: 204 len: 168 time: 1.5675735 Nov 25 11:37:33.737709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43556) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:33.853194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.959652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-069d5e6c-7be6-4935-98e5-ee41c0539465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.002001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.026705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04fd98e-3850-405d-a18e-7b64cbdd573b']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:34.038977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32de0f06-31b7-4f5f-9304-9601d39863e0') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:34.039259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32de0f06-31b7-4f5f-9304-9601d39863e0') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:34.050150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.065947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.071715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:37:34.072152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:34.086519 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:34.165827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.170642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.178134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec563af0-8596-419f-aaea-b6b9594c405d tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:34.178645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.203376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=f04fd98e-3850-405d-a18e-7b64cbdd573b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:34.206380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:34.208103 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/f04fd98e-3850-405d-a18e-7b64cbdd573b HTTP/1.1" status: 204 len: 168 time: 0.4692762 Nov 25 11:37:34.220032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43560) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:34.225440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--258340484', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:34.230451 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:34.234643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:34.237513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:34.243499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:34.254333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:34.257564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.286059 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:34.295008 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.295340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment bdb47f32-cc44-4f20-8dd3-516cd2fad5ae of type vlan for network 59f669b0-27e6-4825-9474-bbbb3744b4f5 Nov 25 11:37:34.321898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.351254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.354994 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:34.355589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.360643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-55139687-647f-4997-95e4-ad513df506b2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:34.464450 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2432976 Nov 25 11:37:34.467297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43564) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:34.467781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=59f669b0-27e6-4825-9474-bbbb3744b4f5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:34.470733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:34.472951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:34.478442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:34.480127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:34.484438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:34.487371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:34.493125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:34.505204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.506459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.524261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.772414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.946195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.975005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.019233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 287a916d-a034-4922-934b-54f9d5f5b69f no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:35.051855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 287a916d-a034-4922-934b-54f9d5f5b69f {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:37:35.052150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 287a916d-a034-4922-934b-54f9d5f5b69f not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:35.112704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.210 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/2494d8d7-61bd-4bd3-a139-ae61a5b027bb) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:35.255249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.284556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.287978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a5d695f2-61e8-4284-815b-2bdda681686c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:35.354243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:35.357354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:35.359982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:37:35.389523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:35.392276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:35.519293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.520025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.744012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:37:35.943321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:37:35.952617 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Sync routers for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:37:35.963963 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:35.964599 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:35.971685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.972967 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5045824 Nov 25 11:37:35.976244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43568) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:36.140064 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:36.185924 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3c1de76a-cd14-43d2-aaa0-6b3640a2a350 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2082865 Nov 25 11:37:36.188457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43574) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:36.289239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-30b8794d-1cfc-4af4-834d-d160a04ab065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.318230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509bb2f-857b-471b-b482-f137e925b186 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:36.322376 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0509bb2f-857b-471b-b482-f137e925b186 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303098 Nov 25 11:37:36.322991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43578) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:36.363282 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8eab4ae2-41a5-4e5b-b774-c807defb6475 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390706 Nov 25 11:37:36.365755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43582) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:36.371663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-508851614', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:36.420123 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:35Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:36.423925 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Checking router: 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:37:36.424313 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Updating router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:37:36.473947 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.480778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:36.484692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:36.487563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:36.493344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:36.503757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:36.714790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.792495 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.804705 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Transition to ACTIVE for port object 2494d8d7-61bd-4bd3-a139-ae61a5b027bb will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:36.811029 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.815035 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.920827 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Pushing event updated for resources: {'Port': ['ID=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:36.925539 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Attempting to bind port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:36.925903 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Attempting to bind port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:36.926306 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Attempting to bind port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:37:36.928889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.934055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f67bc1dc-41a5-44e3-bbee-e64f9ce5b119 tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.934871 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.935207 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.935532 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.935855 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.936210 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.936528 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.936842 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.937169 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.937469 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.937778 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.938084 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:36.942330 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:36.944167 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:37:36.944533 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:37:36.944935 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.945308 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:37:36.946405 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Bound port: 2494d8d7-61bd-4bd3-a139-ae61a5b027bb, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:36.946405 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.007588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=beafe3be-5fcd-410e-a043-1ada24ed21a5,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:37.012380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:37.017103 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] For port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:37:37.020211 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] For port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:37:37.023125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:37:37.023481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: 59f669b0-27e6-4825-9474-bbbb3744b4f5, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:37.024445 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.028898 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:37.046034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:37.055571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 59f669b0-27e6-4825-9474-bbbb3744b4f5) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:37.059687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:37.060280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.065417 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311dcd6a-c26b-4e90-bc62-66e5b30f6314 None None] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:37:37.085322 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7184649 Nov 25 11:37:37.086065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43586) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:37.101485 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Pushing event updated for resources: {'Port': ['ID=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:37.106183 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:37.112739 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:37.113529 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:37.289227 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:37.313581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-59f669b0-27e6-4825-9474-bbbb3744b4f5', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:37:37.315019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.410412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.485380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Allocated IP 172.20.0.2 (59f669b0-27e6-4825-9474-bbbb3744b4f5/beafe3be-5fcd-410e-a043-1ada24ed21a5/e6ed273f-8d4b-40f6-9140-d48fcadf8d6b) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:37.596727 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:35Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:37.601057 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d91af-8c22-41b0-823c-f45af644511a None None] The sync data for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv is: [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:35Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:37:37.710415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.722576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Transition to ACTIVE for port object e6ed273f-8d4b-40f6-9140-d48fcadf8d6b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:37.741663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Transition to ACTIVE for port object e6ed273f-8d4b-40f6-9140-d48fcadf8d6b will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:37.748503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.753224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0c4020bd-745b-4ad9-9fe0-29fc53ddd360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:37.838203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Pushing event updated for resources: {'Port': ['ID=e6ed273f-8d4b-40f6-9140-d48fcadf8d6b,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:37.843910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:37.844789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:37.845857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:37.848820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:37:37.947580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Attempting to bind port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:37.948079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Attempting to bind port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:37.948522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Attempting to bind port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:37:37.956435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:37:37.956811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Checking segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:37:37.957248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.957671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Bound using segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:37:37.958172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Bound port: e6ed273f-8d4b-40f6-9140-d48fcadf8d6b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:37.958539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.023085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.049788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] For port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:37:38.053965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] For port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e6ed273f-8d4b-40f6-9140-d48fcadf8d6b,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:37:38.059177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.063213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f093278d-94e6-4a3a-8955-eb6bbce0e6ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:38.146684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Pushing event updated for resources: {'Port': ['ID=e6ed273f-8d4b-40f6-9140-d48fcadf8d6b,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:38.150811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:38.467947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (59f669b0-27e6-4825-9474-bbbb3744b4f5/beafe3be-5fcd-410e-a043-1ada24ed21a5/be3af518-a609-4611-9953-446c9e669707) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:38.625588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.640733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object be3af518-a609-4611-9953-446c9e669707 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:38.661851 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.665289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:38.737045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:38.740408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:38.742776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:37:38.773344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=be3af518-a609-4611-9953-446c9e669707,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:38.776181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:38.807095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.842425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.896007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.108386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be9e491-4707-4707-a24e-709516308d1b None None] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:37:39.129211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2494d8d7-61bd-4bd3-a139-ae61a5b027bb up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:39.343588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-039adc51-10b1-4af9-b1d5-3a6d63fefa3f None None] Provisioning for port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:39.387149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:39.396810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:39.397194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.437990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.442918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.470794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-422ff47c-1e05-4a65-8e3b-ee2b44635906 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:39.562399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.566413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=be3af518-a609-4611-9953-446c9e669707,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:39.569477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:39.572451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.593488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:39.599899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.600847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e6ed273f-8d4b-40f6-9140-d48fcadf8d6b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:39.623954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6636d764-1504-43fd-af13-ecf974213b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:39.716583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:39.720840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:39.722822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:39.724443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:39.737463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:39.742827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:39.743201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.869538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5f3ce4a0-30e5-4bdc-9b1d-4c24087d06d5 None None] Provisioning complete for port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:39.870195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5f3ce4a0-30e5-4bdc-9b1d-4c24087d06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.918915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.969282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e6ed273f-8d4b-40f6-9140-d48fcadf8d6b,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:40.002195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.010892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5ca89c0d-8919-4a72-952b-a4686c833212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:40.095814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=e6ed273f-8d4b-40f6-9140-d48fcadf8d6b,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:40.100303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:40.106995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5f3ce4a0-30e5-4bdc-9b1d-4c24087d06d5 None None] Provisioning for port be3af518-a609-4611-9953-446c9e669707 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:40.112320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5f3ce4a0-30e5-4bdc-9b1d-4c24087d06d5 None None] Provisioning complete for port be3af518-a609-4611-9953-446c9e669707 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:40.112877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5f3ce4a0-30e5-4bdc-9b1d-4c24087d06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.130424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:37:40.170272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ce4a0-30e5-4bdc-9b1d-4c24087d06d5 None None] Port be3af518-a609-4611-9953-446c9e669707 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:37:40.289977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2370cfc6-5300-47c5-b007-2bee3bfaceab None None] Provisioning complete for port be3af518-a609-4611-9953-446c9e669707 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:40.290262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2370cfc6-5300-47c5-b007-2bee3bfaceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.326101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:37:40.338971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510183 Nov 25 11:37:40.341447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43590) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:40.341672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2370cfc6-5300-47c5-b007-2bee3bfaceab None None] Port be3af518-a609-4611-9953-446c9e669707 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:37:40.474697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92d996-1b9d-4d93-9703-023483075a71 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.475229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92d996-1b9d-4d93-9703-023483075a71 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.475341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92d996-1b9d-4d93-9703-023483075a71 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.475654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92d996-1b9d-4d93-9703-023483075a71 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.477338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc92d996-1b9d-4d93-9703-023483075a71 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1349592 Nov 25 11:37:40.479925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43594) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:40.549835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b522ebf-c2d6-4f60-8a91-900d3f0d3ccf tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.550200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b522ebf-c2d6-4f60-8a91-900d3f0d3ccf tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.550549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b522ebf-c2d6-4f60-8a91-900d3f0d3ccf tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.550899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b522ebf-c2d6-4f60-8a91-900d3f0d3ccf tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:40.552528 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b522ebf-c2d6-4f60-8a91-900d3f0d3ccf tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0711226 Nov 25 11:37:40.555346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43598) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:40.749445 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb131aec-afc0-401f-851f-4565cd96d4f3 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1928506 Nov 25 11:37:41.071682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2494d8d7-61bd-4bd3-a139-ae61a5b027bb up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:41.139886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:41.140304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.175323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Sync routers for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:37:41.212285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:41.213226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:41.415966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e6ed273f-8d4b-40f6-9140-d48fcadf8d6b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:41.480527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:41.630226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:41.630600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.791310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43604) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:41.797101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173386928', 'description': 'tempest-secgroup-smoke-1173386928 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:41.802870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:41.807211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:41.810780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:41.816783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:41.828640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.865873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:41.869594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:41.872849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:41.878443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:41.934527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.938660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.942300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4bf112a1-2f32-44c9-bbcd-0c6ff9dde615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:41.949802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:41.953637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Checking router: 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:37:41.953996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Updating router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 port be3af518-a609-4611-9953-446c9e669707 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:37:41.981857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2688970-d474-4b22-ad64-c9997c9858bc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:41.990751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.991928 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1995840 Nov 25 11:37:41.993514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.993896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.994266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.994729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.995102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.995400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43608) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:41.996457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.996457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.996755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.997112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.997465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:41.997926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:42.001493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-46f42c23-1390-469a-9b98-4d9cbf355419 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.002429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'e2688970-d474-4b22-ad64-c9997c9858bc', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:42.008385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.008992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:42.013047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:42.015828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:42.022629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:42.038950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.100050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.103886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.111157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5e82d2f8-d350-4483-ae69-124e8d946583 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.130523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ee3036-614e-47e1-9036-a83868578b74,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.133756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.140774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.142401 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452019 Nov 25 11:37:42.144948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43612) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.150988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'e2688970-d474-4b22-ad64-c9997c9858bc', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:42.156884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:42.160672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:42.163499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:42.169622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:42.187615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.252188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.256236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.258035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a16f7eda-1b2b-4114-ba2b-a0fda3f73d43 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.279620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9db5f9-36cf-41af-823a-06decb64d6c4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.282092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.289488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.290797 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1448047 Nov 25 11:37:42.294186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43616) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.300072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'e2688970-d474-4b22-ad64-c9997c9858bc', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:42.306803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:42.310587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:42.313457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:42.319068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:42.335206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.359080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.370845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Transition to ACTIVE for port object be3af518-a609-4611-9953-446c9e669707 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:42.377593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.381709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.400214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.404757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.406553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c0a4e96d-f966-4cfc-814c-ceea33509f4f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.431348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefeb455-f80e-457e-981c-d9cde0a4a426,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.434001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.444470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.448621 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1506639 Nov 25 11:37:42.449194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43620) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.456433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'e2688970-d474-4b22-ad64-c9997c9858bc', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:42.464987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:42.469224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:42.472251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:42.479522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:42.503039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.507452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996798df-cce3-47c6-8bee-2e165a4ccf3d None None] Pushing event updated for resources: {'Port': ['ID=be3af518-a609-4611-9953-446c9e669707,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.510223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-996798df-cce3-47c6-8bee-2e165a4ccf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.584364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.589417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.591979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-425dcf18-2254-48fb-ad3a-79df10a925b9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.602560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Attempting to bind port be3af518-a609-4611-9953-446c9e669707 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:42.602952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Attempting to bind port be3af518-a609-4611-9953-446c9e669707 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:42.603334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Attempting to bind port be3af518-a609-4611-9953-446c9e669707 on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:37:42.611549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:37:42.611944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Checking segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:37:42.612646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.613058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Bound using segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:37:42.613964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Bound port: be3af518-a609-4611-9953-446c9e669707, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:42.613964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.617636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a907af-55b1-4440-a207-c79c263d70a9,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.620417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.629038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.630358 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1796694 Nov 25 11:37:42.633169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43624) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.639464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'e2688970-d474-4b22-ad64-c9997c9858bc', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:42.645713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:42.649551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:42.653114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:42.659226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:42.670980 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:37:42.677648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.719172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] For port be3af518-a609-4611-9953-446c9e669707, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:37:42.722325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] For port be3af518-a609-4611-9953-446c9e669707, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=be3af518-a609-4611-9953-446c9e669707,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:37:42.726434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.730039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.743960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.748309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.755453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a4dc6d2d-ba3b-46cd-8ca8-7e1ac15a0429 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.776212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec18e3ee-42e5-49e0-99fa-9ccccaa14728,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.780093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.784881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.788491 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1542435 Nov 25 11:37:42.789094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43628) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.794815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': 'e2688970-d474-4b22-ad64-c9997c9858bc', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:42.800597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:42.804634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:42.807530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:42.815622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:42.815834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996798df-cce3-47c6-8bee-2e165a4ccf3d None None] Pushing event updated for resources: {'Port': ['ID=be3af518-a609-4611-9953-446c9e669707,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.820136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-996798df-cce3-47c6-8bee-2e165a4ccf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.827375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:42.828026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:42.829350 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:37:42.836491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.012146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:43.024542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.029136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.031024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ba190d3b-2655-4e5e-ba25-64c531226fff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:43.052515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f48dcb8-174a-4b0a-ad78-11bb6b0cae5f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:43.055250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:43.064230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.065411 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2753460 Nov 25 11:37:43.252232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-5c592b9b-4f91-4154-af04-0abfe0506441 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173386928&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0442579 Nov 25 11:37:43.344142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:42Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:43.348138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924e55-41c7-4d82-9715-fddca6bd5346 None None] The sync data for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv is: [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:42Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:37:43.413604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-836b6d96-d1c1-4fa9-a0f5-bcbbc5d31b4e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:43.414325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-836b6d96-d1c1-4fa9-a0f5-bcbbc5d31b4e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:43.429798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-836b6d96-d1c1-4fa9-a0f5-bcbbc5d31b4e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:43.430917 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-836b6d96-d1c1-4fa9-a0f5-bcbbc5d31b4e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 796 time: 0.1722755 Nov 25 11:37:43.450113 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-6bdfd675-3d28-4dd5-baee-688c686e42b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0137770 Nov 25 11:37:43.542509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-254ca43d-740e-4809-81e7-da59b94f59f4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:43.559092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-254ca43d-740e-4809-81e7-da59b94f59f4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:43.560612 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-254ca43d-740e-4809-81e7-da59b94f59f4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050689 Nov 25 11:37:43.646535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-7c4f22df-1ac3-4fa6-bb0b-ffd58da7bf58 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:37:43.647590 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-7c4f22df-1ac3-4fa6-bb0b-ffd58da7bf58 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0751812 Nov 25 11:37:43.785654 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-5cd2b179-1d23-4c31-860a-28af9f089720 service neutron] 10.222.0.41 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311815 Nov 25 11:37:43.922401 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-d93a3976-e291-4860-a51f-e42b10dfbcb7 service neutron] 10.222.0.41 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308534 Nov 25 11:37:44.119548 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ed5c99ac-3c87-480b-8c1e-b9bd3a9fbbe5 req-a54b29f0-7eb7-41d9-93be-50b937159b1f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 210 time: 0.0460689 Nov 25 11:37:45.080368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device be3af518-a609-4611-9953-446c9e669707 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:45.147489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port be3af518-a609-4611-9953-446c9e669707 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:45.152366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port be3af518-a609-4611-9953-446c9e669707 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:45.152748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.295400 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7db6dcd5-dcc6-4ccd-986f-3230eb262c3c req-da00851a-962f-41ae-ae86-1f7683cdd8a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 210 time: 0.0525599 Nov 25 11:37:45.322730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.357373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port be3af518-a609-4611-9953-446c9e669707, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=be3af518-a609-4611-9953-446c9e669707,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:45.362403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.368657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:45.438777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=be3af518-a609-4611-9953-446c9e669707,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:45.442547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:45.446248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-8d028c3a-0350-4a30-80aa-3af9ccd81b68 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:45.447925 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-8d028c3a-0350-4a30-80aa-3af9ccd81b68 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 796 time: 0.1641688 Nov 25 11:37:45.501655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-dbb59394-7528-42b5-b8a5-37cff2de8e7e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:45.519749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-dbb59394-7528-42b5-b8a5-37cff2de8e7e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:45.521052 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-dbb59394-7528-42b5-b8a5-37cff2de8e7e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 380 time: 0.0603671 Nov 25 11:37:45.531916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['e2688970-d474-4b22-ad64-c9997c9858bc']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:45.667042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:45.676459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:45.686412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:45.689736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.849901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.14 (59f669b0-27e6-4825-9474-bbbb3744b4f5/beafe3be-5fcd-410e-a043-1ada24ed21a5/977c4ae2-0255-4e49-8001-2600fcb754f9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:46.030031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.045074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 977c4ae2-0255-4e49-8001-2600fcb754f9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:46.066405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.071649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ab54d57-bfca-4fe4-8952-67eb94d0ff40 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:46.140352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:46.143644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:46.148514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:37:46.173251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:46.178537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:46.211806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:46.212450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.237772 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097783 Nov 25 11:37:46.250202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Request body: {'port': {'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:46.348504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-faa7c99d-0922-484e-a8fe-6765c2267619 None None] Provisioning for port 977c4ae2-0255-4e49-8001-2600fcb754f9 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:46.354179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-faa7c99d-0922-484e-a8fe-6765c2267619 None None] Provisioning complete for port 977c4ae2-0255-4e49-8001-2600fcb754f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:46.354434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-faa7c99d-0922-484e-a8fe-6765c2267619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.361214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.407607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-faa7c99d-0922-484e-a8fe-6765c2267619 None None] Port 977c4ae2-0255-4e49-8001-2600fcb754f9 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:37:46.509974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03699427-333e-44d8-8629-384594c64c2c req-421b89a9-45ec-42f4-bf63-85964caf4c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:46.511381 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-03699427-333e-44d8-8629-384594c64c2c req-421b89a9-45ec-42f4-bf63-85964caf4c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 932 time: 0.0769401 Nov 25 11:37:46.557439 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-03699427-333e-44d8-8629-384594c64c2c req-13543426-037c-4212-adf9-58d3732304d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Nov 25 11:37:46.706580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977c4ae2-0255-4e49-8001-2600fcb754f9 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:37:46.713546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.728201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Transition to ACTIVE for port object 977c4ae2-0255-4e49-8001-2600fcb754f9 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:46.732279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.735724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ac78f420-b233-4c0c-b48a-9fc24fbfdd2a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:46.857154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Pushing event updated for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:46.859850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:46.968139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Attempting to bind port 977c4ae2-0255-4e49-8001-2600fcb754f9 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:46.968472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Attempting to bind port 977c4ae2-0255-4e49-8001-2600fcb754f9 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:46.968796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Attempting to bind port 977c4ae2-0255-4e49-8001-2600fcb754f9 on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:37:46.974384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Port 977c4ae2-0255-4e49-8001-2600fcb754f9 on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:37:46.974700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Attempting to bind port 977c4ae2-0255-4e49-8001-2600fcb754f9 on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:37:46.981385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:37:46.981709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Checking segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:37:46.982084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Bound using segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:37:46.982500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Bound port: 977c4ae2-0255-4e49-8001-2600fcb754f9, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:46.982833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.067957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device be3af518-a609-4611-9953-446c9e669707 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:47.071563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:37:47.074754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=977c4ae2-0255-4e49-8001-2600fcb754f9,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:37:47.078303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.082506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2ce6c88-f9a7-49f5-b07e-0c33df1865a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:47.139411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port be3af518-a609-4611-9953-446c9e669707 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:47.139826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.242878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.244532 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] 10.222.0.48 "PUT /v2.0/ports/977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 1094 time: 0.9987638 Nov 25 11:37:47.248266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:37:47.277559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Pushing event updated for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:47.280651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:47.322372 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'status': 'completed', 'code': 200} Nov 25 11:37:47.365070 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-496ae87f-9900-4155-b1eb-292217c6c497 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1097 time: 0.0759590 Nov 25 11:37:47.435946 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-e2b0bc04-1d92-4d84-ab43-e8b830dea344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 217 time: 0.0635409 Nov 25 11:37:47.497836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-2536e0a3-a8ca-4f13-a95f-52394691dcbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:47.499298 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-2536e0a3-a8ca-4f13-a95f-52394691dcbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0572243 Nov 25 11:37:47.575884 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-cd3b58b5-ec49-4910-bb50-814450016078 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706673 Nov 25 11:37:47.709874 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-84dc88bb-9f73-4bf1-be0b-ba041338971c service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279101 Nov 25 11:37:47.758491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ec4ac-0325-41ad-af9a-4c8551c20fda req-425c7f9c-cbd0-49cb-a8be-ed7c307455ea tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:47.759941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c3ec4ac-0325-41ad-af9a-4c8551c20fda req-425c7f9c-cbd0-49cb-a8be-ed7c307455ea tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 944 time: 0.0836573 Nov 25 11:37:47.806548 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8c3ec4ac-0325-41ad-af9a-4c8551c20fda req-7c8b4f92-b49f-4e26-9d8a-98a3cae252ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Nov 25 11:37:47.848900 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e7ad409-78f5-4b88-bcba-74407302b9aa req-8d595e67-93a4-414b-ad83-5596764e494f service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325870 Nov 25 11:37:47.963695 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-1e42c843-4dfd-4882-b75e-2600e31293a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1097 time: 0.0679300 Nov 25 11:37:48.095645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-fcbdd5bd-e680-4acd-afd9-4acc73652ad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:48.097076 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-fcbdd5bd-e680-4acd-afd9-4acc73652ad3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1229937 Nov 25 11:37:48.167360 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-fdd23043-bf15-4715-aeb3-4c69fccd8fa6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 217 time: 0.0626502 Nov 25 11:37:48.227629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-f1bf65a3-3bb5-41b2-a564-a4aaafb48df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:48.229028 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-f1bf65a3-3bb5-41b2-a564-a4aaafb48df0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0549576 Nov 25 11:37:48.306078 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-fa324f34-4fbd-42b7-9db2-5e263bdc73ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698979 Nov 25 11:37:48.438182 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-911760a1-ca21-4508-bb85-ade2d2f5d994 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249943 Nov 25 11:37:48.569886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a27741da-9bda-4fb1-aef6-77e114edaf6b req-68f40b97-9ebe-4872-95c2-ea8fa97b29bb service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252692 Nov 25 11:37:49.001027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34708e-51bb-4890-8d18-a0a10c6c707b req-e4a421f2-739c-4aad-a13d-c9a2e9b97806 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:49.002355 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f34708e-51bb-4890-8d18-a0a10c6c707b req-e4a421f2-739c-4aad-a13d-c9a2e9b97806 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 944 time: 0.0745790 Nov 25 11:37:49.044136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 977c4ae2-0255-4e49-8001-2600fcb754f9 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:37:49.047097 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6f34708e-51bb-4890-8d18-a0a10c6c707b req-8d41dd5f-2474-42d7-9141-a81d505274cf tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Nov 25 11:37:49.176944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=977c4ae2-0255-4e49-8001-2600fcb754f9,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:49.190547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:37:49.242630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.260732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977c4ae2-0255-4e49-8001-2600fcb754f9 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:37:49.275571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=977c4ae2-0255-4e49-8001-2600fcb754f9,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:49.279004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.281587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:49.345858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:49.348892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:49.494741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['977c4ae2-0255-4e49-8001-2600fcb754f9'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:37:50.241432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c002-ce7c-44aa-9019-0061e437b00a req-4a587969-858c-4fad-aa73-8361a0d43150 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:50.242857 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5548c002-ce7c-44aa-9019-0061e437b00a req-4a587969-858c-4fad-aa73-8361a0d43150 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 945 time: 0.0778375 Nov 25 11:37:50.287012 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5548c002-ce7c-44aa-9019-0061e437b00a req-9176df1e-01d2-460a-b6b6-bd3f3d772045 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382493 Nov 25 11:37:50.604082 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:37:51.062761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 977c4ae2-0255-4e49-8001-2600fcb754f9 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:51.129123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 977c4ae2-0255-4e49-8001-2600fcb754f9 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:51.133562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 977c4ae2-0255-4e49-8001-2600fcb754f9 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:51.133933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.245328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.270588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:37:51.280421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=977c4ae2-0255-4e49-8001-2600fcb754f9,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:37:51.284967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.286915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:51.355905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:51.359158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:51.401617 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'code': 200} Nov 25 11:37:51.491804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80e381-8e86-4699-9197-b86a89db81b8 req-c78dc46a-811b-4e1f-bb65-ff891c9ac5fc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:51.493274 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b80e381-8e86-4699-9197-b86a89db81b8 req-c78dc46a-811b-4e1f-bb65-ff891c9ac5fc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 946 time: 0.0813339 Nov 25 11:37:51.634870 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4d90e256-1bc8-4b54-b464-832e13ae0157 req-72d9a8df-b3d4-434e-977c-27cd7d779e39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1099 time: 0.0703046 Nov 25 11:37:51.638462 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b80e381-8e86-4699-9197-b86a89db81b8 req-c8af1fb9-4fd0-4223-9325-23936d2be806 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393816 Nov 25 11:37:51.676932 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4d90e256-1bc8-4b54-b464-832e13ae0157 req-71dee4c5-c376-4ec3-aa96-bdfc2f39ce86 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360115 Nov 25 11:37:52.830746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4562-2e96-423c-bbac-6a38ad114634 req-4f591789-fae8-4d83-b550-8afbef0f09f5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:52.832094 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-447e4562-2e96-423c-bbac-6a38ad114634 req-4f591789-fae8-4d83-b550-8afbef0f09f5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 946 time: 0.0753353 Nov 25 11:37:52.875043 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-447e4562-2e96-423c-bbac-6a38ad114634 req-2ee2431f-d3d9-41b5-81ae-f9bce7668988 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376265 Nov 25 11:37:53.068656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09112a48-4e58-4dbf-9a4f-a2b7e28fc2b3 req-b0eb187b-82f4-49cb-a820-d0bec971baae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:53.070061 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-09112a48-4e58-4dbf-9a4f-a2b7e28fc2b3 req-b0eb187b-82f4-49cb-a820-d0bec971baae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 946 time: 0.0781112 Nov 25 11:37:53.113797 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-09112a48-4e58-4dbf-9a4f-a2b7e28fc2b3 req-4351f480-e58d-457a-ab8e-e48d50962b70 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382471 Nov 25 11:37:53.141065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43678) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:53.207475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8fd43ba7-2c64-4d21-b276-011b82863848 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1094 time: 0.0652099 Nov 25 11:37:53.209953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43682) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:53.215456 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:53.220678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:53.224373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:53.227081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:53.233486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:53.243578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.374845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.506668 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.202 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/79985eae-39e3-4050-97de-7eb21406bf11) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:53.649443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.675719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.679167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cd586197-61fd-4b72-9344-72c3f780e0fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:53.745234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:53.748323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:53.752397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:37:53.776341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=79985eae-39e3-4050-97de-7eb21406bf11,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:53.781628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:54.248766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.301575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.497458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.502807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.506776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-954559d2-d4ea-4415-973b-a319f9f46ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:54.695510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=79985eae-39e3-4050-97de-7eb21406bf11,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:54.699469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:54.713494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.897249 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP f414c4b8-b674-425d-ab37-4c37e7c1c858 associated. External IP: 172.26.5.202, port: 977c4ae2-0255-4e49-8001-2600fcb754f9. Nov 25 11:37:55.288724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:37:55.483959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:37:55.493548 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] Sync routers for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:37:55.505869 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:55.506682 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:55.508320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.562850 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3518956 Nov 25 11:37:55.563603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:37:55.564939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43686) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.642090 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-00c63e48-416a-4198-a6ca-40d9c02a5561 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1094 time: 0.0758359 Nov 25 11:37:55.682118 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:55.695051 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'status': 'completed', 'code': 200} Nov 25 11:37:55.786364 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-ed8fce51-35b9-4e47-be79-4492f35fc11c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1099 time: 0.0680842 Nov 25 11:37:56.009011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43696) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:56.015598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943573661', 'description': 'tempest-secgroup-smoke-1943573661 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:56.021802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:56.031889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:56.034817 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:54Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:56.036250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-3b02bf69-92a8-4698-8613-9c4d983cc4aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:56.037726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-3b02bf69-92a8-4698-8613-9c4d983cc4aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.2444022 Nov 25 11:37:56.038961 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] Checking router: 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:37:56.044420 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.050419 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:37:56.051155 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:37:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:56.081672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:56.085676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:56.088526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:56.094259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:56.147538 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-dce7a8c2-9a2a-459f-878d-173e4799994b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 1000 time: 0.1027968 Nov 25 11:37:56.156277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.160236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.165774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-43e2bff5-1d30-43eb-a206-3d248631aa7c tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.207486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645048d4-bf32-41a3-a0e6-388d8303037b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.210862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.212904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.218412 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2075534 Nov 25 11:37:56.218674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43700) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:56.220282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-ebe83ac5-9d12-47a1-996f-934f15f7a182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:56.222022 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-ebe83ac5-9d12-47a1-996f-934f15f7a182 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0683043 Nov 25 11:37:56.224560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '645048d4-bf32-41a3-a0e6-388d8303037b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:56.230950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:56.234739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:56.237761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:56.243302 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:56.263765 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:37:56.265833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.305442 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-c991b602-982d-4d81-8df8-ce928879f788 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754440 Nov 25 11:37:56.337914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.342356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.350374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-257b12d3-d53f-490e-bfd4-ac6d46a4df1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.372095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f967bf-46a2-4e08-9758-b379cd4d4dd7,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.375073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.383626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.388571 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1656139 Nov 25 11:37:56.388571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43704) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:56.393565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '645048d4-bf32-41a3-a0e6-388d8303037b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:56.399384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:56.403918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:56.406881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:56.413534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:56.432039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.445722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-c4c6276d-d9a8-48a6-a963-688c93e6366b service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335971 Nov 25 11:37:56.500547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.507799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.509805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25d1a8c1-2fc0-4060-948a-fca63d3bad04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.540583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.541748 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1529903 Nov 25 11:37:56.542582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8895fa-692a-4769-ab91-53f2e6cf1b92,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.544917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43708) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:56.545052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-18a4987d-173d-44d1-80cd-43f704f63f1a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.560130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '645048d4-bf32-41a3-a0e6-388d8303037b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:56.569262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:56.584495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:56.588481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:56.603955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:56.612328 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2406d36a-92c7-4342-84bc-afe7858138b0 req-8ed4e418-6e39-4634-9b1b-f334259f0179 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602533 Nov 25 11:37:56.624402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.643473 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:54Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:56.647483 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f6687-6553-4923-983b-9fc94f35c154 None None] The sync data for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv is: [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:54Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:37:56.690368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.695693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.697509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-78d41796-27c6-4491-887f-1c0228b08795 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.720575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9c12e2-1281-4636-b866-03bde366f835,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.724891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.729055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.730604 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1776340 Nov 25 11:37:56.734775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43712) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:56.740349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '645048d4-bf32-41a3-a0e6-388d8303037b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:56.746263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:56.749966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:56.752837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:56.758324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:56.774293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.840341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.843684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.845796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e9db4d51-6112-41e6-8747-16dc0e2bc9b7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.866230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7a1cdb-3762-4565-aded-5dd148ff5464,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.868625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.875217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.876362 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b2dd71fd-6166-4468-9935-7e43f386a0ed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1406288 Nov 25 11:37:56.879088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43716) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:56.884405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '645048d4-bf32-41a3-a0e6-388d8303037b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:56.890400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:56.894053 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:56.896839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:56.903117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:56.913325 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:37:56.919660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.986164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.989502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.991232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f3801e7-c9a2-4342-8066-b1ac37b3772f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:57.013022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5a973c-ac1e-44a4-8642-5b414e8977f4,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:57.015292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:57.021740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.023009 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1430502 Nov 25 11:37:57.025786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43720) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:57.031496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '645048d4-bf32-41a3-a0e6-388d8303037b', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:57.037075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:57.040821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:57.043627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:57.049225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:57.059799 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:37:57.065857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.128610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.132141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.139635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cf345047-8f46-4123-b4bd-3ce62ff4906e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:57.159439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ec6aed-7633-4b35-9fa7-60befd6f16d0,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:57.162258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:57.169119 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.170258 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1435897 Nov 25 11:37:57.391559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-64e39921-ce39-4d26-b1d4-80d1b991b233 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:57.406082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-64e39921-ce39-4d26-b1d4-80d1b991b233 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:57.407238 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-64e39921-ce39-4d26-b1d4-80d1b991b233 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943573661&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0551925 Nov 25 11:37:57.661425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-f53b9d26-c041-453e-ab90-2a37bc5c4cb7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:57.662821 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-f53b9d26-c041-453e-ab90-2a37bc5c4cb7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 796 time: 0.2492929 Nov 25 11:37:57.678881 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-bc1a3604-8e81-4f03-a7f3-dd6ee3f2168d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0101054 Nov 25 11:37:57.759694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-6590a2c1-9ddf-477c-8d65-d17bb08a8490 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0757024 Nov 25 11:37:57.896876 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-17d02b1b-4a33-44d4-bdcf-987520624339 service neutron] 10.222.0.41 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259110 Nov 25 11:37:58.027772 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-ca8dfa4f-77d9-46f7-910d-e1f6eb00f077 service neutron] 10.222.0.41 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245861 Nov 25 11:37:58.212731 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3298ad36-e10f-4fd3-a653-b7c5f5906735 req-5861288c-0515-4ec0-b479-3b08c1e3353b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0469987 Nov 25 11:37:59.151009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a0068-cdbd-47f6-897a-ae825f5847e4 None None] New status for floating IP f414c4b8-b674-425d-ab37-4c37e7c1c858: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:37:59.212267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-9742d4f0-bfe3-48e1-aa54-f80241d8d00c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:59.213861 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-9742d4f0-bfe3-48e1-aa54-f80241d8d00c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 796 time: 0.1463249 Nov 25 11:37:59.285968 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-ef373cfc-fc15-4471-a53f-317a21db4fbd tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 473 time: 0.0596261 Nov 25 11:37:59.296606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['645048d4-bf32-41a3-a0e6-388d8303037b']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:37:59.402933 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a46c3bf6-4731-4281-8204-0866e3e604af req-6c92ffc0-0158-4785-984d-a0cb756b0b49 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0415473 Nov 25 11:37:59.439563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:59.443578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:port and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:59.446450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:59.452050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:59.461272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:59.464910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.618992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.6 (59f669b0-27e6-4825-9474-bbbb3744b4f5/beafe3be-5fcd-410e-a043-1ada24ed21a5/f08104f0-45f4-4d85-80a5-7e22b61a1386) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:59.804796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.819340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object f08104f0-45f4-4d85-80a5-7e22b61a1386 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:59.840988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.846062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:59.886434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.912598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:59.915985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:59.920233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:37:59.946733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=f08104f0-45f4-4d85-80a5-7e22b61a1386,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:59.952740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:59.989866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:59.990467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.014651 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7226548 Nov 25 11:38:00.028616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Request body: {'port': {'device_id': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:38:00.134133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.147064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-38a92293-342c-425f-9094-c772fe3390ce None None] Provisioning for port f08104f0-45f4-4d85-80a5-7e22b61a1386 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:00.152179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-38a92293-342c-425f-9094-c772fe3390ce None None] Provisioning complete for port f08104f0-45f4-4d85-80a5-7e22b61a1386 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:00.152788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-38a92293-342c-425f-9094-c772fe3390ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.202879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-38a92293-342c-425f-9094-c772fe3390ce None None] Port f08104f0-45f4-4d85-80a5-7e22b61a1386 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:38:00.566223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08104f0-45f4-4d85-80a5-7e22b61a1386 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:38:00.572584 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.587111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Transition to ACTIVE for port object f08104f0-45f4-4d85-80a5-7e22b61a1386 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:00.591836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.596139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f6f13e26-0301-445e-8b68-f3efb743b45a tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:00.599467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7985c84-6a26-4a92-970f-313873658401 req-e83ba107-ccb3-43a4-9424-ba61f2977d0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:00.600938 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7985c84-6a26-4a92-970f-313873658401 req-e83ba107-ccb3-43a4-9424-ba61f2977d0f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 931 time: 0.0782249 Nov 25 11:38:00.645698 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7985c84-6a26-4a92-970f-313873658401 req-3794dcdb-b147-46d5-a6f1-d5b02326d7c6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390356 Nov 25 11:38:00.719020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Pushing event updated for resources: {'Port': ['ID=f08104f0-45f4-4d85-80a5-7e22b61a1386,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:00.723117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:00.830272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Attempting to bind port f08104f0-45f4-4d85-80a5-7e22b61a1386 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:00.830597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Attempting to bind port f08104f0-45f4-4d85-80a5-7e22b61a1386 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:00.830915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Attempting to bind port f08104f0-45f4-4d85-80a5-7e22b61a1386 on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:38:00.836725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Port f08104f0-45f4-4d85-80a5-7e22b61a1386 on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:38:00.837040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Attempting to bind port f08104f0-45f4-4d85-80a5-7e22b61a1386 on network 59f669b0-27e6-4825-9474-bbbb3744b4f5 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:38:00.843253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:38:00.843581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Checking segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:38:00.843952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Bound using segment: {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:38:00.844398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Bound port: f08104f0-45f4-4d85-80a5-7e22b61a1386, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:00.844734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.934886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] For port f08104f0-45f4-4d85-80a5-7e22b61a1386, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:38:00.937920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] For port f08104f0-45f4-4d85-80a5-7e22b61a1386, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:38:00.941796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.946051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-08c67b98-db81-44cc-b434-d44727c7a16d tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:00.999177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.000604 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] 10.222.0.48 "PUT /v2.0/ports/f08104f0-45f4-4d85-80a5-7e22b61a1386 HTTP/1.1" status: 200 len: 1093 time: 0.9772694 Nov 25 11:38:01.001158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:01.028293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Pushing event updated for resources: {'Port': ['ID=f08104f0-45f4-4d85-80a5-7e22b61a1386,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:01.031391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:01.080349 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'status': 'completed', 'code': 200} Nov 25 11:38:01.118345 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-8e88d5ce-8df1-454f-9f07-8540d0d3915e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0771685 Nov 25 11:38:01.196210 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-9da7ef7a-7693-41ba-891e-2da6e1d4b773 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386 HTTP/1.1" status: 200 len: 217 time: 0.0699222 Nov 25 11:38:01.260056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-9a806bce-31fc-4620-ad79-7f4086de5fe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.261604 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-9a806bce-31fc-4620-ad79-7f4086de5fe8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0592084 Nov 25 11:38:01.340785 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-22fc4722-02eb-4b0a-b9d1-69d9ab98f3a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657446 Nov 25 11:38:01.485790 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-9ecd5fff-23b6-4617-b65d-17f39822e2d3 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212580 Nov 25 11:38:01.614229 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9bf45230-e30a-4b9a-99f7-80462dffc488 req-1997cbc8-3612-4903-bffc-ee46fd39fca3 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219549 Nov 25 11:38:01.729242 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cbc20757-be33-4147-99a5-acdfecbe095b req-9b79653d-577d-493b-a7ec-1972d2c4274c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0739827 Nov 25 11:38:01.859181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc20757-be33-4147-99a5-acdfecbe095b req-f8f33c27-678b-495c-971a-dc50785d1890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.860762 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cbc20757-be33-4147-99a5-acdfecbe095b req-f8f33c27-678b-495c-971a-dc50785d1890 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1255660 Nov 25 11:38:01.863317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251394-ec89-4775-ae62-46a03cdac781 req-4a8b467e-9d0f-4abb-b387-e37708502f3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.864787 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-91251394-ec89-4775-ae62-46a03cdac781 req-4a8b467e-9d0f-4abb-b387-e37708502f3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 943 time: 0.0800300 Nov 25 11:38:01.909976 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-91251394-ec89-4775-ae62-46a03cdac781 req-f4cb2ce0-02a5-42a8-b236-1bb1812ea8d0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396016 Nov 25 11:38:01.926621 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cbc20757-be33-4147-99a5-acdfecbe095b req-fc979f18-d6ba-41b3-9da3-4bf5e7111d23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386 HTTP/1.1" status: 200 len: 217 time: 0.0592804 Nov 25 11:38:01.991376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc20757-be33-4147-99a5-acdfecbe095b req-742c1c0e-d985-43e7-83ee-e65185fd2d0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.992782 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cbc20757-be33-4147-99a5-acdfecbe095b req-742c1c0e-d985-43e7-83ee-e65185fd2d0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0602801 Nov 25 11:38:02.065465 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cbc20757-be33-4147-99a5-acdfecbe095b req-9e5a8d2f-84dd-46bf-a12b-09154f0537a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659270 Nov 25 11:38:02.293838 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cbc20757-be33-4147-99a5-acdfecbe095b req-23946a0a-1c72-4e86-a000-2b0cf8070a9a service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191446 Nov 25 11:38:02.421877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cbc20757-be33-4147-99a5-acdfecbe095b req-4793e708-538b-414a-adc4-5b98b8996f64 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212292 Nov 25 11:38:03.100773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed889e5-afd5-4386-9499-fa62dc1b7e1d req-247d61e8-e7e8-44da-883d-e89a7c42dd7b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:03.102185 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1ed889e5-afd5-4386-9499-fa62dc1b7e1d req-247d61e8-e7e8-44da-883d-e89a7c42dd7b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 943 time: 0.0741937 Nov 25 11:38:03.149257 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1ed889e5-afd5-4386-9499-fa62dc1b7e1d req-735397ab-e6af-4891-8832-be009014afc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 Nov 25 11:38:03.182851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f08104f0-45f4-4d85-80a5-7e22b61a1386 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:38:03.340523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port f08104f0-45f4-4d85-80a5-7e22b61a1386, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:38:03.355956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'port_id': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'mac_address': 'fa:16:3e:66:6f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:38:03.408431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.424798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08104f0-45f4-4d85-80a5-7e22b61a1386 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:38:03.439512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port f08104f0-45f4-4d85-80a5-7e22b61a1386, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:38:03.443407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.445094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-515d63dd-8402-47e2-af19-f24ca1c5e24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:03.506424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=f08104f0-45f4-4d85-80a5-7e22b61a1386,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:03.509552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:03.668888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['f08104f0-45f4-4d85-80a5-7e22b61a1386'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:38:03.960580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bf-c1ea-4c62-822d-2c449920fef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.183663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.342524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14daff4-8415-4dc8-9b18-358e36a68c7d req-b07ea565-5d49-4f4a-8e1d-0ac4f9ba6dcc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:04.343872 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b14daff4-8415-4dc8-9b18-358e36a68c7d req-b07ea565-5d49-4f4a-8e1d-0ac4f9ba6dcc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 944 time: 0.0753546 Nov 25 11:38:04.388306 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b14daff4-8415-4dc8-9b18-358e36a68c7d req-7e7aa7c4-5c58-4cb0-a9d7-4873b6303524 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389204 Nov 25 11:38:05.189056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f08104f0-45f4-4d85-80a5-7e22b61a1386 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:05.255230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port f08104f0-45f4-4d85-80a5-7e22b61a1386 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:05.259644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port f08104f0-45f4-4d85-80a5-7e22b61a1386 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:05.260047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.369652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.396291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:05.405560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port f08104f0-45f4-4d85-80a5-7e22b61a1386, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:38:05.409418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.412611 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:05.460256 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'code': 200} Nov 25 11:38:05.488356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=f08104f0-45f4-4d85-80a5-7e22b61a1386,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:05.492266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:05.600201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16649ca9-0f48-4ca8-8bda-924664577fa4 req-a1d3defc-0c26-428e-8d45-c560e59f229c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:05.601660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-16649ca9-0f48-4ca8-8bda-924664577fa4 req-a1d3defc-0c26-428e-8d45-c560e59f229c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0872791 Nov 25 11:38:05.647978 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-16649ca9-0f48-4ca8-8bda-924664577fa4 req-eb684b02-5618-407d-b7a4-5f3e0fbc4ae8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399592 Nov 25 11:38:05.694331 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f636e99-273b-4ae2-82cc-4923d7a659c1 req-1eb30ef6-1dfc-4951-85e5-cca4c454476d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 1098 time: 0.0726228 Nov 25 11:38:05.737393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2f636e99-273b-4ae2-82cc-4923d7a659c1 req-668ec73f-5e9a-45eb-9921-79d7f21827fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349526 Nov 25 11:38:06.290656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5df70d26-ffdd-4ba2-8752-676e3fa9bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.844145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50745f0c-44c4-4ee8-9627-ae91fdb7e1fc req-1162b312-429f-4c52-912b-d0dac792aebb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:06.845527 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-50745f0c-44c4-4ee8-9627-ae91fdb7e1fc req-1162b312-429f-4c52-912b-d0dac792aebb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0788090 Nov 25 11:38:06.891067 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-50745f0c-44c4-4ee8-9627-ae91fdb7e1fc req-dac397d2-ef93-4a80-91ac-344240fb04c7 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 Nov 25 11:38:07.372316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.091691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3c8d8-d65a-4b00-bc7d-3758928ae366 req-929b0cbb-6482-451f-b5ed-226652f98f16 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:08.093155 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98b3c8d8-d65a-4b00-bc7d-3758928ae366 req-929b0cbb-6482-451f-b5ed-226652f98f16 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0793526 Nov 25 11:38:08.137973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98b3c8d8-d65a-4b00-bc7d-3758928ae366 req-01020365-068b-4b81-b817-cc0ad9f92f44 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394208 Nov 25 11:38:08.331558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc69a16-fa2d-4299-b442-b7b89a68799f req-4ec6ed17-89fe-430b-8236-adc61a448c11 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:08.332991 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fbc69a16-fa2d-4299-b442-b7b89a68799f req-4ec6ed17-89fe-430b-8236-adc61a448c11 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0753088 Nov 25 11:38:08.380406 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fbc69a16-fa2d-4299-b442-b7b89a68799f req-29e158af-3de6-4d21-ae27-5068927fcf03 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Nov 25 11:38:08.407792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43764) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:08.475230 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-04b95d52-5538-4969-b47e-2e9886e13faa tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 1093 time: 0.0660932 Nov 25 11:38:08.477597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43768) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:08.482645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:38:08.488047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:08.491782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:08.494595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:08.500543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:08.511952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.645056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.780803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.50 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/d521381a-f5cd-47af-9426-42c8421e7999) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:08.842090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.016106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.042888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.046445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0dab6501-3c10-4686-9917-11b79655bf4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:09.112721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:09.113504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=d521381a-f5cd-47af-9426-42c8421e7999,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:09.116018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:09.117750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:09.118401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:38:09.614145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.670962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.867384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.871645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.875664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3e041a06-e217-4304-bdd9-fbe5a97b7502 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:09.972446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=d521381a-f5cd-47af-9426-42c8421e7999,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:09.976271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:09.991072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.173743 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP 0249b710-af36-42d6-8401-2fa950016683 associated. External IP: 172.26.5.50, port: f08104f0-45f4-4d85-80a5-7e22b61a1386. Nov 25 11:38:10.659509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:38:10.854240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:38:10.868199 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] Sync routers for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:38:10.881948 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.883197 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:38:10.883963 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:38:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:10.937854 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4592767 Nov 25 11:38:10.938523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:10.990957 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'status': 'completed', 'code': 200} Nov 25 11:38:11.063436 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:38:11.081539 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b2077368-898f-4303-a236-75a0d2b88981 req-f85e0ef5-876e-4b35-9a2e-3914c8b771bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 1098 time: 0.0681970 Nov 25 11:38:11.216340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2077368-898f-4303-a236-75a0d2b88981 req-a947a9a8-3c7f-4d05-b602-6fd173cb8c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:11.217692 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b2077368-898f-4303-a236-75a0d2b88981 req-a947a9a8-3c7f-4d05-b602-6fd173cb8c77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1288834 Nov 25 11:38:11.322183 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b2077368-898f-4303-a236-75a0d2b88981 req-a844ff53-410a-4364-9f50-4758abf8a484 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386 HTTP/1.1" status: 200 len: 998 time: 0.0979593 Nov 25 11:38:11.387742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2077368-898f-4303-a236-75a0d2b88981 req-fd10d116-3ed5-4e15-a89f-413e276a012f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:11.389203 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b2077368-898f-4303-a236-75a0d2b88981 req-fd10d116-3ed5-4e15-a89f-413e276a012f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0609004 Nov 25 11:38:11.415022 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '0249b710-af36-42d6-8401-2fa950016683', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.50', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:66:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:38:09Z', 'updated_at': '2021-11-25T11:38:09Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}, {'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:59Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:11.418738 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] Checking router: 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:38:11.429179 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:38:11.430039 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:38:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:11.463901 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b2077368-898f-4303-a236-75a0d2b88981 req-0dd28ea8-7fc1-4f05-ae79-f25788e43059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677478 Nov 25 11:38:11.595892 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b2077368-898f-4303-a236-75a0d2b88981 req-b5afaa11-c202-4662-af53-e53a4409d339 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246688 Nov 25 11:38:11.603546 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:38:11.728847 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b2077368-898f-4303-a236-75a0d2b88981 req-391346ca-a2f4-4ec9-a581-9f470484e3a2 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252043 Nov 25 11:38:11.972512 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '0249b710-af36-42d6-8401-2fa950016683', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.50', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:66:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:38:09Z', 'updated_at': '2021-11-25T11:38:09Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}, {'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:59Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:11.976375 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9694f-569b-46b5-bb05-9b649e1b537a None None] The sync data for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv is: [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '0249b710-af36-42d6-8401-2fa950016683', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.50', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:66:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:38:09Z', 'updated_at': '2021-11-25T11:38:09Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}, {'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:59Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:38:12.159645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd624f-8e6c-4abb-b8bf-e1df52084ead None None] New status for floating IP 0249b710-af36-42d6-8401-2fa950016683: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:38:27.604829 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:38:29.897292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.967598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e2be67fd-9d0c-40d1-af09-32ec121b0dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.184907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.292415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4749ffaa-239c-49d1-97d3-8fbe47361527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.371940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.844863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:44.028370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43786) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.128543 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-555c9d7e-dc6e-41f2-a8a3-efcf18893f8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/f414c4b8-b674-425d-ab37-4c37e7c1c858 HTTP/1.1" status: 200 len: 994 time: 0.0989671 Nov 25 11:38:44.927667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43796) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.933925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:38:45.050959 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.258662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=977c4ae2-0255-4e49-8001-2600fcb754f9,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:38:45.282577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.287917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.292981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9299ff70-d79e-4ee6-92d6-5c179eb2d3a0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:45.343289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:45.343807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.345180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/ports/977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 939 time: 0.4165354 Nov 25 11:38:45.348172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:45.381338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:45.390534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.390916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.391283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.391713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.392191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.392740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.393277 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.393638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.393992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.394342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.394693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:45.404447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:45.406909 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'status': 'completed', 'code': 200} Nov 25 11:38:45.501483 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-f5d2c522-38ef-4075-bfab-416ce29f587b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1100 time: 0.0710659 Nov 25 11:38:45.583956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-3073ef7a-2c90-47fc-bbfe-44de9721128d None None] Provisioning complete for port 977c4ae2-0255-4e49-8001-2600fcb754f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:45.584543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3073ef7a-2c90-47fc-bbfe-44de9721128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.633984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-ef575aed-8f91-41a8-8a26-0970ee171de3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:45.635388 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-ef575aed-8f91-41a8-8a26-0970ee171de3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1271915 Nov 25 11:38:45.642095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-3073ef7a-2c90-47fc-bbfe-44de9721128d None None] Port 977c4ae2-0255-4e49-8001-2600fcb754f9 is administratively disabled so it will not transition to active. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 25 11:38:45.737727 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-5ef9c448-eb4e-4205-8f09-1250a330b145 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 1003 time: 0.0965230 Nov 25 11:38:45.801529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-2f402779-bb93-4565-ab4e-87017865e825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:45.802835 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-2f402779-bb93-4565-ab4e-87017865e825 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0589435 Nov 25 11:38:45.874565 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-90d333ba-3c4f-4b90-8eaf-ecc28a81048c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650725 Nov 25 11:38:46.001775 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-8dcf2ffe-7d09-4d3c-b5e9-34a7494d818d service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203473 Nov 25 11:38:46.230777 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b7dbe27-5383-4f12-ac93-cd25e267e8b1 req-a8c022b4-9daa-4baa-ab6a-f47149feec3f service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223632 Nov 25 11:38:48.777639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43806) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:48.782183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:38:48.900846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.107859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=977c4ae2-0255-4e49-8001-2600fcb754f9,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:38:49.132261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.136791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.140375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:49.227633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:49.228276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.230167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/ports/977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 938 time: 0.4536848 Nov 25 11:38:49.233257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43810) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:49.235343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:49.268299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:49.281583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.281969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.282345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.282717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.283083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.283450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.283811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.284245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.284610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.284997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.285323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:49.290336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:49.314812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-817b6951-2fdd-4fdd-9deb-4ff9d7ce8b9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1212053 Nov 25 11:38:49.331253 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'status': 'completed', 'code': 200} Nov 25 11:38:49.348434 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-eac285ab-05c0-4ba8-befc-b3e7f8201bba tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/f414c4b8-b674-425d-ab37-4c37e7c1c858 HTTP/1.1" status: 200 len: 994 time: 0.1138637 Nov 25 11:38:49.421722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['977c4ae2-0255-4e49-8001-2600fcb754f9'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:38:49.464800 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-d7fd11b6-03e7-4910-b860-0d388dceab8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1099 time: 0.0719862 Nov 25 11:38:49.519660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b101a563-d66a-4549-aadf-5479a49856b8 None None] Provisioning complete for port 977c4ae2-0255-4e49-8001-2600fcb754f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:49.520067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b101a563-d66a-4549-aadf-5479a49856b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.618109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-002f3a7f-72c5-4500-aef6-8fc022623dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:49.619603 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-002f3a7f-72c5-4500-aef6-8fc022623dcc service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1341143 Nov 25 11:38:49.727986 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-9cd705ad-a145-44f5-98ff-d8f99ee3a354 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 1002 time: 0.1017356 Nov 25 11:38:49.790892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-4c988d0b-4a38-4db7-bf6b-71a24012503d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:49.793008 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-4c988d0b-4a38-4db7-bf6b-71a24012503d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0590382 Nov 25 11:38:49.869785 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-9f2cf765-53fa-41ef-8810-b2887bc76b33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707755 Nov 25 11:38:49.998331 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-bcb8ee30-e500-493f-a9cd-e3080213111b service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218987 Nov 25 11:38:50.126973 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80dc4e8c-7b02-4cb8-87c6-1a1477bfc1db req-f493d080-fa9d-4287-bb45-dfff6aa5b0fc service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218355 Nov 25 11:38:50.233068 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-2e3cdaca-4cd6-40ba-8b15-fc52aa48b0ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1099 time: 0.0679739 Nov 25 11:38:50.362050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-6c5c4b9e-e322-4043-9471-5ad9898c615b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:50.363469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-6c5c4b9e-e322-4043-9471-5ad9898c615b service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1238632 Nov 25 11:38:50.567427 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-82decd2b-b8a0-44ad-aa26-45f11268dbfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 1002 time: 0.1968496 Nov 25 11:38:50.629931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-f540cc67-5dba-4d65-9224-0194afba3785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:50.631276 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-f540cc67-5dba-4d65-9224-0194afba3785 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0572689 Nov 25 11:38:50.707656 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-1d7add1a-79f3-4389-b8a3-f124deb977ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699756 Nov 25 11:38:50.839120 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-ff53f6a4-617a-42d7-8fff-351f9ef77434 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251845 Nov 25 11:38:50.968941 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-857ffe96-eef1-4f80-a74e-2eead1da282b req-8cc3be73-b4dc-42ea-8a7b-e9b65b831310 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237445 Nov 25 11:38:51.915910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43824) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:52.114136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port d521381a-f5cd-47af-9426-42c8421e7999 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:38:52.114465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.275297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.275530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.492991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for d521381a-f5cd-47af-9426-42c8421e7999 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:38:52.636010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.639957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f25aef3-9227-4faf-84d3-71e8753e15e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:52.681118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=d521381a-f5cd-47af-9426-42c8421e7999,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:52.683883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:52.778141 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.166126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:38:53.359299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:38:53.370247 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] Sync routers for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:38:53.375422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.381764 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:38:53.382329 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:38:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:53.427285 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/0249b710-af36-42d6-8401-2fa950016683 HTTP/1.1" status: 204 len: 168 time: 1.5102811 Nov 25 11:38:53.427925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:53.483379 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'status': 'completed', 'code': 200} Nov 25 11:38:53.581789 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:38:53.582035 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-d83cbf79-81d2-42fa-9006-cb897df3245b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 1098 time: 0.0742114 Nov 25 11:38:53.722909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-890d3d64-4f8b-4e7e-b904-1ce5758688f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:53.724401 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-890d3d64-4f8b-4e7e-b904-1ce5758688f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1355484 Nov 25 11:38:53.800776 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-137bab92-c800-4e7e-a023-18daeb2342b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386 HTTP/1.1" status: 200 len: 217 time: 0.0683792 Nov 25 11:38:53.824339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca534cce-7b47-4917-a67e-13f1678c2a01 req-01a0509c-6007-4dcd-a566-6a93bec1a674 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:53.825025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-ca534cce-7b47-4917-a67e-13f1678c2a01 req-01a0509c-6007-4dcd-a566-6a93bec1a674 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:53.841188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-ca534cce-7b47-4917-a67e-13f1678c2a01 req-01a0509c-6007-4dcd-a566-6a93bec1a674 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:53.842516 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ca534cce-7b47-4917-a67e-13f1678c2a01 req-01a0509c-6007-4dcd-a566-6a93bec1a674 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0954428 Nov 25 11:38:53.867553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-e05f0898-0fa1-4f8b-abed-38cb79d6cb58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:53.869272 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-e05f0898-0fa1-4f8b-abed-38cb79d6cb58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0606673 Nov 25 11:38:53.897143 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ca534cce-7b47-4917-a67e-13f1678c2a01 req-c2696ca6-d890-4435-bbb6-7d93e8c3864a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490284 Nov 25 11:38:53.946383 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-8fb969e9-a4b7-4537-88d2-0c5a7b16ff18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690234 Nov 25 11:38:53.958187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-02d37dc9-3eed-412d-b16e-ed0397d67b44 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:38:53.959232 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-02d37dc9-3eed-412d-b16e-ed0397d67b44 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048327 Nov 25 11:38:53.961037 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:59Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:53.965370 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] Checking router: 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:38:53.975400 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:38:53.976254 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:38:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:54.092623 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-72423552-1351-4ecd-8fe9-2576188b62c0 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236043 Nov 25 11:38:54.150546 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:38:54.223753 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c3851636-ef7e-488b-8a51-eccc8c516842 req-c159272a-c1ec-4bde-bde0-9394fa045512 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229823 Nov 25 11:38:54.484710 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:59Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:54.488429 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08589377-40f3-43ff-b9f1-6d2ff1e51747 None None] The sync data for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv is: [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'f414c4b8-b674-425d-ab37-4c37e7c1c858', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'port_id': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'mac_address': 'fa:16:3e:5f:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:54Z', 'updated_at': '2021-11-25T11:37:59Z', 'revision_number': 1, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:38:54.696161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505ac8d-2e3f-4338-9787-f03a77de80e4 None None] New status for floating IP 0249b710-af36-42d6-8401-2fa950016683: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:38:55.036528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-01c22e55-56d5-47cd-997a-261396cf343b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:55.037204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-01c22e55-56d5-47cd-997a-261396cf343b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:55.049549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-01c22e55-56d5-47cd-997a-261396cf343b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:55.050639 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-01c22e55-56d5-47cd-997a-261396cf343b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0918100 Nov 25 11:38:55.097599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d671f50-cda0-4e73-8950-96d7ec6a08d7 req-bd606efb-e6a6-4e09-bd6a-e7193e405904 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:55.099073 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8d671f50-cda0-4e73-8950-96d7ec6a08d7 req-bd606efb-e6a6-4e09-bd6a-e7193e405904 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0772462 Nov 25 11:38:55.118668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port f08104f0-45f4-4d85-80a5-7e22b61a1386 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:38:55.118998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.145567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8d671f50-cda0-4e73-8950-96d7ec6a08d7 req-1c50a9ca-94fa-4acd-b9f9-4267e40a9128 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=645048d4-bf32-41a3-a0e6-388d8303037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Nov 25 11:38:55.358517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port f08104f0-45f4-4d85-80a5-7e22b61a1386, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f08104f0-45f4-4d85-80a5-7e22b61a1386,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:38:55.358755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.475714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for f08104f0-45f4-4d85-80a5-7e22b61a1386 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:38:55.711928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.717212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-87898007-e897-4a6f-8f58-ab1f54cf1619 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:55.760979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=f08104f0-45f4-4d85-80a5-7e22b61a1386,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:55.764820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:55.834009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port f08104f0-45f4-4d85-80a5-7e22b61a1386 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:55.836420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.838901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'name': 'network-vif-deleted', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:55.853433 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bb501c75-b6b6-4b3e-a417-eeb583705b72 req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/f08104f0-45f4-4d85-80a5-7e22b61a1386 HTTP/1.1" status: 204 len: 173 time: 0.7971389 Nov 25 11:38:55.895089 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e011b551-11f0-43b0-8242-e53c5193d3d8', 'name': 'network-vif-deleted', 'tag': 'f08104f0-45f4-4d85-80a5-7e22b61a1386', 'status': 'completed', 'code': 200} Nov 25 11:38:56.343398 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b3aacdeb-9d9d-4c59-b4c4-ed9d0e2d8ac5 req-2b45321f-f383-4d20-ab54-d75e7a10b0bd tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=e011b551-11f0-43b0-8242-e53c5193d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0525026 Nov 25 11:38:57.415554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f08104f0-45f4-4d85-80a5-7e22b61a1386 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:57.447192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: f08104f0-45f4-4d85-80a5-7e22b61a1386 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:38:57.448071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f08104f0-45f4-4d85-80a5-7e22b61a1386 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:57.452600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43842) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:57.520115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.549618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.612428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.616171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8cc636f8-f24b-459e-b6b5-f8908755ec00 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:57.630601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645048d4-bf32-41a3-a0e6-388d8303037b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:57.633394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:57.641040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.642125 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/645048d4-bf32-41a3-a0e6-388d8303037b HTTP/1.1" status: 204 len: 168 time: 0.1885939 Nov 25 11:38:57.681819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43848) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:57.977735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 79985eae-39e3-4050-97de-7eb21406bf11 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:38:57.977958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.138419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.138729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.257824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 79985eae-39e3-4050-97de-7eb21406bf11 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:38:58.396337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.399727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:58.442628 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=79985eae-39e3-4050-97de-7eb21406bf11,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:58.446024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:58.531749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.911407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:38:59.109447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:38:59.118498 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] Sync routers for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:38:59.127121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.129945 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:38:59.130539 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:38:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:59.179318 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/f414c4b8-b674-425d-ab37-4c37e7c1c858 HTTP/1.1" status: 204 len: 168 time: 1.4963274 Nov 25 11:38:59.180179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:59.238651 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'status': 'completed', 'code': 200} Nov 25 11:38:59.336011 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:38:59.357400 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-56d13d0a-aeb9-4d20-8ca4-a3d613be9ded service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 1099 time: 0.0745137 Nov 25 11:38:59.495330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-48c983e1-3144-4cf4-a8be-4f0f738bcbd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:59.496807 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-48c983e1-3144-4cf4-a8be-4f0f738bcbd3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 200 len: 897 time: 0.1332366 Nov 25 11:38:59.570662 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-269ce1e1-c40f-45a7-8bf9-18d43c3d1aef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 200 len: 217 time: 0.0666831 Nov 25 11:38:59.585460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eebea-2ec4-4ae7-b19f-a5c0cc09ca38 req-162f65c3-cd6d-4eb7-9b83-edbc227a4359 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:59.586240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e95eebea-2ec4-4ae7-b19f-a5c0cc09ca38 req-162f65c3-cd6d-4eb7-9b83-edbc227a4359 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:59.602775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e95eebea-2ec4-4ae7-b19f-a5c0cc09ca38 req-162f65c3-cd6d-4eb7-9b83-edbc227a4359 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:59.604906 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e95eebea-2ec4-4ae7-b19f-a5c0cc09ca38 req-162f65c3-cd6d-4eb7-9b83-edbc227a4359 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 946 time: 0.1022024 Nov 25 11:38:59.639683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-ee60ea92-ec24-4ef3-80c9-79d7233956e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:59.641712 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-ee60ea92-ec24-4ef3-80c9-79d7233956e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 200 len: 834 time: 0.0636292 Nov 25 11:38:59.652400 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:59.652673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e95eebea-2ec4-4ae7-b19f-a5c0cc09ca38 req-99377fd5-3885-4040-838c-d8336dd85eec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:59.656279 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] Checking router: 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:38:59.667694 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:38:59.668417 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:38:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:59.668731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-e95eebea-2ec4-4ae7-b19f-a5c0cc09ca38 req-99377fd5-3885-4040-838c-d8336dd85eec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:59.676439 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e95eebea-2ec4-4ae7-b19f-a5c0cc09ca38 req-99377fd5-3885-4040-838c-d8336dd85eec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657432 Nov 25 11:38:59.724960 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-01593f69-7a77-4374-8c27-dfe9308ce5cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59f669b0-27e6-4825-9474-bbbb3744b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766311 Nov 25 11:38:59.844887 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:38:59.857733 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-98e8f9b8-45bf-49fe-aa38-d137cf58ce2b service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253955 Nov 25 11:38:59.902743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.993431 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-845a0ce2-f6fc-4a6f-a25e-f949821bf938 req-d640cf3f-6b8f-4d2c-9305-73c936bff817 service neutron] 10.222.0.48 "GET /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286550 Nov 25 11:39:00.143882 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:00.147652 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6af36-7afc-4cd4-ba8f-f73f14e254a4 None None] The sync data for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv is: [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:37:38Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'be3af518-a609-4611-9953-446c9e669707', 'name': '', 'network_id': '59f669b0-27e6-4825-9474-bbbb3744b4f5', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:50:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': 'beafe3be-5fcd-410e-a043-1ada24ed21a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:39:00.353090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def65d1-2cef-4d6f-a666-32bed9f5a9a4 None None] New status for floating IP f414c4b8-b674-425d-ab37-4c37e7c1c858: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:39:00.865082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acadb-eaae-4502-a6a9-2c9484b3b0d9 req-90e58a5f-136f-4775-87db-5249b5d38a90 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:00.866504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-036acadb-eaae-4502-a6a9-2c9484b3b0d9 req-90e58a5f-136f-4775-87db-5249b5d38a90 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 946 time: 0.0752254 Nov 25 11:39:00.913197 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-036acadb-eaae-4502-a6a9-2c9484b3b0d9 req-e92b1384-3440-49e2-b120-22710a560f81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2688970-d474-4b22-ad64-c9997c9858bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Nov 25 11:39:00.918240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-1dd7e185-3d53-4edd-950a-8a76ab3db575 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:00.918917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-1dd7e185-3d53-4edd-950a-8a76ab3db575 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:00.933363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-1dd7e185-3d53-4edd-950a-8a76ab3db575 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:00.934475 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-1dd7e185-3d53-4edd-950a-8a76ab3db575 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 946 time: 0.0948253 Nov 25 11:39:01.000950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 977c4ae2-0255-4e49-8001-2600fcb754f9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:39:01.001209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.238112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 977c4ae2-0255-4e49-8001-2600fcb754f9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=977c4ae2-0255-4e49-8001-2600fcb754f9,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:01.238461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.355613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 977c4ae2-0255-4e49-8001-2600fcb754f9 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:39:01.595915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.601115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:01.644099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=977c4ae2-0255-4e49-8001-2600fcb754f9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:01.646398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:01.716390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port 977c4ae2-0255-4e49-8001-2600fcb754f9 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:01.718626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.721086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'name': 'network-vif-deleted', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:39:01.737792 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-99e8913e-b0ab-4419-a2b6-b35c5e83e8ee req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/977c4ae2-0255-4e49-8001-2600fcb754f9 HTTP/1.1" status: 204 len: 173 time: 0.7978203 Nov 25 11:39:01.781515 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268ed6e8-ffa4-4a8c-95ac-a76aee84572d', 'name': 'network-vif-deleted', 'tag': '977c4ae2-0255-4e49-8001-2600fcb754f9', 'status': 'completed', 'code': 200} Nov 25 11:39:02.205010 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cf5e9451-9ba2-4d38-bf63-5a0b0abbec3e req-337025b2-3a7b-4dbc-8812-ce8b9cd129fc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=268ed6e8-ffa4-4a8c-95ac-a76aee84572d HTTP/1.1" status: 200 len: 210 time: 0.1544864 Nov 25 11:39:03.309489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43866) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:03.375127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.405005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.435868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 977c4ae2-0255-4e49-8001-2600fcb754f9 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:03.471520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 977c4ae2-0255-4e49-8001-2600fcb754f9 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:39:03.471862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 977c4ae2-0255-4e49-8001-2600fcb754f9 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:03.471991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.476793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f4565929-d294-4d5f-92fa-42504ced5cb0 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:03.494823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2688970-d474-4b22-ad64-c9997c9858bc,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:03.497173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:03.513050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.514301 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/e2688970-d474-4b22-ad64-c9997c9858bc HTTP/1.1" status: 204 len: 168 time: 0.2038393 Nov 25 11:39:03.555892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43872) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:03.943354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.962654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6cadb87b-2c9c-4272-8cf5-f704bc715227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.187686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.532342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port be3af518-a609-4611-9953-446c9e669707 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:39:04.532927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.604566 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:39:04.711783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port be3af518-a609-4611-9953-446c9e669707, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=be3af518-a609-4611-9953-446c9e669707,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:04.712155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.923406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for be3af518-a609-4611-9953-446c9e669707 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:39:05.096517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.100709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:05.142082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=be3af518-a609-4611-9953-446c9e669707,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:05.144555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:05.430285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.988307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:39:06.183887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:39:06.192941 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] Sync routers for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:39:06.195964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389594 Nov 25 11:39:06.198736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43876) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.208560 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:06.209167 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:38:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.298296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7b06e175-bc19-4935-ae67-533782c9355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.391088 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:06.494544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet beafe3be-5fcd-410e-a043-1ada24ed21a5 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:39:06.497468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.549980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.635361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.696678 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:39:05Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.702714 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] Checking router: 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:39:06.705947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.710068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8338f9bd-62b1-4125-b236-18371353ba7e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:06.714605 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] Routers {'93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:06.715276 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.747905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=beafe3be-5fcd-410e-a043-1ada24ed21a5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:06.750593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:06.753220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.761861 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5ca470b5-567e-4e70-bdd9-69bc13446004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/beafe3be-5fcd-410e-a043-1ada24ed21a5 HTTP/1.1" status: 204 len: 168 time: 0.5591991 Nov 25 11:39:06.762033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87dc7b-5952-4780-bedb-9199b65fe060 None None] Network 59f669b0-27e6-4825-9474-bbbb3744b4f5 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:39:06.762153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43880) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.911287 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] Set router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:06.964808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.018022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] DHCP port deletion for 59f669b0-27e6-4825-9474-bbbb3744b4f5 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:39:07.022270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Deleting port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:39:07.022651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.175928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.188153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:39:07.188429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.207221 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:39:05Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:07.211138 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0bf18-c690-4697-b990-e03a259377a0 None None] The sync data for ids ['93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0'] in dv-neutron-819177-1-hyperv is: [{'id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'name': 'tempest-TestNetworkBasicOps-router-1099181320', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:34Z', 'updated_at': '2021-11-25T11:39:05Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '2494d8d7-61bd-4bd3-a139-ae61a5b027bb', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:35Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:39:07.217123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e6ed273f-8d4b-40f6-9140-d48fcadf8d6b no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:07.293433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] For port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e6ed273f-8d4b-40f6-9140-d48fcadf8d6b,segment=NetworkSegment(bdb47f32-cc44-4f20-8dd3-516cd2fad5ae),segment_id=bdb47f32-cc44-4f20-8dd3-516cd2fad5ae)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:07.293832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.370549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 2494d8d7-61bd-4bd3-a139-ae61a5b027bb, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:07.370902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.424982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Calling delete_port for e6ed273f-8d4b-40f6-9140-d48fcadf8d6b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:39:07.492654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 2494d8d7-61bd-4bd3-a139-ae61a5b027bb owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:39:07.509067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.563978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.585317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.593922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:07.639042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Pushing event deleted for resources: {'Port': ['ID=e6ed273f-8d4b-40f6-9140-d48fcadf8d6b,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:07.678509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] No DVR routers for this DVR port e6ed273f-8d4b-40f6-9140-d48fcadf8d6b on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:07.681041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.685848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de5b20aa-402a-456f-8388-4abc577dd4d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:07.691099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.691099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.691319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.691601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.691922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.692365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.692695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.693024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.693344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.696833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.697656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:07.701326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:07.732829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=2494d8d7-61bd-4bd3-a139-ae61a5b027bb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:07.736155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:08.047580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.294475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.298616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.321607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.322313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router 93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:39:08.341043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.344802 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/93b7cd6b-16f6-4b81-b6f9-840c0e3fe7d0 HTTP/1.1" status: 204 len: 168 time: 1.5791690 Nov 25 11:39:08.345109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43884) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:08.458552 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.586996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.611439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f669b0-27e6-4825-9474-bbbb3744b4f5']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:08.623335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:08.623619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb47f32-cc44-4f20-8dd3-516cd2fad5ae') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:08.635065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.650753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.656724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:39:08.657095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:08.670830 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:08.754275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.760275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.763115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:08.787563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=59f669b0-27e6-4825-9474-bbbb3744b4f5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:08.790367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:08.797847 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/59f669b0-27e6-4825-9474-bbbb3744b4f5 HTTP/1.1" status: 204 len: 168 time: 0.4516599 Nov 25 11:39:08.824356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43888) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:08.831718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'network': {'name': 'tempest-network-smoke--1727228710', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'port_security_enabled': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:08.836988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:08.842058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:network and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:08.845017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:08.848271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.850832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:08.860157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:08.863084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.890522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:08.898960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.899319 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Added segment 5d82a35f-7ae6-4253-a26d-06b4a78178e0 of type vlan for network 6ad54e0f-2960-4ddf-8dbc-539849c90131 Nov 25 11:39:08.928386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.956333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.960084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:08.960640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.964584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1ad6643c-6c60-4347-b1cd-3dfd1a6040d2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:09.065504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2400937 Nov 25 11:39:09.068152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43892) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:09.076296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-987355386', 'admin_state_up': True, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:09.081429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Network': ['ID=6ad54e0f-2960-4ddf-8dbc-539849c90131,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:09.084041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:09.086447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:09.091304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:router and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:09.092273 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:09.094300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:09.099916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:09.109301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.110264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.129348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2494d8d7-61bd-4bd3-a139-ae61a5b027bb no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:09.130824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.238028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 2494d8d7-61bd-4bd3-a139-ae61a5b027bb {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:39:09.238380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 2494d8d7-61bd-4bd3-a139-ae61a5b027bb not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:09.238816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device be3af518-a609-4611-9953-446c9e669707 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:09.279186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.286306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: be3af518-a609-4611-9953-446c9e669707 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:39:09.286675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device be3af518-a609-4611-9953-446c9e669707 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:09.455208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.483890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.722450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.240 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/93704c69-f864-4981-ac4a-154fc246b263) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:09.863275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.889318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.893391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f8417714-70f5-470a-884d-7e72542c7a2e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:09.957536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:09.960539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:09.963414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:39:09.992285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=93704c69-f864-4981-ac4a-154fc246b263,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:09.998083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:10.119465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.120222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.339292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 702a395d-ef03-4aae-bd49-1198c2381f89 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:39:10.535332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:39:10.544745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Sync routers for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:39:10.558185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:10.558961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:10.562500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.563958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4948595 Nov 25 11:39:10.567221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43896) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:10.606575 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6c6c3241-14e3-45fd-aeee-b3a8e8b99323 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c95efa24a75e4d2085d6648223e61e91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382290 Nov 25 11:39:10.609138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43900) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:10.734106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:10.738070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53650b-adf5-44ae-8a57-3ce458b544df tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:10.742115 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0f53650b-adf5-44ae-8a57-3ce458b544df tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293409 Nov 25 11:39:10.742317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43904) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:10.786298 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7d140937-213f-4d57-9f7f-1952bb9179a5 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428462 Nov 25 11:39:10.788632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43908) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:10.793815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-861196573', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:10.896157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:10.899927 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:subnet and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:10.902855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:10.908512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:10.919763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:11.016077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:10Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:11.019881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Checking router: 702a395d-ef03-4aae-bd49-1198c2381f89 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:39:11.020264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Updating router 702a395d-ef03-4aae-bd49-1198c2381f89 port 93704c69-f864-4981-ac4a-154fc246b263 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:39:11.020620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.071255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.338695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.342244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-19b408f4-5055-4989-8c7b-02445dc77ebe tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:11.395754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.405496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Subnet': ['ID=441f7550-0f2a-4692-b8ce-8d96b9cb8940,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:11.407716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Transition to ACTIVE for port object 93704c69-f864-4981-ac4a-154fc246b263 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:11.408941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:11.414626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.418570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:11.432773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Checking segment: {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:39:11.433126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network hostable DHCP agents. Network: 6ad54e0f-2960-4ddf-8dbc-539849c90131, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:11.454656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:11.464820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 6ad54e0f-2960-4ddf-8dbc-539849c90131) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:11.469481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:11.473891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.481224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d040d15-24c0-4961-85d4-3cf9ee54d2b1 None None] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:39:11.498609 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7064226 Nov 25 11:39:11.498966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43912) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:11.528058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Attempting to bind port 93704c69-f864-4981-ac4a-154fc246b263 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:11.528447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Attempting to bind port 93704c69-f864-4981-ac4a-154fc246b263 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:11.528810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Attempting to bind port 93704c69-f864-4981-ac4a-154fc246b263 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:39:11.576669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23c33a-c24c-400a-b3c2-a8712fa6cbae None None] Pushing event updated for resources: {'Port': ['ID=93704c69-f864-4981-ac4a-154fc246b263,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:11.584136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3d23c33a-c24c-400a-b3c2-a8712fa6cbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:11.591021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:39:11.591331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:39:11.591739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.592161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:39:11.592636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Bound port: 93704c69-f864-4981-ac4a-154fc246b263, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:11.593013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.729119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] For port 93704c69-f864-4981-ac4a-154fc246b263, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:39:11.744713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] For port 93704c69-f864-4981-ac4a-154fc246b263, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93704c69-f864-4981-ac4a-154fc246b263,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:39:11.750028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.755591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b27cebb-2f81-4e6b-b814-f174929da542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:11.893063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-6ad54e0f-2960-4ddf-8dbc-539849c90131', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:39:11.893856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.923386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23c33a-c24c-400a-b3c2-a8712fa6cbae None None] Pushing event updated for resources: {'Port': ['ID=93704c69-f864-4981-ac4a-154fc246b263,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:11.927335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3d23c33a-c24c-400a-b3c2-a8712fa6cbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:11.972337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:11.972971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:12.213891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Allocated IP 172.20.0.2 (6ad54e0f-2960-4ddf-8dbc-539849c90131/441f7550-0f2a-4692-b8ce-8d96b9cb8940/227b5a27-473a-4eb9-a558-320ddb02d7ac) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:12.227160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:12.243401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.652063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.664443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Transition to ACTIVE for port object 227b5a27-473a-4eb9-a558-320ddb02d7ac will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:12.692130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Transition to ACTIVE for port object 227b5a27-473a-4eb9-a558-320ddb02d7ac will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:12.698993 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.703624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:12.736811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:10Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:12.753163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a8f96-aa1f-4c8a-ad10-fa619aeadd94 None None] The sync data for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv is: [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:10Z', 'revision_number': 3, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:39:12.759647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.1 (6ad54e0f-2960-4ddf-8dbc-539849c90131/441f7550-0f2a-4692-b8ce-8d96b9cb8940/3f44d596-1fc5-44a1-8dfd-870258376842) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:12.781724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:12.785093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:12.789620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:39:12.792466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Pushing event updated for resources: {'Port': ['ID=227b5a27-473a-4eb9-a558-320ddb02d7ac,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:12.795370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:12.880182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Attempting to bind port 227b5a27-473a-4eb9-a558-320ddb02d7ac on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:12.880607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Attempting to bind port 227b5a27-473a-4eb9-a558-320ddb02d7ac by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:12.880903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Attempting to bind port 227b5a27-473a-4eb9-a558-320ddb02d7ac on network 6ad54e0f-2960-4ddf-8dbc-539849c90131 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:39:12.887956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:39:12.888367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Checking segment: {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:39:12.888774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.889177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Bound using segment: {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:39:12.889654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Bound port: 227b5a27-473a-4eb9-a558-320ddb02d7ac, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:12.890035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.941648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.961199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object 3f44d596-1fc5-44a1-8dfd-870258376842 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:12.983953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.986747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] For port 227b5a27-473a-4eb9-a558-320ddb02d7ac, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:39:12.990196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] For port 227b5a27-473a-4eb9-a558-320ddb02d7ac, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=227b5a27-473a-4eb9-a558-320ddb02d7ac,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:39:12.990341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-150dde67-9ab4-489e-a077-5b47f57e81a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.000418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.008426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c8f43912-4e7f-44de-8fa9-37e449f121a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.093921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Pushing event updated for resources: {'Port': ['ID=227b5a27-473a-4eb9-a558-320ddb02d7ac,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.102481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.160467 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93704c69-f864-4981-ac4a-154fc246b263 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:13.201742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:13.202790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.205639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:13.207552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.208335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:39:13.253709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 93704c69-f864-4981-ac4a-154fc246b263 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:13.260083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 93704c69-f864-4981-ac4a-154fc246b263 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:13.260760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.273662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.386800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.420171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.446882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 93704c69-f864-4981-ac4a-154fc246b263, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93704c69-f864-4981-ac4a-154fc246b263,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:13.456957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.459150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.568481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=93704c69-f864-4981-ac4a-154fc246b263,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.571391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.842624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.847169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.876108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5940277a-96ea-41f4-b681-829387d2f4cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.963100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.966492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.967453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.080460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb310d6-0dec-41fe-9420-dd475e35e71a None None] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:39:14.105980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:14.107047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:14.284760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-82d01016-22f8-479d-bf04-8611eedb7c71 None None] Provisioning for port 227b5a27-473a-4eb9-a558-320ddb02d7ac completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:14.496783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 702a395d-ef03-4aae-bd49-1198c2381f89 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:39:14.620520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-49e394c2-95e4-4fa6-b7fb-201d2cf90be1 None None] Provisioning for port 3f44d596-1fc5-44a1-8dfd-870258376842 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:14.625932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-49e394c2-95e4-4fa6-b7fb-201d2cf90be1 None None] Provisioning complete for port 3f44d596-1fc5-44a1-8dfd-870258376842 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:14.626256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49e394c2-95e4-4fa6-b7fb-201d2cf90be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.687338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-49e394c2-95e4-4fa6-b7fb-201d2cf90be1 None None] Port 3f44d596-1fc5-44a1-8dfd-870258376842 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:39:14.825593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1e3f09e5-9f0a-429e-a89d-7ff750661be7 None None] Provisioning complete for port 3f44d596-1fc5-44a1-8dfd-870258376842 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:14.825969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f09e5-9f0a-429e-a89d-7ff750661be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.826096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:39:14.839338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/702a395d-ef03-4aae-bd49-1198c2381f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3392816 Nov 25 11:39:14.841820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43916) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:14.883277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f09e5-9f0a-429e-a89d-7ff750661be7 None None] Port 3f44d596-1fc5-44a1-8dfd-870258376842 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:39:14.977888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035dc941-4de7-4d13-840f-e72c231ea6e8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:14.979029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035dc941-4de7-4d13-840f-e72c231ea6e8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:14.979152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035dc941-4de7-4d13-840f-e72c231ea6e8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:14.979498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035dc941-4de7-4d13-840f-e72c231ea6e8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:14.981117 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-035dc941-4de7-4d13-840f-e72c231ea6e8 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1384127 Nov 25 11:39:14.983732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43920) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.003646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-be132520-62d1-4630-a477-4b192ea71ed1 None None] Provisioning complete for port 3f44d596-1fc5-44a1-8dfd-870258376842 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:15.004050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-be132520-62d1-4630-a477-4b192ea71ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.049946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e9254-c10d-416f-ae57-e4b5156c5118 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:15.050307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e9254-c10d-416f-ae57-e4b5156c5118 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:15.050656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e9254-c10d-416f-ae57-e4b5156c5118 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:15.051001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e9254-c10d-416f-ae57-e4b5156c5118 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:15.052679 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-841e9254-c10d-416f-ae57-e4b5156c5118 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0680606 Nov 25 11:39:15.055505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43924) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.058400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-be132520-62d1-4630-a477-4b192ea71ed1 None None] Port 3f44d596-1fc5-44a1-8dfd-870258376842 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:39:15.178612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93704c69-f864-4981-ac4a-154fc246b263 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:15.247530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 93704c69-f864-4981-ac4a-154fc246b263 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:15.247954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.258946 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d298628f-6e2b-4bf6-8d79-25c8492e4da1 tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2022922 Nov 25 11:39:15.363392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 227b5a27-473a-4eb9-a558-320ddb02d7ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:15.403660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43930) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.409314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012199722', 'description': 'tempest-secgroup-smoke-1012199722 description', 'project_id': 'c95efa24a75e4d2085d6648223e61e91'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:15.415154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:15.419251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:15.422078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:15.427578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:15.431160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 227b5a27-473a-4eb9-a558-320ddb02d7ac completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:15.436410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 227b5a27-473a-4eb9-a558-320ddb02d7ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:15.436789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.438383 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.477345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:15.481373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:15.484226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:15.490207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:15.546336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.550578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.554110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9054c7b8-f03e-4829-b45c-1b2d0365c532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.557399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.590758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 227b5a27-473a-4eb9-a558-320ddb02d7ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=227b5a27-473a-4eb9-a558-320ddb02d7ac,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:15.595032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.597301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.597790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4438d942-502a-46a1-a7d7-41b67abbd266,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.600818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.602521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.606435 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1992521 Nov 25 11:39:15.606703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43934) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.613539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4438d942-502a-46a1-a7d7-41b67abbd266', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:15.619663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:15.623480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:15.626941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:15.633286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:15.651742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.664429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=227b5a27-473a-4eb9-a558-320ddb02d7ac,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.667469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.711828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.715689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.721565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8b614ca-88fc-4c65-ab0d-39e962a75dfb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.740115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5d9090-958f-48b5-9e46-8f3c5879711e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.742859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.750950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.752145 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1442211 Nov 25 11:39:15.754823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43938) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.760672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4438d942-502a-46a1-a7d7-41b67abbd266', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:15.766311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:15.770083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:15.772938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:15.778521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:15.794674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.857276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.860692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.862721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-91c443cd-9fee-477a-9f3a-d38acd0a79a1 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.884131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcfc43c-7add-4c27-8fa5-ff8639874f38,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.886937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.893611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.894726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-896baced-a4d8-4eb0-a7f2-f5e33a826c85 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1390224 Nov 25 11:39:15.897595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43942) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.902842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4438d942-502a-46a1-a7d7-41b67abbd266', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:15.908414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:15.912127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:15.914890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:15.920480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:15.937281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.999321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.002058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.003945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cf57e27c-6695-4521-a712-fc2ce57ae518 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:16.025270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfd82cb-24d7-416f-8188-866b38444a2b,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:16.027651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:16.034356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.035495 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1370175 Nov 25 11:39:16.038224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 43946) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.043540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4438d942-502a-46a1-a7d7-41b67abbd266', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:16.049529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:16.053281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:16.056889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:16.062478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:16.078977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.143495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.147648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.149661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cb9e659a-adf8-43ca-9d61-8c3a84157faa tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:16.174991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea90aa26-902c-48d2-aafe-8e32e7d4a7e0,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:16.179622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:16.184758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.185934 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1467555 Nov 25 11:39:16.188781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43950) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.194529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4438d942-502a-46a1-a7d7-41b67abbd266', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:16.201051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:16.205518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:16.208455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:16.214212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:16.224980 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:39:16.232233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.294720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.298347 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.300186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-df27de5e-2e47-4ff8-a6f6-2ac39b9f886c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:16.317223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d642c582-5a51-4d1c-9b26-9ec678e9cfeb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:16.323488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:16.333373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.334699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83886a74-8fd1-47dd-ab62-daff25df673c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1449337 Nov 25 11:39:16.337350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 43954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.343556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'security_group_rule': {'security_group_id': '4438d942-502a-46a1-a7d7-41b67abbd266', 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:16.349554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:16.353897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:security_group_rule and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:16.356820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:16.362638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:16.373510 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Project c95efa24a75e4d2085d6648223e61e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:39:16.380983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.382949 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Sync routers for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:39:16.394540 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:16.395065 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:16.449479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.453486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.460782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1557ec03-2fb6-4677-b2fd-fef2db5d31c3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:16.482158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3c6053-2434-4c32-a137-d52896649af7,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:16.484491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:16.489868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.491376 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1529963 Nov 25 11:39:16.581197 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:16.811442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-93f76312-dee2-426d-b48b-6f7552bf4c73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:16.828155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-93f76312-dee2-426d-b48b-6f7552bf4c73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:16.829281 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-93f76312-dee2-426d-b48b-6f7552bf4c73 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012199722&fields=id&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 267 time: 0.0580401 Nov 25 11:39:16.889580 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:16.893358 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Checking router: 702a395d-ef03-4aae-bd49-1198c2381f89 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:39:16.893710 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Updating router 702a395d-ef03-4aae-bd49-1198c2381f89 port 3f44d596-1fc5-44a1-8dfd-870258376842 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:39:16.943537 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.974032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-8ce55045-447f-4935-ac21-59336d77f655 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:16.974683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-8ce55045-447f-4935-ac21-59336d77f655 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:16.989462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-8ce55045-447f-4935-ac21-59336d77f655 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:16.990477 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-8ce55045-447f-4935-ac21-59336d77f655 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/networks?id=6ad54e0f-2960-4ddf-8dbc-539849c90131 HTTP/1.1" status: 200 len: 797 time: 0.1548731 Nov 25 11:39:17.006367 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-bef5a8f0-22e0-4157-9a67-d989070f160c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/quotas/c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 375 time: 0.0104935 Nov 25 11:39:17.086112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-42c687a8-f0dc-4d99-882d-942aac9d72a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:17.102612 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-42c687a8-f0dc-4d99-882d-942aac9d72a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:17.112314 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-42c687a8-f0dc-4d99-882d-942aac9d72a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969186 Nov 25 11:39:17.115194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 227b5a27-473a-4eb9-a558-320ddb02d7ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:17.185157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 227b5a27-473a-4eb9-a558-320ddb02d7ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:17.185541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.251227 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-3925f3ca-82ed-471f-bf1a-90f5c8809058 service neutron] 10.222.0.41 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338811 Nov 25 11:39:17.316137 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.327899 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Transition to ACTIVE for port object 3f44d596-1fc5-44a1-8dfd-870258376842 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:17.334001 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.337338 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-42957d4f-8779-4a81-ae1b-a026c10349bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:17.387238 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-dbf6aad5-5c80-4b5c-ac78-cc2923eb8066 service neutron] 10.222.0.41 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303730 Nov 25 11:39:17.447806 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Pushing event updated for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:17.462878 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.463212 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.463536 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.463865 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.464212 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.464526 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.464832 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.465142 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.465445 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.465750 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.466052 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:17.472763 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:17.559365 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Attempting to bind port 3f44d596-1fc5-44a1-8dfd-870258376842 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:17.560122 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Attempting to bind port 3f44d596-1fc5-44a1-8dfd-870258376842 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:17.560653 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Attempting to bind port 3f44d596-1fc5-44a1-8dfd-870258376842 on network 6ad54e0f-2960-4ddf-8dbc-539849c90131 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:39:17.568506 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:39:17.568877 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Checking segment: {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:39:17.569273 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.569658 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Bound using segment: {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:39:17.570117 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Bound port: 3f44d596-1fc5-44a1-8dfd-870258376842, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:17.570489 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.662495 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] For port 3f44d596-1fc5-44a1-8dfd-870258376842, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:39:17.663635 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] For port 3f44d596-1fc5-44a1-8dfd-870258376842, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3f44d596-1fc5-44a1-8dfd-870258376842,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:39:17.669502 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.673039 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:17.748375 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Pushing event updated for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:17.752371 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:17.760962 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6159359-32d2-4260-ba5f-662b9a3a6370 req-45c84fa0-f79b-4b62-82a6-60a66bee81e6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 210 time: 0.1654477 Nov 25 11:39:17.767054 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:17.767969 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:17.960515 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:18.272101 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:39:17Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:18.275828 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c4095-e5a5-46eb-8f45-02eb4ad5aa3c None None] The sync data for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv is: [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:39:17Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:39:18.667753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-1a1aca11-f647-4594-a658-4a9ab5f0b4b0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:18.669199 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-1a1aca11-f647-4594-a658-4a9ab5f0b4b0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/networks?id=6ad54e0f-2960-4ddf-8dbc-539849c90131 HTTP/1.1" status: 200 len: 797 time: 0.1526709 Nov 25 11:39:18.729339 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-a90bac77-98d4-4192-9ab2-45f21f4438f0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95efa24a75e4d2085d6648223e61e91 HTTP/1.1" status: 200 len: 380 time: 0.0465047 Nov 25 11:39:18.737826 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'port': {'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'admin_state_up': True, 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'security_groups': ['4438d942-502a-46a1-a7d7-41b67abbd266']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:18.882093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:18.892519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:18.904665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Made reservation on behalf of c95efa24a75e4d2085d6648223e61e91 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:18.907843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.930247 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-be90ff26-661d-471e-96e1-4881f3cf3a46 req-67f965f7-6ff6-4a79-b14a-0d662db95f56 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0478084 Nov 25 11:39:19.080647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.20.0.12 (6ad54e0f-2960-4ddf-8dbc-539849c90131/441f7550-0f2a-4692-b8ce-8d96b9cb8940/c70271fe-61a4-444b-b613-79c4afe9dffe) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:19.140907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3f44d596-1fc5-44a1-8dfd-870258376842 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:19.215018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 3f44d596-1fc5-44a1-8dfd-870258376842 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:19.219638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3f44d596-1fc5-44a1-8dfd-870258376842 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:19.220042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.274047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.292105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Transition to ACTIVE for port object c70271fe-61a4-444b-b613-79c4afe9dffe will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:19.313254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.319664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-513cc73b-7855-4136-b532-b94d36cd32ff tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:19.333870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.366190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3f44d596-1fc5-44a1-8dfd-870258376842, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3f44d596-1fc5-44a1-8dfd-870258376842,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:19.370721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.372726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-21019900-3095-4d63-b280-d27ab55eaa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:19.382146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:19.385690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:19.388524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:39:19.434752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=c70271fe-61a4-444b-b613-79c4afe9dffe,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:19.438185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:19.441775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:19.444863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:19.464599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:19.465187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.490954 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7568312 Nov 25 11:39:19.572727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Request body: {'port': {'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:19.654427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8203226b-82a8-4ff1-ab76-66abab0bbb5e None None] Provisioning for port c70271fe-61a4-444b-b613-79c4afe9dffe completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:19.659229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8203226b-82a8-4ff1-ab76-66abab0bbb5e None None] Provisioning complete for port c70271fe-61a4-444b-b613-79c4afe9dffe triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:19.659654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8203226b-82a8-4ff1-ab76-66abab0bbb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.682415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.713700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8203226b-82a8-4ff1-ab76-66abab0bbb5e None None] Port c70271fe-61a4-444b-b613-79c4afe9dffe cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:39:20.124713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8de3-8486-429d-8b6d-ffffd5a1cd11 req-efbded83-f6e9-44f8-b26e-e4eb1fbbf027 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:20.126689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70271fe-61a4-444b-b613-79c4afe9dffe {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:39:20.126833 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-131d8de3-8486-429d-8b6d-ffffd5a1cd11 req-efbded83-f6e9-44f8-b26e-e4eb1fbbf027 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 932 time: 0.0778146 Nov 25 11:39:20.133627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.148825 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Transition to ACTIVE for port object c70271fe-61a4-444b-b613-79c4afe9dffe will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:20.152478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.156237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5a76268a-51f0-416e-95dd-56990e9a9f4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:20.172289 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-131d8de3-8486-429d-8b6d-ffffd5a1cd11 req-14948379-19ca-4cbf-be31-e66bd159326a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 Nov 25 11:39:20.278612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c70271fe-61a4-444b-b613-79c4afe9dffe,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:20.282673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:20.388937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Attempting to bind port c70271fe-61a4-444b-b613-79c4afe9dffe on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:20.389199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Attempting to bind port c70271fe-61a4-444b-b613-79c4afe9dffe by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:20.389517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Attempting to bind port c70271fe-61a4-444b-b613-79c4afe9dffe on network 6ad54e0f-2960-4ddf-8dbc-539849c90131 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:39:20.395098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Port c70271fe-61a4-444b-b613-79c4afe9dffe on network 6ad54e0f-2960-4ddf-8dbc-539849c90131 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:39:20.395408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Attempting to bind port c70271fe-61a4-444b-b613-79c4afe9dffe on network 6ad54e0f-2960-4ddf-8dbc-539849c90131 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:39:20.402600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:39:20.402931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Checking segment: {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:39:20.403305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Bound using segment: {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:39:20.403721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Bound port: c70271fe-61a4-444b-b613-79c4afe9dffe, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82a35f-7ae6-4253-a26d-06b4a78178e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:20.404088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.490693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] For port c70271fe-61a4-444b-b613-79c4afe9dffe, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:39:20.493881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] For port c70271fe-61a4-444b-b613-79c4afe9dffe, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c70271fe-61a4-444b-b613-79c4afe9dffe,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:39:20.498261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.502517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f609fddb-fa29-4754-b687-6188fcad4bb9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:20.566043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.567415 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] 10.222.0.48 "PUT /v2.0/ports/c70271fe-61a4-444b-b613-79c4afe9dffe HTTP/1.1" status: 200 len: 1094 time: 1.0686965 Nov 25 11:39:20.567941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:39:20.590806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c70271fe-61a4-444b-b613-79c4afe9dffe,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:20.600855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:20.642386 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'status': 'completed', 'code': 200} Nov 25 11:39:20.677830 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-05c18639-6d79-41f1-b05b-74561a6cec4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 1097 time: 0.0730419 Nov 25 11:39:20.749288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-a0133ccd-74a0-4013-bc3e-c9378a25a90c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c70271fe-61a4-444b-b613-79c4afe9dffe HTTP/1.1" status: 200 len: 217 time: 0.0638289 Nov 25 11:39:20.810157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-69df7dda-04b4-482d-8fa4-c7b4d8fb7bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:20.811532 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-69df7dda-04b4-482d-8fa4-c7b4d8fb7bc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=441f7550-0f2a-4692-b8ce-8d96b9cb8940 HTTP/1.1" status: 200 len: 834 time: 0.0559666 Nov 25 11:39:20.888131 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-f6002895-29c4-4e27-a496-13b183c5667c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ad54e0f-2960-4ddf-8dbc-539849c90131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697467 Nov 25 11:39:21.018386 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-7dad7598-6457-4e54-bbdc-f6e8d20e049d service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233850 Nov 25 11:39:21.113500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3f44d596-1fc5-44a1-8dfd-870258376842 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:21.147497 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c676e7c1-adfd-4741-88c8-7f47dd1a9f72 req-763d546d-6f66-40a8-9e7c-1d3eadb9c85f service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227663 Nov 25 11:39:21.190210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3f44d596-1fc5-44a1-8dfd-870258376842 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:21.190591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.264701 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fe45305b-196b-4679-b227-407ffb91b912 req-d8cd7078-2583-4a2d-8f8c-d817a663250a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 1097 time: 0.0697620 Nov 25 11:39:21.383315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebfdc9-7a13-4744-b2bb-2e3ae86ed44e req-7b536228-7f61-4346-9916-75292bd21907 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:21.384833 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a7ebfdc9-7a13-4744-b2bb-2e3ae86ed44e req-7b536228-7f61-4346-9916-75292bd21907 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0828390 Nov 25 11:39:21.398950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45305b-196b-4679-b227-407ffb91b912 req-93df390d-0430-49bb-9f49-03a85e5437ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:21.400444 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fe45305b-196b-4679-b227-407ffb91b912 req-93df390d-0430-49bb-9f49-03a85e5437ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ad54e0f-2960-4ddf-8dbc-539849c90131 HTTP/1.1" status: 200 len: 898 time: 0.1282892 Nov 25 11:39:21.430146 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a7ebfdc9-7a13-4744-b2bb-2e3ae86ed44e req-8c8fa322-2dee-4536-9de1-d5fae428fa1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393260 Nov 25 11:39:21.471586 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fe45305b-196b-4679-b227-407ffb91b912 req-fc20050e-e05a-447d-a7b3-a66a4eb9ddd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c70271fe-61a4-444b-b613-79c4afe9dffe HTTP/1.1" status: 200 len: 217 time: 0.0632396 Nov 25 11:39:21.534131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45305b-196b-4679-b227-407ffb91b912 req-a52126d8-eb56-436b-8d2b-04ed31ab9db4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:21.535621 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fe45305b-196b-4679-b227-407ffb91b912 req-a52126d8-eb56-436b-8d2b-04ed31ab9db4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=441f7550-0f2a-4692-b8ce-8d96b9cb8940 HTTP/1.1" status: 200 len: 834 time: 0.0563145 Nov 25 11:39:21.613439 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fe45305b-196b-4679-b227-407ffb91b912 req-91f4641e-e3cc-4aa0-b27f-42a0e8e98274 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ad54e0f-2960-4ddf-8dbc-539849c90131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702016 Nov 25 11:39:21.842818 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fe45305b-196b-4679-b227-407ffb91b912 req-28763ba3-ba5e-4b3d-8f95-ec5e87e86c8a service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220838 Nov 25 11:39:21.980364 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fe45305b-196b-4679-b227-407ffb91b912 req-22e7b4d7-9d9c-4191-b295-6d0cd855930e service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303720 Nov 25 11:39:22.624869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523973d2-d292-4981-a3f9-522038d5defd req-154b1ee7-9d80-4e8e-8714-8fada9c41cb0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:22.626280 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-523973d2-d292-4981-a3f9-522038d5defd req-154b1ee7-9d80-4e8e-8714-8fada9c41cb0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0751081 Nov 25 11:39:22.674227 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-523973d2-d292-4981-a3f9-522038d5defd req-9b7f1b72-9c33-4525-8f27-2e633956b93c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Nov 25 11:39:23.601776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device c70271fe-61a4-444b-b613-79c4afe9dffe details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:39:23.736703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port c70271fe-61a4-444b-b613-79c4afe9dffe, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c70271fe-61a4-444b-b613-79c4afe9dffe,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:23.753162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'mac_address': 'fa:16:3e:59:e5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:39:23.837953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.854378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70271fe-61a4-444b-b613-79c4afe9dffe {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:39:23.869603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port c70271fe-61a4-444b-b613-79c4afe9dffe, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c70271fe-61a4-444b-b613-79c4afe9dffe,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:23.870537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df090772-2394-4d30-98c6-a0b39bfb9c06 req-fc031c7b-329e-46d5-a094-68f4ac75771c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:23.871969 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-df090772-2394-4d30-98c6-a0b39bfb9c06 req-fc031c7b-329e-46d5-a094-68f4ac75771c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0751741 Nov 25 11:39:23.874531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.876335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-996798df-cce3-47c6-8bee-2e165a4ccf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:23.919891 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-df090772-2394-4d30-98c6-a0b39bfb9c06 req-bdd6e50a-7e49-40a5-af36-28fc39babe1d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Nov 25 11:39:23.941976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=c70271fe-61a4-444b-b613-79c4afe9dffe,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:23.945534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:24.080389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['c70271fe-61a4-444b-b613-79c4afe9dffe'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:39:25.118718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248da0-0d5c-4f20-82d5-4b5801671327 req-c07e0516-f45d-4419-a996-0a0a2ce332c5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:25.120161 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67248da0-0d5c-4f20-82d5-4b5801671327 req-c07e0516-f45d-4419-a996-0a0a2ce332c5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0823433 Nov 25 11:39:25.165035 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67248da0-0d5c-4f20-82d5-4b5801671327 req-368e1b9c-9c14-4dad-a91e-1b008be7987b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392013 Nov 25 11:39:25.617048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device c70271fe-61a4-444b-b613-79c4afe9dffe up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:25.683381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port c70271fe-61a4-444b-b613-79c4afe9dffe completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:25.687765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port c70271fe-61a4-444b-b613-79c4afe9dffe triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:25.688166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.797284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.823607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:39:25.832836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port c70271fe-61a4-444b-b613-79c4afe9dffe, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c70271fe-61a4-444b-b613-79c4afe9dffe,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:39:25.836936 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.838797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:25.880663 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'code': 200} Nov 25 11:39:25.903312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=c70271fe-61a4-444b-b613-79c4afe9dffe,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:25.906227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:26.101562 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-19dc2ae6-e053-4bf1-b964-8697dbc21e1a req-d3369873-d250-4aac-985c-4e4e960509cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0668519 Nov 25 11:39:26.143566 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-19dc2ae6-e053-4bf1-b964-8697dbc21e1a req-9050ac3c-2992-4902-b221-1be1309eec38 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353787 Nov 25 11:39:26.358660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2da83-7d5b-42c5-b10e-6ec0c32adfa6 req-34004538-d920-423f-8dfc-1db879087c28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:26.360134 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66a2da83-7d5b-42c5-b10e-6ec0c32adfa6 req-34004538-d920-423f-8dfc-1db879087c28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0777822 Nov 25 11:39:26.404019 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66a2da83-7d5b-42c5-b10e-6ec0c32adfa6 req-c3ede625-bd12-4531-bc6e-bba50283be23 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384133 Nov 25 11:39:27.700274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34677787-ca40-49a2-9b4e-787fe5131b8e req-a1f45f53-4660-4084-bd24-97917a5af88e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:27.701871 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34677787-ca40-49a2-9b4e-787fe5131b8e req-a1f45f53-4660-4084-bd24-97917a5af88e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1746945 Nov 25 11:39:27.748845 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34677787-ca40-49a2-9b4e-787fe5131b8e req-1852b9ec-4ccb-43bd-a57f-f9dfa65bfdb3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405886 Nov 25 11:39:27.951836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764923-d859-4855-a780-ce00cab66980 req-b2a40d0f-bf14-410c-a750-b17d9ce62d17 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:27.953204 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b8764923-d859-4855-a780-ce00cab66980 req-b2a40d0f-bf14-410c-a750-b17d9ce62d17 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0836985 Nov 25 11:39:28.001770 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b8764923-d859-4855-a780-ce00cab66980 req-3c98d0cd-ac17-44dd-9e66-fdcdc87c81af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Nov 25 11:39:28.029466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44004) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:28.098462 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9cef43d7-14ec-4627-8c85-e88ada8d687b tempest-TestNetworkBasicOps-1963689241 tempest-TestNetworkBasicOps-1963689241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 1094 time: 0.0675647 Nov 25 11:39:28.100910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44008) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:28.106930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:39:28.113123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:28.116839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Usage tracker for resource:floatingip and tenant:c95efa24a75e4d2085d6648223e61e91 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:28.120234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:28.125758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:28.136497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.268791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.401108 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Allocated IP 172.26.5.86 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/91396502-de2c-4eea-8aa5-6706f2ba8526) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:28.544144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.570583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.574643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a399797c-469a-4ce4-acd3-5e1ca49a99a2 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:28.636866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:28.639925 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:28.642465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:39:28.676084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=91396502-de2c-4eea-8aa5-6706f2ba8526,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:28.682055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:29.144347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.197500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.401970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.406363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.410029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6b1219da-5c83-4762-8fe8-9f7ed08bb232 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:29.610173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event updated for resources: {'Port': ['ID=91396502-de2c-4eea-8aa5-6706f2ba8526,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:29.614256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:29.628762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.817788 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Floating IP d4acea43-12e7-4f7e-87c0-75d187fbc951 associated. External IP: 172.26.5.86, port: c70271fe-61a4-444b-b613-79c4afe9dffe. Nov 25 11:39:29.911291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.198296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 702a395d-ef03-4aae-bd49-1198c2381f89 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:39:30.393159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:39:30.402392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] Sync routers for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:39:30.414237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:30.414971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:30.417530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.475402 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3710215 Nov 25 11:39:30.475402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:39:30.476314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44012) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.532845 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'status': 'completed', 'code': 200} Nov 25 11:39:30.596666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:30.649251 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f66055fe-c91d-4023-b485-22f8ce6a7133 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1703136 Nov 25 11:39:30.668016 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-63ba782c-fba9-4005-8762-0c26247f2eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 1099 time: 0.1069875 Nov 25 11:39:30.798510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-60e4ee52-6a75-4a90-b13d-03bfd42ceb50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:30.799862 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-60e4ee52-6a75-4a90-b13d-03bfd42ceb50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ad54e0f-2960-4ddf-8dbc-539849c90131 HTTP/1.1" status: 200 len: 898 time: 0.1258090 Nov 25 11:39:30.901914 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-3989899d-cdfe-46f7-8703-49e078a884aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c70271fe-61a4-444b-b613-79c4afe9dffe HTTP/1.1" status: 200 len: 999 time: 0.0957477 Nov 25 11:39:30.943967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd4acea43-12e7-4f7e-87c0-75d187fbc951', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'mac_address': 'fa:16:3e:59:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:39:28Z', 'updated_at': '2021-11-25T11:39:28Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:39:19Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:30.948033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] Checking router: 702a395d-ef03-4aae-bd49-1198c2381f89 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:39:30.958491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:39:30.959100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:30.963407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-041f6498-b63c-4c25-a3a1-b1e1641f2853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:30.964850 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-041f6498-b63c-4c25-a3a1-b1e1641f2853 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=441f7550-0f2a-4692-b8ce-8d96b9cb8940 HTTP/1.1" status: 200 len: 834 time: 0.0570390 Nov 25 11:39:31.039626 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-e321e13c-a9f0-4a2c-90a6-25b7c28a0f16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ad54e0f-2960-4ddf-8dbc-539849c90131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684955 Nov 25 11:39:31.137062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:39:31.171699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-cc8e1f43-4e65-4611-9913-383b644dee48 service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249681 Nov 25 11:39:31.307071 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-52134aba-a0f8-484b-9c82-e59c0a413437 req-5f3caac8-54c8-443f-8caa-bb2028ce3456 service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290755 Nov 25 11:39:31.518059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd4acea43-12e7-4f7e-87c0-75d187fbc951', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'mac_address': 'fa:16:3e:59:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:39:28Z', 'updated_at': '2021-11-25T11:39:28Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:39:19Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:31.522459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd78b4-456b-4766-b30b-350aba490473 None None] The sync data for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv is: [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd4acea43-12e7-4f7e-87c0-75d187fbc951', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'mac_address': 'fa:16:3e:59:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:39:28Z', 'updated_at': '2021-11-25T11:39:28Z', 'revision_number': 0, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:39:19Z', 'revision_number': 5, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:39:31.653792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44018) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:31.763390 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b7d8cac0-1b2f-47a2-97b3-675098229ee2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1083958 Nov 25 11:39:32.767106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44022) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:32.871806 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d6be3223-a758-4038-9385-4d2089bad53a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1034896 Nov 25 11:39:33.875649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44026) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.963557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-201764b3-aed3-4a0e-ab4e-d3bc4b175331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.980785 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b902797a-898e-4f6c-bcef-a16bd36379c0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1039195 Nov 25 11:39:34.193847 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.496195 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f283b3-c024-428e-9fc9-459849b8c9b6 None None] New status for floating IP d4acea43-12e7-4f7e-87c0-75d187fbc951: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:39:34.984512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44030) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:35.190990 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2972f205-6592-406a-8d52-b2e4f5b8ab29 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 993 time: 0.2053063 Nov 25 11:39:36.290954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a1164992-b1b0-4e8c-a32d-933dab3d31c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.377182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.850188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.605438 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:39:59.915801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.428130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44044) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:02.434091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8ec479ec-e815-4889-81bf-9ccd38ac559f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:02.978122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ec479ec-e815-4889-81bf-9ccd38ac559f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.988887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ec479ec-e815-4889-81bf-9ccd38ac559f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.183024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec479ec-e815-4889-81bf-9ccd38ac559f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 702a395d-ef03-4aae-bd49-1198c2381f89 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:40:03.381011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec479ec-e815-4889-81bf-9ccd38ac559f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:40:03.387437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ec479ec-e815-4889-81bf-9ccd38ac559f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.388585 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ec479ec-e815-4889-81bf-9ccd38ac559f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/702a395d-ef03-4aae-bd49-1198c2381f89 HTTP/1.1" status: 200 len: 888 time: 0.9595053 Nov 25 11:40:03.391401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] Sync routers for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:40:03.404871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:40:03.405514 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.463786 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.474243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:40:03.474845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:39:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.533724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.534126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810c0a9-343c-4c76-a31b-556987f18d50 None None] The sync data for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:40:03.967819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f91822c-eb62-4168-8ca3-de06f74908a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.185423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.271898 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2784ec-efdd-42f8-9605-834a313e6755 None None] New status for floating IP d4acea43-12e7-4f7e-87c0-75d187fbc951: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:40:05.128104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93704c69-f864-4981-ac4a-154fc246b263 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:05.237954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.253638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 93704c69-f864-4981-ac4a-154fc246b263, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93704c69-f864-4981-ac4a-154fc246b263,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:05.257351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.258097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3f44d596-1fc5-44a1-8dfd-870258376842 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:05.280253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:05.366205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=93704c69-f864-4981-ac4a-154fc246b263,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:05.370147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:05.420114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.452694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3f44d596-1fc5-44a1-8dfd-870258376842, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3f44d596-1fc5-44a1-8dfd-870258376842,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:05.456933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.458633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:05.524365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:05.527351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:05.551715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44050) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.558157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d4389fc5-2bf6-4ade-a337-99502f85c1af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:06.219705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4389fc5-2bf6-4ade-a337-99502f85c1af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.230376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4389fc5-2bf6-4ade-a337-99502f85c1af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-923823'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.292099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9dfff4ac-0a43-4401-906e-a6a2182bb023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.429235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4389fc5-2bf6-4ade-a337-99502f85c1af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 702a395d-ef03-4aae-bd49-1198c2381f89 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:40:06.629740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4389fc5-2bf6-4ade-a337-99502f85c1af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:40:06.635797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4389fc5-2bf6-4ade-a337-99502f85c1af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.636916 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4389fc5-2bf6-4ade-a337-99502f85c1af tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/702a395d-ef03-4aae-bd49-1198c2381f89 HTTP/1.1" status: 200 len: 887 time: 1.0841691 Nov 25 11:40:06.639778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] Sync routers for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:40:06.639931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44054) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:06.652280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:40:06.652894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:40:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:06.744669 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f66e6d5-d3c4-43e1-9ef5-21a388434257 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1037049 Nov 25 11:40:06.827695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:40:07.164275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:06Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd4acea43-12e7-4f7e-87c0-75d187fbc951', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'mac_address': 'fa:16:3e:59:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:39:28Z', 'updated_at': '2021-11-25T11:40:04Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:40:05Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:07.168518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] Checking router: 702a395d-ef03-4aae-bd49-1198c2381f89 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:40:07.178849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:40:07.179449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:40:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:07.397497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.404245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:40:07.747173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:06Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd4acea43-12e7-4f7e-87c0-75d187fbc951', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'mac_address': 'fa:16:3e:59:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:39:28Z', 'updated_at': '2021-11-25T11:40:04Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:40:05Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:07.748382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44058) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:07.751163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acfb57-c912-4aa3-96c2-ec2a04410cdc None None] The sync data for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv is: [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:06Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd4acea43-12e7-4f7e-87c0-75d187fbc951', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'port_id': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'mac_address': 'fa:16:3e:59:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:39:28Z', 'updated_at': '2021-11-25T11:40:04Z', 'revision_number': 2, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f44d596-1fc5-44a1-8dfd-870258376842', 'name': '', 'network_id': '6ad54e0f-2960-4ddf-8dbc-539849c90131', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'mac_address': 'fa:16:3e:48:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:12Z', 'updated_at': '2021-11-25T11:40:05Z', 'revision_number': 6, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'subnets': [{'id': '441f7550-0f2a-4692-b8ce-8d96b9cb8940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:40:07.851401 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-49f938cc-e952-46f6-abf3-8a5aa629c4cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1018064 Nov 25 11:40:08.852428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.855859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44062) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:08.957892 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2cdfee6c-358f-4df2-850b-b95bbb4b0f50 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1007307 Nov 25 11:40:09.167622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93704c69-f864-4981-ac4a-154fc246b263 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:09.234753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 93704c69-f864-4981-ac4a-154fc246b263 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:09.235129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.348817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.365090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 93704c69-f864-4981-ac4a-154fc246b263, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93704c69-f864-4981-ac4a-154fc246b263,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:09.368692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.369511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3f44d596-1fc5-44a1-8dfd-870258376842 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:09.391839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:09.480688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=93704c69-f864-4981-ac4a-154fc246b263,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:09.493253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.493602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.493964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.494296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.494624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.494947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.495270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.495591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.495911 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.496257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.496577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:09.501049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:09.507225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3f44d596-1fc5-44a1-8dfd-870258376842 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:09.507601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.620092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.651575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 3f44d596-1fc5-44a1-8dfd-870258376842, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3f44d596-1fc5-44a1-8dfd-870258376842,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:09.655383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.658070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:09.721233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:09.724277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:09.961583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44066) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.064503 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8533f260-fd92-429c-888a-e278f28e272c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1016994 Nov 25 11:40:11.067721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44070) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:11.141980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93704c69-f864-4981-ac4a-154fc246b263 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:11.172599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7d6d266b-8599-4dc9-934a-4edfce364c04 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1035535 Nov 25 11:40:11.210386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 93704c69-f864-4981-ac4a-154fc246b263 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:11.210771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.321851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3f44d596-1fc5-44a1-8dfd-870258376842 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:11.389999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 3f44d596-1fc5-44a1-8dfd-870258376842 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:11.390370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.176243 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44074) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:12.384655 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8bf75191-862f-4e04-84db-eb7e12fc03e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.2071230 Nov 25 11:40:13.388373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44078) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.492874 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f0d3b44-f6ad-4b50-a5e1-75e61ff7aa0c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1033182 Nov 25 11:40:14.496594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44082) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:14.599794 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3519ed25-3a44-4bb5-a16d-a126221a1e70 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 991 time: 0.1019430 Nov 25 11:40:14.874031 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c138064-77bd-4023-8ad4-d2b84e61528f None None] New status for floating IP d4acea43-12e7-4f7e-87c0-75d187fbc951: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:40:15.603585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44086) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:15.707325 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-23c7ec60-f9f7-4e73-9579-fe6b07b5be6e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 200 len: 993 time: 0.1019123 Nov 25 11:40:15.986480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44094) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:16.182967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 91396502-de2c-4eea-8aa5-6706f2ba8526 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:40:16.183294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.344138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.344370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.460742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 91396502-de2c-4eea-8aa5-6706f2ba8526 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:40:16.602838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.606170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-edb3a4d4-6962-487e-9c82-033533052c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:16.645519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=91396502-de2c-4eea-8aa5-6706f2ba8526,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:16.682782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.683152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.684044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.684417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.684772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.685124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.685475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.685827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.686176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.686518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.686864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:16.693537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:16.749954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.140670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 702a395d-ef03-4aae-bd49-1198c2381f89 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:40:17.331273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:40:17.346727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.501373 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/floatingips/d4acea43-12e7-4f7e-87c0-75d187fbc951 HTTP/1.1" status: 204 len: 168 time: 1.5138376 Nov 25 11:40:17.502022 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:17.557245 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'status': 'completed', 'code': 200} Nov 25 11:40:17.647378 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-668d9e9a-c3ac-4405-8652-a51cda9688b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95efa24a75e4d2085d6648223e61e91&device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0683467 Nov 25 11:40:17.782096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-a40da3b9-b49e-44ad-ae03-17cc9178a43e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:17.783534 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-a40da3b9-b49e-44ad-ae03-17cc9178a43e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ad54e0f-2960-4ddf-8dbc-539849c90131 HTTP/1.1" status: 200 len: 898 time: 0.1298380 Nov 25 11:40:17.883505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba557cf-10d1-4d30-b322-b552765bdca2 req-354012ab-9b6d-4152-9e6e-882f1a19bde2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:17.884354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4ba557cf-10d1-4d30-b322-b552765bdca2 req-354012ab-9b6d-4152-9e6e-882f1a19bde2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:17.901431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4ba557cf-10d1-4d30-b322-b552765bdca2 req-354012ab-9b6d-4152-9e6e-882f1a19bde2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:17.903820 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ba557cf-10d1-4d30-b322-b552765bdca2 req-354012ab-9b6d-4152-9e6e-882f1a19bde2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0982983 Nov 25 11:40:17.954692 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ba557cf-10d1-4d30-b322-b552765bdca2 req-a4527b97-686f-4e09-9802-780832b7e678 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Nov 25 11:40:17.977821 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-314804ae-50d6-4acc-b3f7-e7c621dc2dce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c70271fe-61a4-444b-b613-79c4afe9dffe HTTP/1.1" status: 200 len: 217 time: 0.1867065 Nov 25 11:40:18.039792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-fd7d8df7-cde3-473b-9a9d-da66d9d8e5d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.041182 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-fd7d8df7-cde3-473b-9a9d-da66d9d8e5d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=441f7550-0f2a-4692-b8ce-8d96b9cb8940 HTTP/1.1" status: 200 len: 834 time: 0.0561402 Nov 25 11:40:18.116171 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-feea0fc3-ba53-4e57-b754-43c3fe6439e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ad54e0f-2960-4ddf-8dbc-539849c90131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677586 Nov 25 11:40:18.246368 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-15570283-9805-4f53-b2ab-7c88cbd8a408 service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225924 Nov 25 11:40:18.374917 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de6a1a0c-db57-4a0a-964a-a8d92e7ee3b3 req-8712ee19-eeb0-4973-9b0b-36675c471353 service neutron] 10.222.0.48 "GET /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215320 Nov 25 11:40:18.604915 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:40:19.095966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-bd8ad932-8b54-4e10-98c3-bf782ebf94f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:19.096690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-bd8ad932-8b54-4e10-98c3-bf782ebf94f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Synchronizing usage tracker for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:19.108842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-bd8ad932-8b54-4e10-98c3-bf782ebf94f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Unset dirty status for tenant:c95efa24a75e4d2085d6648223e61e91 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:19.109923 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-bd8ad932-8b54-4e10-98c3-bf782ebf94f3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0906785 Nov 25 11:40:19.155726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702ce2a-6446-42c8-93c1-6882f5bc263e req-a2e17b87-659e-47e5-8b7b-ccc5e2be4d99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:19.157182 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4702ce2a-6446-42c8-93c1-6882f5bc263e req-a2e17b87-659e-47e5-8b7b-ccc5e2be4d99 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0756273 Nov 25 11:40:19.181479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port c70271fe-61a4-444b-b613-79c4afe9dffe {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:40:19.181816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.203143 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4702ce2a-6446-42c8-93c1-6882f5bc263e req-38b6cba5-831d-420b-958b-7d142024290c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/security-groups?id=4438d942-502a-46a1-a7d7-41b67abbd266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 Nov 25 11:40:19.420915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port c70271fe-61a4-444b-b613-79c4afe9dffe, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c70271fe-61a4-444b-b613-79c4afe9dffe,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:19.421258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.537318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for c70271fe-61a4-444b-b613-79c4afe9dffe owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:40:19.680766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.687316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:19.731387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=c70271fe-61a4-444b-b613-79c4afe9dffe,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:19.805857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.806146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.806504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.806865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.807227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.807586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.807942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.808321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.808705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.809060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.809411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:19.816769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:19.825248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] No DVR routers for this DVR port c70271fe-61a4-444b-b613-79c4afe9dffe on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:19.827431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.831074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'name': 'network-vif-deleted', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:19.845436 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fed3fc90-3334-4d4f-b1eb-98266da1f2d9 req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.48 "DELETE /v2.0/ports/c70271fe-61a4-444b-b613-79c4afe9dffe HTTP/1.1" status: 204 len: 173 time: 0.7296124 Nov 25 11:40:19.886369 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ededd339-2f32-40a9-8081-a62bbcd9e3f6', 'name': 'network-vif-deleted', 'tag': 'c70271fe-61a4-444b-b613-79c4afe9dffe', 'status': 'completed', 'code': 200} Nov 25 11:40:20.377057 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e0f672d-dd4c-4d46-b84f-580051412514 req-a95ca24e-612f-44ee-bad9-c8a084762785 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "GET /v2.0/ports?device_id=ededd339-2f32-40a9-8081-a62bbcd9e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0417504 Nov 25 11:40:21.480362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44114) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:21.548721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.577138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.640598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.644326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-86d32a13-baff-4ce3-bef8-405da77b4fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:21.660206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4438d942-502a-46a1-a7d7-41b67abbd266,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:21.663208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:21.674443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.675493 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/security-groups/4438d942-502a-46a1-a7d7-41b67abbd266 HTTP/1.1" status: 204 len: 168 time: 0.1941099 Nov 25 11:40:21.717952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44122) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:21.844049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device c70271fe-61a4-444b-b613-79c4afe9dffe no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:21.876907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: c70271fe-61a4-444b-b613-79c4afe9dffe {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:40:21.877246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device c70271fe-61a4-444b-b613-79c4afe9dffe not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:22.225802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.820145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 3f44d596-1fc5-44a1-8dfd-870258376842 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:40:22.820797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.999187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 3f44d596-1fc5-44a1-8dfd-870258376842, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=3f44d596-1fc5-44a1-8dfd-870258376842,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:22.999531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.118033 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 3f44d596-1fc5-44a1-8dfd-870258376842 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:40:23.295636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.299102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2813163c-9da2-42ef-b0e5-9bf1dc6c90a6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:23.343879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=3f44d596-1fc5-44a1-8dfd-870258376842,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.346248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:23.738010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.319928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Router 702a395d-ef03-4aae-bd49-1198c2381f89 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:40:24.518148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:40:24.531165 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "PUT /v2.0/routers/702a395d-ef03-4aae-bd49-1198c2381f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121531 Nov 25 11:40:24.533909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:24.718198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting subnet 441f7550-0f2a-4692-b8ce-8d96b9cb8940 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:40:24.720948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.773504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.856694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.931108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.935394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-448d9907-b3e4-41aa-8921-1ecf0163e1dc tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.971063 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Subnet': ['ID=441f7550-0f2a-4692-b8ce-8d96b9cb8940,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:24.973966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.979276 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.985105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2979ca33-85b9-4148-a74c-cd69af9c6190 None None] Network 6ad54e0f-2960-4ddf-8dbc-539849c90131 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:40:24.988024 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/subnets/441f7550-0f2a-4692-b8ce-8d96b9cb8940 HTTP/1.1" status: 204 len: 168 time: 0.4530306 Nov 25 11:40:24.990577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:25.287867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] DHCP port deletion for 6ad54e0f-2960-4ddf-8dbc-539849c90131 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:40:25.292178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Deleting port 227b5a27-473a-4eb9-a558-320ddb02d7ac {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:40:25.292557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.313866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.334845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] Sync routers for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:40:25.393256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:40:25.393893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:40:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:25.510667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.522494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Deleting port 93704c69-f864-4981-ac4a-154fc246b263 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:40:25.522845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.651616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] For port 227b5a27-473a-4eb9-a558-320ddb02d7ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=227b5a27-473a-4eb9-a558-320ddb02d7ac,segment=NetworkSegment(5d82a35f-7ae6-4253-a26d-06b4a78178e0),segment_id=5d82a35f-7ae6-4253-a26d-06b4a78178e0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:25.652067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.694136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] For port 93704c69-f864-4981-ac4a-154fc246b263, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=93704c69-f864-4981-ac4a-154fc246b263,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:25.694493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.775426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Calling delete_port for 227b5a27-473a-4eb9-a558-320ddb02d7ac owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:40:25.816130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Calling delete_port for 93704c69-f864-4981-ac4a-154fc246b263 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:40:25.824456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:40:25.982918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.987291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-819eb1e1-e08f-4f54-8350-afc652c5ffd6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:26.028633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.031195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Port': ['ID=93704c69-f864-4981-ac4a-154fc246b263,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:26.033555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:26.033691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:26.085780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Pushing event deleted for resources: {'Port': ['ID=227b5a27-473a-4eb9-a558-320ddb02d7ac,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:26.091367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:26.105766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] No DVR routers for this DVR port 227b5a27-473a-4eb9-a558-320ddb02d7ac on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:26.182280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '93704c69-f864-4981-ac4a-154fc246b263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:23Z', 'revision_number': 7, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port': {'id': '93704c69-f864-4981-ac4a-154fc246b263', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:26.186643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] Checking router: 702a395d-ef03-4aae-bd49-1198c2381f89 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:40:26.197226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] Routers {'702a395d-ef03-4aae-bd49-1198c2381f89'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:40:26.197825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:40:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['702a395d-ef03-4aae-bd49-1198c2381f89'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:26.262712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.324897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] Set router 702a395d-ef03-4aae-bd49-1198c2381f89 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:40:26.486264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:25Z', 'revision_number': 9, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:26.490801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915d50a-f64c-4933-a28d-63bca94e3850 None None] The sync data for ids ['702a395d-ef03-4aae-bd49-1198c2381f89'] in dv-neutron-819177-1-hyperv is: [{'id': '702a395d-ef03-4aae-bd49-1198c2381f89', 'name': 'tempest-TestNetworkBasicOps-router-987355386', 'tenant_id': 'c95efa24a75e4d2085d6648223e61e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:09Z', 'updated_at': '2021-11-25T11:40:25Z', 'revision_number': 9, 'project_id': 'c95efa24a75e4d2085d6648223e61e91', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:40:26.642026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.646277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.670322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.670959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Fanout notify agent at l3_agent the message router_deleted on router 702a395d-ef03-4aae-bd49-1198c2381f89 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:40:26.685750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.686812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/routers/702a395d-ef03-4aae-bd49-1198c2381f89 HTTP/1.1" status: 204 len: 168 time: 1.6953611 Nov 25 11:40:26.689570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44138) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:26.798533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.929955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.954824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad54e0f-2960-4ddf-8dbc-539849c90131']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:26.967054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d82a35f-7ae6-4253-a26d-06b4a78178e0') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:26.967343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d82a35f-7ae6-4253-a26d-06b4a78178e0') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:26.978277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.994028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.001690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:40:27.002070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:27.015767 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:27.093995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.098216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-468366cf-5751-415d-bc16-4db88d8e09bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:27.112455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.123710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Pushing event deleted for resources: {'Network': ['ID=6ad54e0f-2960-4ddf-8dbc-539849c90131,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.126760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.132057 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] 10.222.0.41 "DELETE /v2.0/networks/6ad54e0f-2960-4ddf-8dbc-539849c90131 HTTP/1.1" status: 204 len: 168 time: 0.4414144 Nov 25 11:40:27.281770 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93704c69-f864-4981-ac4a-154fc246b263 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:27.314694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 93704c69-f864-4981-ac4a-154fc246b263 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:40:27.315049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 93704c69-f864-4981-ac4a-154fc246b263 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:27.315476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 227b5a27-473a-4eb9-a558-320ddb02d7ac no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:27.344125 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47516b3d-f903-4553-b398-91e70ed36172 None None] New status for floating IP d4acea43-12e7-4f7e-87c0-75d187fbc951: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:40:27.357725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 227b5a27-473a-4eb9-a558-320ddb02d7ac {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:40:27.358082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 227b5a27-473a-4eb9-a558-320ddb02d7ac not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:27.358512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3f44d596-1fc5-44a1-8dfd-870258376842 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:27.392213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 3f44d596-1fc5-44a1-8dfd-870258376842 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:40:27.392558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 3f44d596-1fc5-44a1-8dfd-870258376842 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:27.465724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44146) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:27.645059 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1f1ac41b-a0d5-40f4-bfab-a45b7c344298 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c95efa24a75e4d2085d6648223e61e91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1775227 Nov 25 11:40:27.647293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:27.709561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0562457-4f94-4b73-9b4a-e9e32b28e640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.735408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0562457-4f94-4b73-9b4a-e9e32b28e640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.785319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0562457-4f94-4b73-9b4a-e9e32b28e640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.789016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ed1900f-29a0-4904-94e2-f15ff17f0cd0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:27.801689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0562457-4f94-4b73-9b4a-e9e32b28e640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.804476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c0562457-4f94-4b73-9b4a-e9e32b28e640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.811650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0562457-4f94-4b73-9b4a-e9e32b28e640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.812791 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0562457-4f94-4b73-9b4a-e9e32b28e640 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74c7a0b5-1506-4a8a-aa3c-d25ecd4ad323 HTTP/1.1" status: 204 len: 168 time: 0.1646395 Nov 25 11:40:28.145238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44160) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:28.163576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.195473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:28.199746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Usage tracker for resource:security_group_rule and tenant:148cdc7dd6934edd9d58e51096059c8a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:28.202520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:28.208098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:28.274028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.278396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.285350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:28.327224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6dfd4e-243c-4c8e-8968-a9827341ce6c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:28.331557 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=148cdc7dd6934edd9d58e51096059c8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1853318 Nov 25 11:40:28.332516 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:28.334319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44164) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:28.393317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.418218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.469000 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.472610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1058deaa-ab43-4097-b275-196ef7894c11 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:28.485746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6dfd4e-243c-4c8e-8968-a9827341ce6c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:28.488635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:28.490460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.493925 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c6dfd4e-243c-4c8e-8968-a9827341ce6c HTTP/1.1" status: 204 len: 168 time: 0.1565957 Nov 25 11:40:29.926105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.969730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bccedd2a-0e82-4dba-822d-4393d610642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.187042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.755243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-07076e59-b85e-4d88-bf7a-c19a9acce36e tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d15edd8189b741f596e5047db4be10c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314946 Nov 25 11:40:35.898228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-7ebc7367-644b-4505-8fa2-dfd3e9b604a1 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:35.899555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-7ebc7367-644b-4505-8fa2-dfd3e9b604a1 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395795 Nov 25 11:40:35.915469 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-150c56f7-f5fe-4a47-9ea0-56d8fc588c56 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/quotas/d15edd8189b741f596e5047db4be10c8 HTTP/1.1" status: 200 len: 375 time: 0.0101933 Nov 25 11:40:35.959372 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-dd9e8f42-8960-4e89-a701-791ff6d49473 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d15edd8189b741f596e5047db4be10c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386493 Nov 25 11:40:36.137122 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c4947a6-fa93-466b-8eeb-5c8b6b92f088 req-dfc427ab-28ce-4632-a531-34b5d66654e9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 210 time: 0.0399120 Nov 25 11:40:36.294658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e501392d-eb13-4233-85a2-ae73e0b49eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.009685 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-3bf7e95f-fc47-4aab-8283-ee410bd17d9f tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d15edd8189b741f596e5047db4be10c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275509 Nov 25 11:40:37.156687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-c425fdb2-aa10-409e-8066-67e36621a41d tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:37.158098 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-c425fdb2-aa10-409e-8066-67e36621a41d tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436460 Nov 25 11:40:37.176620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Request body: {'port': {'device_id': '8b96828c-33e3-4d98-9301-469256de809b', 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc', 'admin_state_up': True, 'tenant_id': 'd15edd8189b741f596e5047db4be10c8'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:37.306783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c0199eb2-7b9a-4fa1-a77b-5f14f992c715 req-f4d50a34-1e33-4872-b76a-6e5efe074e49 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 210 time: 0.0435634 Nov 25 11:40:37.314333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:37.318476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Usage tracker for resource:port and tenant:d15edd8189b741f596e5047db4be10c8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:37.321240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:37.326834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:37.336342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Made reservation on behalf of d15edd8189b741f596e5047db4be10c8 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:37.339259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.353843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.383540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.395716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:37.399463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Usage tracker for resource:security_group_rule and tenant:d15edd8189b741f596e5047db4be10c8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:37.402323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:37.408392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:37.474705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.478334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.483014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1681f3da-55e0-4aee-bffc-0ef758c64e3c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:37.555048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdbda20-cc87-4a5c-9b92-502801b287d7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:37.560418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:37.646475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Allocated IP 192.168.233.139 (6dba3c15-cae4-40ec-95c4-0baa0fcd48dc/da27041b-42fa-47b2-a90f-80ae03c4c527/137e55a5-c393-40bc-b7cb-a49fa0ac6e6c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:37.939379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.954779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Transition to ACTIVE for port object 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:37.975694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.981176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-87bfc4e6-cc7b-43f1-bda6-8199d8afb7cc tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:38.040797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:38.048222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:38.052866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:40:38.086840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Pushing event updated for resources: {'Port': ['ID=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:38.094591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:38.122692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:38.123290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.149399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9771600 Nov 25 11:40:38.162160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Request body: {'port': {'device_id': '8b96828c-33e3-4d98-9301-469256de809b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:38.272875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.281681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-40e0400d-169f-4f38-aa36-8e19fc8ace03 None None] Provisioning for port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:38.286561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-40e0400d-169f-4f38-aa36-8e19fc8ace03 None None] Provisioning complete for port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:38.287165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40e0400d-169f-4f38-aa36-8e19fc8ace03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.338441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-40e0400d-169f-4f38-aa36-8e19fc8ace03 None None] Port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:40:38.507012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed6c92-0efc-4d17-bc2a-9d5400fb3caa req-cab2d1cf-3e19-4598-956b-fe33bb4ee3a5 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:38.509064 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12ed6c92-0efc-4d17-bc2a-9d5400fb3caa req-cab2d1cf-3e19-4598-956b-fe33bb4ee3a5 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 936 time: 0.0787644 Nov 25 11:40:38.556340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12ed6c92-0efc-4d17-bc2a-9d5400fb3caa req-1aa3d604-a505-40b5-ac32-dfd019e91970 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Nov 25 11:40:38.611182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:40:38.617964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.633091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Transition to ACTIVE for port object 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:38.636388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.639803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d0888c77-e131-4edb-970a-d908cb6ab3f8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:38.763360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Pushing event updated for resources: {'Port': ['ID=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:38.767370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:38.859744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.874679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Attempting to bind port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:38.874999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Attempting to bind port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:38.875317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Attempting to bind port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c on network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:40:38.884511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c on network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:40:38.884841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Attempting to bind port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c on network 6dba3c15-cae4-40ec-95c4-0baa0fcd48dc {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:40:38.891105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:40:38.891430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Checking segment: {'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:40:38.891799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Bound using segment: {'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:40:38.892243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Bound port: 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a9f334-7622-4a30-9e24-64b97f68e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:38.892583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.978521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] For port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:40:38.982103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] For port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,segment=NetworkSegment(03a9f334-7622-4a30-9e24-64b97f68e084),segment_id=03a9f334-7622-4a30-9e24-64b97f68e084)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:40:38.986205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.990455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3473435b-a0f5-498a-9bd8-cbfbd43e0b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:39.045421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.046792 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] 10.222.0.48 "PUT /v2.0/ports/137e55a5-c393-40bc-b7cb-a49fa0ac6e6c HTTP/1.1" status: 200 len: 1098 time: 0.8890016 Nov 25 11:40:39.047290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b96828c-33e3-4d98-9301-469256de809b', 'tag': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:39.069897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Pushing event updated for resources: {'Port': ['ID=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:39.073136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:39.133050 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b96828c-33e3-4d98-9301-469256de809b', 'tag': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c', 'status': 'completed', 'code': 200} Nov 25 11:40:39.174905 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-c4603181-baa2-4ad7-b1ba-e1ff0cad1f48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d15edd8189b741f596e5047db4be10c8&device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 1101 time: 0.0733817 Nov 25 11:40:39.248271 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-d064bdf0-f105-4466-9827-081106dab972 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c HTTP/1.1" status: 200 len: 217 time: 0.0664463 Nov 25 11:40:39.312595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-18a51815-e10c-4b18-bb72-0b088ff086ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:39.313946 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-18a51815-e10c-4b18-bb72-0b088ff086ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=da27041b-42fa-47b2-a90f-80ae03c4c527 HTTP/1.1" status: 200 len: 843 time: 0.0599108 Nov 25 11:40:39.387429 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-8dfbbcd9-bbdd-4a11-b673-19c99b9e2a08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dba3c15-cae4-40ec-95c4-0baa0fcd48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0673556 Nov 25 11:40:39.516442 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-b0b409ed-c3b1-4839-b5d2-c237f06f4d40 service neutron] 10.222.0.48 "GET /v2.0/networks/6dba3c15-cae4-40ec-95c4-0baa0fcd48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228046 Nov 25 11:40:39.647551 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-140c3a7a-5882-4c4a-9a12-89b59ee7ea3f req-536a0b5f-6dcb-45a8-aa3f-86d99fe7453f service neutron] 10.222.0.48 "GET /v2.0/networks/6dba3c15-cae4-40ec-95c4-0baa0fcd48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252201 Nov 25 11:40:39.759331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db866d2c-2f22-4ee8-b62f-a2ab4a1e709b req-87753d9b-e198-4f5a-8804-70a74d0734e1 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:39.760868 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db866d2c-2f22-4ee8-b62f-a2ab4a1e709b req-87753d9b-e198-4f5a-8804-70a74d0734e1 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 948 time: 0.0852628 Nov 25 11:40:39.809834 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db866d2c-2f22-4ee8-b62f-a2ab4a1e709b req-961a9481-4067-47b3-b0bb-72953f493df4 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Nov 25 11:40:39.875556 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03898817-0d06-44c1-bac8-887a028a2306 req-2f7584a8-f67b-4258-93da-6a8f13fdac50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d15edd8189b741f596e5047db4be10c8&device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 1101 time: 0.1784961 Nov 25 11:40:40.004820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03898817-0d06-44c1-bac8-887a028a2306 req-8b9fbdb7-cbc6-45dd-85b5-96d507baf5b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:40.006242 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03898817-0d06-44c1-bac8-887a028a2306 req-8b9fbdb7-cbc6-45dd-85b5-96d507baf5b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dba3c15-cae4-40ec-95c4-0baa0fcd48dc HTTP/1.1" status: 200 len: 870 time: 0.1238415 Nov 25 11:40:40.076277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03898817-0d06-44c1-bac8-887a028a2306 req-e2fe1760-2956-4d2e-ba53-9e3a1057b32b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c HTTP/1.1" status: 200 len: 217 time: 0.0628216 Nov 25 11:40:40.137399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03898817-0d06-44c1-bac8-887a028a2306 req-cfd40917-4db6-45ca-ae02-d3ead9e3d6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:40.138707 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03898817-0d06-44c1-bac8-887a028a2306 req-cfd40917-4db6-45ca-ae02-d3ead9e3d6a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=da27041b-42fa-47b2-a90f-80ae03c4c527 HTTP/1.1" status: 200 len: 843 time: 0.0560327 Nov 25 11:40:40.214248 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03898817-0d06-44c1-bac8-887a028a2306 req-f2772571-f499-4a35-a447-09d750461a6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dba3c15-cae4-40ec-95c4-0baa0fcd48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0686810 Nov 25 11:40:40.346253 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03898817-0d06-44c1-bac8-887a028a2306 req-0d822f6a-75fa-4d50-a020-84fd162c0010 service neutron] 10.222.0.48 "GET /v2.0/networks/6dba3c15-cae4-40ec-95c4-0baa0fcd48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248708 Nov 25 11:40:40.475262 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03898817-0d06-44c1-bac8-887a028a2306 req-28720de5-2685-4303-b356-28877903bd87 service neutron] 10.222.0.48 "GET /v2.0/networks/6dba3c15-cae4-40ec-95c4-0baa0fcd48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217647 Nov 25 11:40:41.004394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe506a-3dc6-41d1-8d4b-c7340f6a45cf req-b3613d78-e1aa-4395-a307-e71f246056b5 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:41.005836 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34fe506a-3dc6-41d1-8d4b-c7340f6a45cf req-b3613d78-e1aa-4395-a307-e71f246056b5 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 948 time: 0.0770378 Nov 25 11:40:41.050242 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34fe506a-3dc6-41d1-8d4b-c7340f6a45cf req-33015587-19b2-45c5-82e2-0d8adc63f151 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Nov 25 11:40:41.910912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:40:42.128858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,segment=NetworkSegment(03a9f334-7622-4a30-9e24-64b97f68e084),segment_id=03a9f334-7622-4a30-9e24-64b97f68e084)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:42.189284 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c', 'network_id': '6dba3c15-cae4-40ec-95c4-0baa0fcd48dc', 'port_id': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c', 'mac_address': 'fa:16:3e:9b:dd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da27041b-42fa-47b2-a90f-80ae03c4c527', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:40:42.246788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b747ef-e0d1-410d-bce0-e4b1de7a574e req-e047d902-8703-4c9f-86e5-2301b00d2146 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:42.248255 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f9b747ef-e0d1-410d-bce0-e4b1de7a574e req-e047d902-8703-4c9f-86e5-2301b00d2146 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 948 time: 0.0801759 Nov 25 11:40:42.258571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.286181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:40:42.292448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f9b747ef-e0d1-410d-bce0-e4b1de7a574e req-cbd868b6-da26-4a85-8132-c06f3454a309 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385327 Nov 25 11:40:42.307784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,segment=NetworkSegment(03a9f334-7622-4a30-9e24-64b97f68e084),segment_id=03a9f334-7622-4a30-9e24-64b97f68e084)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:42.313291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.315192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3d23c33a-c24c-400a-b3c2-a8712fa6cbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:42.380733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:42.383455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:42.518812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['137e55a5-c393-40bc-b7cb-a49fa0ac6e6c'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:40:43.488759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a653-27a9-45c6-9864-967e982ec90d req-975a8db3-ce91-4cdd-a4c7-1691cb495cfb tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:43.490195 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6118a653-27a9-45c6-9864-967e982ec90d req-975a8db3-ce91-4cdd-a4c7-1691cb495cfb tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 949 time: 0.0777707 Nov 25 11:40:43.540351 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6118a653-27a9-45c6-9864-967e982ec90d req-05baae14-1ee2-43e3-8106-28e06c760d90 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Nov 25 11:40:43.913518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:43.979916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:43.985260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:43.985632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.097892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.123692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b96828c-33e3-4d98-9301-469256de809b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:44.132874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,segment=NetworkSegment(03a9f334-7622-4a30-9e24-64b97f68e084),segment_id=03a9f334-7622-4a30-9e24-64b97f68e084)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:44.137554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.139321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:44.182980 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b96828c-33e3-4d98-9301-469256de809b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c', 'code': 200} Nov 25 11:40:44.207705 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:44.210872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:44.399477 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de5200c8-02f1-446b-8940-5a0d26e862c4 req-838f5cb3-51b6-42c3-89db-9cd2285748f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 1103 time: 0.0674717 Nov 25 11:40:44.440567 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de5200c8-02f1-446b-8940-5a0d26e862c4 req-99a01b96-e300-4cdb-bdf9-b59dfbf602a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351493 Nov 25 11:40:44.734679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9060183-809f-4d5f-bbda-0beaeb4e3b58 req-3ffa5175-3381-43c6-b1bd-6558156b29ab tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:44.736046 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9060183-809f-4d5f-bbda-0beaeb4e3b58 req-3ffa5175-3381-43c6-b1bd-6558156b29ab tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 950 time: 0.0755286 Nov 25 11:40:44.781543 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9060183-809f-4d5f-bbda-0beaeb4e3b58 req-2c820f03-ef39-448c-b6ad-7603f7670db4 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Nov 25 11:40:45.987023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fb264-7d00-4b16-be3f-d4d8cea4a84a req-b20c8ebd-094e-47e8-9ef9-a77c42015efc tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:45.988446 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c57fb264-7d00-4b16-be3f-d4d8cea4a84a req-b20c8ebd-094e-47e8-9ef9-a77c42015efc tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 950 time: 0.0853841 Nov 25 11:40:46.032853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c57fb264-7d00-4b16-be3f-d4d8cea4a84a req-c6651ac5-8ba1-4997-acf1-c1fd578d6906 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389602 Nov 25 11:40:46.444672 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a1b01350-38db-41dc-a3fd-6a597e4e48c4 req-e07bc19d-4af4-47bb-8bb9-186c6bcb3f03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669141 Nov 25 11:40:47.118647 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fe18117d-9b3f-4228-b00c-ea17fc179e83 req-8d931e6f-4b54-44c9-9c4f-e4bfbe97b336 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2702765 Nov 25 11:40:47.634140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f338be-6e58-4418-838c-54990e7ae89e req-20fdc4ca-c551-47a6-8a0f-0e58a6c37e7d tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:47.635569 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b6f338be-6e58-4418-838c-54990e7ae89e req-20fdc4ca-c551-47a6-8a0f-0e58a6c37e7d tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 950 time: 0.0749497 Nov 25 11:40:47.679373 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b6f338be-6e58-4418-838c-54990e7ae89e req-36bafa9c-8dc2-44ff-b9c1-a9cfe40bfdec tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Nov 25 11:40:48.881085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f0df0-962f-4f93-a2da-d1715a1a2e30 req-5f2fac99-ef81-4aae-96dc-95d3ffbb79a1 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:48.882703 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f46f0df0-962f-4f93-a2da-d1715a1a2e30 req-5f2fac99-ef81-4aae-96dc-95d3ffbb79a1 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 950 time: 0.0797517 Nov 25 11:40:48.890370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-4ad67a0b-c34f-4f75-a576-55b05de918ae tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:48.891050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-4ad67a0b-c34f-4f75-a576-55b05de918ae tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Synchronizing usage tracker for tenant:d15edd8189b741f596e5047db4be10c8 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:48.908634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-4ad67a0b-c34f-4f75-a576-55b05de918ae tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Unset dirty status for tenant:d15edd8189b741f596e5047db4be10c8 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:48.909749 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-4ad67a0b-c34f-4f75-a576-55b05de918ae tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 950 time: 0.0968297 Nov 25 11:40:48.933137 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f46f0df0-962f-4f93-a2da-d1715a1a2e30 req-00228596-aa31-42a0-b7fa-ddee7409b9f2 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfdbda20-cc87-4a5c-9b92-502801b287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Nov 25 11:40:48.978494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Deleting port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:40:48.978758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.220888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] For port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,segment=NetworkSegment(03a9f334-7622-4a30-9e24-64b97f68e084),segment_id=03a9f334-7622-4a30-9e24-64b97f68e084)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:40:49.221236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.342176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Calling delete_port for 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:40:49.481070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.486486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:49.493136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['137e55a5-c393-40bc-b7cb-a49fa0ac6e6c'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:40:49.528979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Pushing event deleted for resources: {'Port': ['ID=137e55a5-c393-40bc-b7cb-a49fa0ac6e6c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:49.533163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:49.712257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] No DVR routers for this DVR port 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:49.714756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.717474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b96828c-33e3-4d98-9301-469256de809b', 'name': 'network-vif-deleted', 'tag': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:49.734002 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a654f8a-0708-4779-a3ca-05fbcac78516 req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.48 "DELETE /v2.0/ports/137e55a5-c393-40bc-b7cb-a49fa0ac6e6c HTTP/1.1" status: 204 len: 173 time: 0.8189495 Nov 25 11:40:49.778946 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b96828c-33e3-4d98-9301-469256de809b', 'name': 'network-vif-deleted', 'tag': '137e55a5-c393-40bc-b7cb-a49fa0ac6e6c', 'status': 'completed', 'code': 200} Nov 25 11:40:50.110892 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-be072e61-0a82-4a2d-abec-9ffef17dd354 req-c684e222-6fd0-41be-9a4d-e6ed81ca6faa tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b96828c-33e3-4d98-9301-469256de809b HTTP/1.1" status: 200 len: 210 time: 0.0433991 Nov 25 11:40:51.491038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44298) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:51.658453 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-734137bc-ff11-41d7-b65a-7f76311a8cf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d15edd8189b741f596e5047db4be10c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1659942 Nov 25 11:40:51.660710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44304) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:51.718289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd6e103a-152f-4d70-a009-c7fded964f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.743305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd6e103a-152f-4d70-a009-c7fded964f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.793263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd6e103a-152f-4d70-a009-c7fded964f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.797866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2880775d-d6b6-462b-a2bc-0a016c603d6a tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:51.810702 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e103a-152f-4d70-a009-c7fded964f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdbda20-cc87-4a5c-9b92-502801b287d7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:51.813269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bd6e103a-152f-4d70-a009-c7fded964f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:51.814394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd6e103a-152f-4d70-a009-c7fded964f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.815486 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd6e103a-152f-4d70-a009-c7fded964f44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfdbda20-cc87-4a5c-9b92-502801b287d7 HTTP/1.1" status: 204 len: 168 time: 0.1539147 Nov 25 11:40:52.020167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:52.052672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:40:52.053031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 137e55a5-c393-40bc-b7cb-a49fa0ac6e6c not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:52.133709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:52.156263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.187175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:52.190932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4a55bd25b04bc28e234ec47784344e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:52.193798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:52.199868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:52.263809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.267380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.273443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-908d5bfc-74d6-4935-9aa1-537328be643c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:52.312120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7cc5e7-6564-47e0-8b99-eadf42d1085a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:52.315084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:52.318506 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad4a55bd25b04bc28e234ec47784344e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838255 Nov 25 11:40:52.321120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44316) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:52.379554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.404110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.453981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.457447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:52.470675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7cc5e7-6564-47e0-8b99-eadf42d1085a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:52.472897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:52.478430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.481833 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e7cc5e7-6564-47e0-8b99-eadf42d1085a HTTP/1.1" status: 204 len: 168 time: 0.1575449 Nov 25 11:40:53.285109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44338) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:53.409070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-95904400-network', 'tenant_id': 'c21b4b17f04f4da396f8d2afdc6ac4e8'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:53.413658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:53.417459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Usage tracker for resource:network and tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:53.420898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:53.427119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:53.436678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Made reservation on behalf of c21b4b17f04f4da396f8d2afdc6ac4e8 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:53.438837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.451806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.482410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:53.486316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Usage tracker for resource:security_group_rule and tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:53.489113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:53.494827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:53.560066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.563752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.566674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3dea1b24-1aea-47e4-b48c-a61ca8a73bd8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:53.594531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:53.602665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e09ae0-eb59-424d-b840-78a4642ee002,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:53.606249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:53.608890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.609223 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Added segment 2edf525c-8a35-4d16-976a-02f83a86f783 of type vlan for network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd Nov 25 11:40:53.635426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.664116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.664996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:53.665562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.670130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c646419-4466-4c42-8982-3471aa0febd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:53.765382 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4792514 Nov 25 11:40:53.768375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44344) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:53.770288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Pushing event updated for resources: {'Network': ['ID=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:53.772986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-88f9e274-5c46-40f3-9e21-c94a1d9ea473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:53.774800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Request body: {'subnet': {'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-95904400-subnet', 'tenant_id': 'c21b4b17f04f4da396f8d2afdc6ac4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:53.780693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:53.781184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:53.784877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Usage tracker for resource:subnet and tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:53.787765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:53.794419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:53.804012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Made reservation on behalf of c21b4b17f04f4da396f8d2afdc6ac4e8 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:53.806751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.095613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.098843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3732bebf-406c-41ab-bfd3-9c2a30227fc5 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:54.171978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abcf2340-b30b-4d0a-a504-1e447df7a5b1,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:54.175981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:54.181231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Checking segment: {'id': '2edf525c-8a35-4d16-976a-02f83a86f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:40:54.181572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Network hostable DHCP agents. Network: 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:54.202435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:54.211238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:54.215595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:54.216184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.220692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765072a-6ab7-4600-b00a-72115a8276ce None None] Network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:40:54.235788 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4663537 Nov 25 11:40:54.472800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954cf2a-cc58-4ebd-b7dc-e556cc30aaa2 None None] Network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:40:54.760802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-ee6bb46a-a225-4322-acfa-a73ed9175510 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:54.762784 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-ee6bb46a-a225-4322-acfa-a73ed9175510 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/networks?id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd HTTP/1.1" status: 200 len: 810 time: 0.1406302 Nov 25 11:40:54.778520 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-ef718b07-5d8f-49d7-8e9a-e906125f2e73 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/quotas/c21b4b17f04f4da396f8d2afdc6ac4e8 HTTP/1.1" status: 200 len: 375 time: 0.0103533 Nov 25 11:40:54.826805 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-847b7ef0-2043-4618-9c38-718239419c6d tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434654 Nov 25 11:40:54.954846 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-6ed84a7d-e989-463a-9a69-d6324a498515 service neutron] 10.222.0.41 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216137 Nov 25 11:40:55.082296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-b7723518-f0b5-4aff-95fc-289b0bff62b9 service neutron] 10.222.0.41 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220226 Nov 25 11:40:55.264509 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c061e6d-4b79-4169-86c9-1a4fb917941c req-d8f10ef2-dab4-48ae-a9bb-661d1ee6fe0d tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 210 time: 0.0418160 Nov 25 11:40:55.605590 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:40:56.308855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-787f72b3-9e01-4076-a9da-4ca0d1def3f8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:56.309882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-787f72b3-9e01-4076-a9da-4ca0d1def3f8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Synchronizing usage tracker for tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:56.326732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-787f72b3-9e01-4076-a9da-4ca0d1def3f8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Unset dirty status for tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:56.328395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-787f72b3-9e01-4076-a9da-4ca0d1def3f8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.48 "GET /v2.0/networks?id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd HTTP/1.1" status: 200 len: 810 time: 0.1622214 Nov 25 11:40:56.347580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Request body: {'port': {'device_id': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd', 'admin_state_up': True, 'tenant_id': 'c21b4b17f04f4da396f8d2afdc6ac4e8'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:56.429601 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-49d15361-94ad-4474-8d29-84e07a2cbb55 req-00749729-e00f-4a06-862b-915fed909058 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 210 time: 0.0408010 Nov 25 11:40:56.490541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:56.494313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Usage tracker for resource:port and tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:56.497675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:56.503701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:56.513311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Made reservation on behalf of c21b4b17f04f4da396f8d2afdc6ac4e8 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:56.516908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.676314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Allocated IP 172.20.0.10 (5ddfed59-d62e-4941-94a6-6bbb7b1ccabd/abcf2340-b30b-4d0a-a504-1e447df7a5b1/7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:56.879864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.907220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.913733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-075706ca-7406-42ec-b9e2-dbfa06c19ff2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:56.976971 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:56.985133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:56.987547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:40:57.022658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:57.027321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:57.052302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:57.052885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.072231 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307878 Nov 25 11:40:57.083631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Request body: {'port': {'device_id': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:40:57.191375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.623802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:40:57.630565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.644934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Transition to ACTIVE for port object 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:57.647426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec896d9-2477-4b84-bd46-089370b8428c req-a09b5043-03fa-4e0b-a1b0-e0fc7f261fa0 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:57.648507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.648972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bec896d9-2477-4b84-bd46-089370b8428c req-a09b5043-03fa-4e0b-a1b0-e0fc7f261fa0 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 932 time: 0.0793607 Nov 25 11:40:57.652618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96d89070-c10c-4022-8f20-e4ce06185f28 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:57.696145 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bec896d9-2477-4b84-bd46-089370b8428c req-9785307b-1406-4915-b9bb-f8174d7af1b8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Nov 25 11:40:57.772447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:57.776509 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:57.877198 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Attempting to bind port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:57.877514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Attempting to bind port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '2edf525c-8a35-4d16-976a-02f83a86f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:57.877827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Attempting to bind port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b on network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:40:57.883352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b on network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:40:57.883657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Attempting to bind port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b on network 5ddfed59-d62e-4941-94a6-6bbb7b1ccabd {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:40:57.889704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:40:57.890023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Checking segment: {'id': '2edf525c-8a35-4d16-976a-02f83a86f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:40:57.890390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Bound using segment: {'id': '2edf525c-8a35-4d16-976a-02f83a86f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:40:57.890797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Bound port: 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edf525c-8a35-4d16-976a-02f83a86f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:57.891123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.977187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:40:57.980036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:40:57.984202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.989616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9c3d9688-37d9-4a38-b753-447f384efbd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:58.046448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.047789 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] 10.222.0.48 "PUT /v2.0/ports/7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b HTTP/1.1" status: 200 len: 1094 time: 0.9680102 Nov 25 11:40:58.048316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:58.073201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:58.077338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:58.115350 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'status': 'completed', 'code': 200} Nov 25 11:40:58.155277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-6fd14954-5ba6-41b6-a8f9-76d6c96248af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 1097 time: 0.0709620 Nov 25 11:40:58.225499 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-88c2b510-3ca3-4abe-9a9f-100fdba4d22f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b HTTP/1.1" status: 200 len: 217 time: 0.0626898 Nov 25 11:40:58.286700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-89791d1a-4f6a-41c8-94f5-a157db062be5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:58.288126 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-89791d1a-4f6a-41c8-94f5-a157db062be5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abcf2340-b30b-4d0a-a504-1e447df7a5b1 HTTP/1.1" status: 200 len: 850 time: 0.0560186 Nov 25 11:40:58.336834 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-ebbbe7b3-90ba-409d-a8ca-13ab463d119d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417953 Nov 25 11:40:58.466406 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-73bf197f-3364-453d-9b80-db91686c84df service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217413 Nov 25 11:40:58.594457 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2baaa97b-97c0-44c1-8450-47f0cf969708 req-a9e40dc0-bfd5-45af-b8fc-e26c1f712544 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214581 Nov 25 11:40:58.710050 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-15d488d1-2a86-46ee-8a08-67d22c04ccfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 1097 time: 0.0669808 Nov 25 11:40:58.841311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-62712c07-138c-4117-aa19-1755e7f33974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:58.842737 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-62712c07-138c-4117-aa19-1755e7f33974 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd HTTP/1.1" status: 200 len: 911 time: 0.1246164 Nov 25 11:40:58.893157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95304549-3793-4ea8-9de2-b19dd35c6be9 req-d18a0e15-1961-4a43-9ed7-0c6d76b49ee6 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:58.894600 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95304549-3793-4ea8-9de2-b19dd35c6be9 req-d18a0e15-1961-4a43-9ed7-0c6d76b49ee6 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 944 time: 0.0747159 Nov 25 11:40:58.914255 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-b4e66f83-55cc-4b5b-97f0-3f2c1efa8a05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b HTTP/1.1" status: 200 len: 217 time: 0.0641735 Nov 25 11:40:58.940205 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95304549-3793-4ea8-9de2-b19dd35c6be9 req-e0ec637b-aa2e-4024-9bae-bcf1ff670343 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Nov 25 11:40:58.975438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-51e1f54a-d02e-4e1b-9679-c474577cb521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:58.976899 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-51e1f54a-d02e-4e1b-9679-c474577cb521 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abcf2340-b30b-4d0a-a504-1e447df7a5b1 HTTP/1.1" status: 200 len: 850 time: 0.0561678 Nov 25 11:40:59.023863 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-520d14c2-8309-44ca-9ce5-e5b380f8a1d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401952 Nov 25 11:40:59.152496 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-0a0d2802-da21-438c-8901-056f246aa0f8 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217139 Nov 25 11:40:59.382099 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9eae83d1-2e84-4746-9eb3-53fe47d84d98 req-a3a34e89-c722-4a4a-9a1d-4ea3c03f7c49 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232189 Nov 25 11:40:59.939816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.050779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:41:00.142682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed62b4f-7e33-45a2-9fc1-9cb05bed56a6 req-c1dfd653-8f72-4865-a1e4-855cacf037d7 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:00.144261 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ed62b4f-7e33-45a2-9fc1-9cb05bed56a6 req-c1dfd653-8f72-4865-a1e4-855cacf037d7 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 944 time: 0.0794537 Nov 25 11:41:00.184647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:00.189778 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ed62b4f-7e33-45a2-9fc1-9cb05bed56a6 req-f6ee408f-85b7-41ec-bc9a-422f0e62fa77 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Nov 25 11:41:00.197919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd', 'port_id': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'mac_address': 'fa:16:3e:7a:8a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcf2340-b30b-4d0a-a504-1e447df7a5b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:41:00.251541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.267883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:41:00.282305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:00.286085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.287900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-06826fb0-1c53-4486-be80-b14d25edf221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:00.352586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:00.356115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:00.475390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:41:01.381480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956a99b-a522-46d5-87b5-6adb0309bb19 req-d64e3e68-4c53-4e71-8377-04e6937b27bb tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:01.382827 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0956a99b-a522-46d5-87b5-6adb0309bb19 req-d64e3e68-4c53-4e71-8377-04e6937b27bb tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 945 time: 0.0754902 Nov 25 11:41:01.430067 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0956a99b-a522-46d5-87b5-6adb0309bb19 req-a8c8b183-dd58-4d72-8a63-dbe2611a2e35 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Nov 25 11:41:02.051291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:02.118472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:02.123729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:02.124262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.235474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.261721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:02.271140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:02.275224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.277216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:02.317172 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'code': 200} Nov 25 11:41:02.342325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:02.345356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:02.539227 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eb4d4db8-7b68-4afb-ae83-462c61c4d229 req-d850f302-78ce-488a-be67-3c18cbb4698c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 1099 time: 0.0709553 Nov 25 11:41:02.583039 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eb4d4db8-7b68-4afb-ae83-462c61c4d229 req-66bb945e-50bf-407d-8486-fe4f2b6abe52 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369511 Nov 25 11:41:02.624406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41912949-ceb3-485a-abe9-7a26099c808e req-f51abfc4-9ed3-46fc-a6f9-bebf8d55ed65 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:02.625838 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41912949-ceb3-485a-abe9-7a26099c808e req-f51abfc4-9ed3-46fc-a6f9-bebf8d55ed65 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0768096 Nov 25 11:41:02.669576 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-41912949-ceb3-485a-abe9-7a26099c808e req-3421ca8e-cd32-4e32-823c-edb01c72b5c8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Nov 25 11:41:03.866366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176d1b8-0105-4e2d-a7e6-003ed3a59b41 req-fd8aaac9-ebe7-4fda-aa9d-864ceb5eee3f tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:03.867801 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7176d1b8-0105-4e2d-a7e6-003ed3a59b41 req-fd8aaac9-ebe7-4fda-aa9d-864ceb5eee3f tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0795319 Nov 25 11:41:03.911859 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7176d1b8-0105-4e2d-a7e6-003ed3a59b41 req-f48c6d33-76c6-4e35-b9c3-de28e84fb9d0 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386465 Nov 25 11:41:03.974438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4e8572a9-e3d6-42be-9948-e899badb3f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.109441 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-960a15a9-ec56-4014-ade6-e84405f2a3ca req-6149a209-c495-4119-9522-891aba488b37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669150 Nov 25 11:41:04.190218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.374446 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44398) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:04.417653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432d9f-8e78-48a7-b179-ce34265a32c6 req-04d5856a-3987-4426-85a9-55b3c7692dfa tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:04.419221 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bd432d9f-8e78-48a7-b179-ce34265a32c6 req-04d5856a-3987-4426-85a9-55b3c7692dfa tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0801950 Nov 25 11:41:04.464388 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bd432d9f-8e78-48a7-b179-ce34265a32c6 req-9cecb9ae-5a48-488f-8187-48b9b91561b9 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Nov 25 11:41:04.510355 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-27f6affd-411e-439a-a8ab-85d2c1dbbe3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346936 Nov 25 11:41:05.658439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31dc36-3f70-4c8a-8c1a-0d478aecf0c2 req-5e0aff3c-68e7-49c5-87b2-fbfe60c8625a tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:05.659877 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d31dc36-3f70-4c8a-8c1a-0d478aecf0c2 req-5e0aff3c-68e7-49c5-87b2-fbfe60c8625a tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0779161 Nov 25 11:41:05.704492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d31dc36-3f70-4c8a-8c1a-0d478aecf0c2 req-2a620f91-2a7a-46b0-b3c6-099d3ac09e1f tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 Nov 25 11:41:05.727670 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-5f5b5a35-19ab-46da-922a-6c91604192b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 1099 time: 0.0732899 Nov 25 11:41:05.860139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-e9c505d3-4ca1-4c9b-9616-54b489954e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:05.861554 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-e9c505d3-4ca1-4c9b-9616-54b489954e7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd HTTP/1.1" status: 200 len: 911 time: 0.1230159 Nov 25 11:41:05.929458 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-196aec08-3d4d-4129-a116-45f8450a239c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b HTTP/1.1" status: 200 len: 217 time: 0.0620470 Nov 25 11:41:05.988909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-fe714329-5f1f-447c-acfb-fa2b0a442302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:05.990269 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-fe714329-5f1f-447c-acfb-fa2b0a442302 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abcf2340-b30b-4d0a-a504-1e447df7a5b1 HTTP/1.1" status: 200 len: 850 time: 0.0547450 Nov 25 11:41:06.037140 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-e2873def-0069-4d82-b459-9cd206bf042b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404139 Nov 25 11:41:06.166009 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-56099d82-ae94-4d9e-88dc-cee6779becdf service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218007 Nov 25 11:41:06.294852 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-636c25dd-761c-44ce-9ecd-53f2d9cbb455 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223488 Nov 25 11:41:06.296161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf390-4edc-4442-bdac-125642fb8dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:06.902275 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9cda-653d-4799-a05a-406879ceb978 req-25fa83ac-fbc7-4975-932b-b8b2aba45875 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:06.904267 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9e4b9cda-653d-4799-a05a-406879ceb978 req-25fa83ac-fbc7-4975-932b-b8b2aba45875 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0784309 Nov 25 11:41:06.948016 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9e4b9cda-653d-4799-a05a-406879ceb978 req-b77aed02-d5d0-4376-b625-c9ab8cb75618 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Nov 25 11:41:07.386157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.144617 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498e6b1-ccd7-44d8-a50f-8dcfe82aadf1 req-c85e3aca-b2fc-40f9-832d-e35002a65138 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:08.146083 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e498e6b1-ccd7-44d8-a50f-8dcfe82aadf1 req-c85e3aca-b2fc-40f9-832d-e35002a65138 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0758410 Nov 25 11:41:08.194384 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e498e6b1-ccd7-44d8-a50f-8dcfe82aadf1 req-3f333977-bba6-4ed2-ad2e-1ce381a00f63 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Nov 25 11:41:08.856567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.475562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf5dc-4a52-4823-9478-dc585990c9f7 req-7b4b96e2-8943-41f3-9340-9b0813550fd4 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:09.476955 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee4bf5dc-4a52-4823-9478-dc585990c9f7 req-7b4b96e2-8943-41f3-9340-9b0813550fd4 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.1642540 Nov 25 11:41:09.521500 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee4bf5dc-4a52-4823-9478-dc585990c9f7 req-96c80503-d69d-461e-b674-da56a19a7e2e tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Nov 25 11:41:10.716351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70cc2-e585-490d-8cd7-64fefcd601a5 req-c5d3bfdd-ca0f-4051-87b4-11060d2d2002 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:10.717754 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d9b70cc2-e585-490d-8cd7-64fefcd601a5 req-c5d3bfdd-ca0f-4051-87b4-11060d2d2002 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0772831 Nov 25 11:41:10.762080 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d9b70cc2-e585-490d-8cd7-64fefcd601a5 req-fb3319db-1989-4719-aa31-b0dc7dcee689 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 Nov 25 11:41:11.953702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f0cbe-4f92-4c24-9b6b-b52656488a9f req-cad1ad36-19c9-4434-900d-ea0e7b8a15da tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:11.955113 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff4f0cbe-4f92-4c24-9b6b-b52656488a9f req-cad1ad36-19c9-4434-900d-ea0e7b8a15da tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0750041 Nov 25 11:41:12.002635 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff4f0cbe-4f92-4c24-9b6b-b52656488a9f req-3cbaf521-3b8e-446b-9cfb-2619ae03aa76 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Nov 25 11:41:13.193075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592220f-1698-454f-a094-89d23fa32330 req-81870fb4-2550-45ee-ac91-e82a484d09f0 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:13.194475 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8592220f-1698-454f-a094-89d23fa32330 req-81870fb4-2550-45ee-ac91-e82a484d09f0 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0749714 Nov 25 11:41:13.237723 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8592220f-1698-454f-a094-89d23fa32330 req-fb6f8c5c-97ea-4582-9f4d-2c85be081458 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378418 Nov 25 11:41:14.435188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7d500-fbd5-43b9-99c2-0587bdfa7f95 req-bdb17abc-4521-4058-91b3-7d70e70072e1 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:14.436631 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eca7d500-fbd5-43b9-99c2-0587bdfa7f95 req-bdb17abc-4521-4058-91b3-7d70e70072e1 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0794475 Nov 25 11:41:14.481156 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eca7d500-fbd5-43b9-99c2-0587bdfa7f95 req-ea4ed0e7-751a-4c4a-bd49-27d4e9fd4802 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 Nov 25 11:41:15.676861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2812d-d4fb-4048-aa8b-3252aab35b8c req-a2b57832-a25d-4b85-88ff-00f909ba540a tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:15.678303 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7f2812d-d4fb-4048-aa8b-3252aab35b8c req-a2b57832-a25d-4b85-88ff-00f909ba540a tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0750446 Nov 25 11:41:15.721973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7f2812d-d4fb-4048-aa8b-3252aab35b8c req-874365c2-f25a-41dd-b726-63c2df566585 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Nov 25 11:41:16.916885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581c59-5c54-4fe0-9333-431b3e0551d9 req-5f3999fe-58af-4834-ac07-a6a3c0f0ba49 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:16.918814 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff581c59-5c54-4fe0-9333-431b3e0551d9 req-5f3999fe-58af-4834-ac07-a6a3c0f0ba49 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0779476 Nov 25 11:41:16.962782 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff581c59-5c54-4fe0-9333-431b3e0551d9 req-6b4fd2b4-cee0-4a05-a23f-3ba24b65d502 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Nov 25 11:41:18.155536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2cb57-a028-4c68-a49b-b39b8006eb65 req-116f30ed-b647-4e50-84a1-4f4e44406001 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:18.157000 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a3d2cb57-a028-4c68-a49b-b39b8006eb65 req-116f30ed-b647-4e50-84a1-4f4e44406001 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0757163 Nov 25 11:41:18.201452 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a3d2cb57-a028-4c68-a49b-b39b8006eb65 req-4747bba9-8497-4d25-a9b0-07b433e90a2a tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 Nov 25 11:41:19.399513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f8b81-b066-4200-b07b-4a4787ec2243 req-37fdc48e-0141-4913-a51b-172f69e429aa tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:19.400884 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e2f8b81-b066-4200-b07b-4a4787ec2243 req-37fdc48e-0141-4913-a51b-172f69e429aa tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0792568 Nov 25 11:41:19.446883 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4e2f8b81-b066-4200-b07b-4a4787ec2243 req-1cf4bc05-38a4-4a9d-8d65-65b3ff3b6950 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Nov 25 11:41:20.641361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be87f-6749-49c8-9ff0-ef0901df6688 req-133fff84-4ddd-456f-a804-b3f1e31d7e7b tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:20.642784 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-810be87f-6749-49c8-9ff0-ef0901df6688 req-133fff84-4ddd-456f-a804-b3f1e31d7e7b tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0752857 Nov 25 11:41:20.690182 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-810be87f-6749-49c8-9ff0-ef0901df6688 req-245a30d8-3118-4ad9-b3dc-d3ee7edf1cc7 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Nov 25 11:41:21.887444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2acc6-85b5-414d-85b0-832f4154bd77 req-f5809ce2-f493-43b5-9784-9973d6b3ac57 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:21.888889 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-81c2acc6-85b5-414d-85b0-832f4154bd77 req-f5809ce2-f493-43b5-9784-9973d6b3ac57 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0749333 Nov 25 11:41:21.933626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-81c2acc6-85b5-414d-85b0-832f4154bd77 req-4a1e50ab-c2de-4b4f-9869-a7e990b6b249 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Nov 25 11:41:23.131795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3bad6-2fe1-47fc-80e1-3725f07e22c6 req-a11c168c-c480-4382-b026-068ac2c4f718 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:23.133262 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-64d3bad6-2fe1-47fc-80e1-3725f07e22c6 req-a11c168c-c480-4382-b026-068ac2c4f718 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0793550 Nov 25 11:41:23.177444 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-64d3bad6-2fe1-47fc-80e1-3725f07e22c6 req-13de3bc6-cf2e-4a30-97cf-595c42f8b5e5 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Nov 25 11:41:24.373522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970b808-0438-47f4-bf69-c661a1590b84 req-9599d73e-d904-4792-b794-3f86dc60261b tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:24.374970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1970b808-0438-47f4-bf69-c661a1590b84 req-9599d73e-d904-4792-b794-3f86dc60261b tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0767841 Nov 25 11:41:24.419552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1970b808-0438-47f4-bf69-c661a1590b84 req-5f49cf75-1639-47c6-b715-7738056fd341 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 Nov 25 11:41:25.617773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d99083-38af-49ba-85d8-8d2c47f9d4b6 req-6a40e905-ff35-4d1c-9328-7bfe18c96c00 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:25.619208 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17d99083-38af-49ba-85d8-8d2c47f9d4b6 req-6a40e905-ff35-4d1c-9328-7bfe18c96c00 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0805614 Nov 25 11:41:25.664331 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-17d99083-38af-49ba-85d8-8d2c47f9d4b6 req-2922351e-cbb6-4c5a-8b08-c6c15a520a7c tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391400 Nov 25 11:41:26.859210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556e14a-10c1-4cfa-9ce5-2b6e002472b4 req-7a0474a5-67de-402b-90ac-5068ac792e40 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:26.860674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1556e14a-10c1-4cfa-9ce5-2b6e002472b4 req-7a0474a5-67de-402b-90ac-5068ac792e40 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0756969 Nov 25 11:41:26.908567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1556e14a-10c1-4cfa-9ce5-2b6e002472b4 req-3231cd32-5623-480a-b17f-de946e11be91 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425208 Nov 25 11:41:28.104273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbda88b-48fe-452e-a0d0-4d62660ababc req-0fafef46-43da-4e3d-a1e8-f8f0fd71ce1e tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:28.105703 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8fbda88b-48fe-452e-a0d0-4d62660ababc req-0fafef46-43da-4e3d-a1e8-f8f0fd71ce1e tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0795305 Nov 25 11:41:28.152385 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8fbda88b-48fe-452e-a0d0-4d62660ababc req-65020fbd-708d-4524-8ef8-a55fbf93a8e5 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Nov 25 11:41:29.350262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74b6b5-152a-4ecd-8768-0421cdbf9f4d req-72757e01-fa80-4c85-a0cf-7df6354ba447 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:29.351692 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3b74b6b5-152a-4ecd-8768-0421cdbf9f4d req-72757e01-fa80-4c85-a0cf-7df6354ba447 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0794387 Nov 25 11:41:29.397382 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3b74b6b5-152a-4ecd-8768-0421cdbf9f4d req-0adeefac-f4e3-4918-bdb9-32fabfd67399 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 Nov 25 11:41:29.952026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.594380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256955fb-635e-4ad4-8d01-0335a095fa95 req-3a0092f1-42c4-4829-adc2-ddd9cc593d9c tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:30.595796 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-256955fb-635e-4ad4-8d01-0335a095fa95 req-3a0092f1-42c4-4829-adc2-ddd9cc593d9c tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0773008 Nov 25 11:41:30.639364 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-256955fb-635e-4ad4-8d01-0335a095fa95 req-38d5ec39-4497-4ab9-a6eb-89d9460d73b2 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Nov 25 11:41:31.921842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba4cb1-6963-496e-8a48-070747f88eeb req-ad9169db-3a10-47ab-9183-85413ce48fbb tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:31.923259 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-62ba4cb1-6963-496e-8a48-070747f88eeb req-ad9169db-3a10-47ab-9183-85413ce48fbb tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.1641603 Nov 25 11:41:31.967554 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-62ba4cb1-6963-496e-8a48-070747f88eeb req-a1bb9450-cc53-47bd-a24d-e8ede9ea4bca tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Nov 25 11:41:32.604840 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:41:32.925581 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-8781d778-aa75-4a50-8cb5-c6bb21a68822 service neutron] 10.222.0.48 "GET /v2.0/ports/7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0717700 Nov 25 11:41:33.164862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32564de2-ab93-4baf-abf9-f09fd8272c41 req-63009367-fb95-4f5b-b421-8adc9612ada8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:33.166299 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-32564de2-ab93-4baf-abf9-f09fd8272c41 req-63009367-fb95-4f5b-b421-8adc9612ada8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0771513 Nov 25 11:41:33.189326 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-0a75d27c-15eb-4310-a0e7-d631c9424ae3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84&tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8 HTTP/1.1" status: 200 len: 1099 time: 0.0699935 Nov 25 11:41:33.215041 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-32564de2-ab93-4baf-abf9-f09fd8272c41 req-e9054b3d-4700-4e29-99fc-9acdc85a720c tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 Nov 25 11:41:33.280315 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-0bb51ec8-fc9a-4543-ad38-39b50a83adc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 1099 time: 0.0707939 Nov 25 11:41:33.407369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-41e794c1-67e3-43d0-a5b6-84f1c87953be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:33.408791 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-41e794c1-67e3-43d0-a5b6-84f1c87953be service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd HTTP/1.1" status: 200 len: 911 time: 0.1229219 Nov 25 11:41:33.473735 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-75f65dcd-61f6-4946-b057-6f8d4e3fa2fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b HTTP/1.1" status: 200 len: 217 time: 0.0586824 Nov 25 11:41:33.539359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-2db6375c-afd0-4d0b-9737-652f35a27090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:33.540801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-2db6375c-afd0-4d0b-9737-652f35a27090 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abcf2340-b30b-4d0a-a504-1e447df7a5b1 HTTP/1.1" status: 200 len: 850 time: 0.0610437 Nov 25 11:41:33.586819 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-4b7e81d3-5fc3-4b95-a3c2-99cb19bc4547 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381870 Nov 25 11:41:33.818629 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-94f8c9c9-ce67-4df1-b250-c17a6eabb6c0 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248297 Nov 25 11:41:33.947361 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aec27372-1ea3-415d-8d9e-12a9f34054b0 req-191412cb-19b6-4d26-a563-c78019cade58 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226442 Nov 25 11:41:33.976738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5958cd7-3d26-4bda-8c26-dfa81f9b6bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.197250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.409427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c05862-4ab7-4833-80cb-db47f95dfa2c req-45d008fa-3ca0-444a-be59-1e53075685a6 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:34.410818 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66c05862-4ab7-4833-80cb-db47f95dfa2c req-45d008fa-3ca0-444a-be59-1e53075685a6 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0739040 Nov 25 11:41:34.455098 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66c05862-4ab7-4833-80cb-db47f95dfa2c req-00c4ae90-cef6-4b09-81d0-575b09f2104b tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 Nov 25 11:41:35.660070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be5ab-b49c-459b-ae7a-9292b01777e7 req-1781d6a1-813e-4062-b984-fd0badd63caa tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:35.661500 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e86be5ab-b49c-459b-ae7a-9292b01777e7 req-1781d6a1-813e-4062-b984-fd0badd63caa tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0827191 Nov 25 11:41:35.707076 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e86be5ab-b49c-459b-ae7a-9292b01777e7 req-beea4e28-1f8c-489b-8ae8-cb840f31ae5a tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 Nov 25 11:41:36.296944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dac3f24f-d720-4fc9-8555-17af04a0ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.300599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:41:36.309572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:36.522787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.540416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:36.560742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'network_id': '5ddfed59-d62e-4941-94a6-6bbb7b1ccabd', 'port_id': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'mac_address': 'fa:16:3e:7a:8a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcf2340-b30b-4d0a-a504-1e447df7a5b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:41:36.566827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:36.601894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:36.608337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.611680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:36.639324 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'code': 200} Nov 25 11:41:36.670834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.701829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:41:36.709079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:36.751826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.752196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.752527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.752849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.753175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.753496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.753826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.754127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.754439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.754746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.755057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:36.760259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:36.774254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:36.774614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:37.043551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817187ea-62a8-452c-9e0e-76068141bee6 req-51f94fd9-90ad-467c-a2ad-d7618093447f tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:37.045522 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-817187ea-62a8-452c-9e0e-76068141bee6 req-51f94fd9-90ad-467c-a2ad-d7618093447f tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 944 time: 0.0745296 Nov 25 11:41:37.089296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-817187ea-62a8-452c-9e0e-76068141bee6 req-81bfa606-1fbe-4378-9f05-beb3b75dc368 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383537 Nov 25 11:41:37.327893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.348212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:41:37.363389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:37.367321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.369053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:37.468962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.473168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:41:37.514231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:37.518501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:37.628713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-aa53d24c-ec05-4f32-b259-f1073996bdc8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:37.629428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-aa53d24c-ec05-4f32-b259-f1073996bdc8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Synchronizing usage tracker for tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:37.646635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-aa53d24c-ec05-4f32-b259-f1073996bdc8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Unset dirty status for tenant:c21b4b17f04f4da396f8d2afdc6ac4e8 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:37.647902 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-aa53d24c-ec05-4f32-b259-f1073996bdc8 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84&tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 945 time: 0.1028693 Nov 25 11:41:37.783397 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-af31c7fd-8e34-4d1c-82b2-7459f2b26bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 1098 time: 0.0681722 Nov 25 11:41:37.911388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-7156616a-e604-440c-b8fc-047b63cc80bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:37.912753 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-7156616a-e604-440c-b8fc-047b63cc80bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd HTTP/1.1" status: 200 len: 911 time: 0.1231728 Nov 25 11:41:37.982227 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-641dd03e-4eb8-4f3e-b772-f1f056e8cbce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b HTTP/1.1" status: 200 len: 217 time: 0.0626614 Nov 25 11:41:38.041668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-d9e5db7e-bd55-499a-b50a-8035ed95e6c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:38.043008 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-d9e5db7e-bd55-499a-b50a-8035ed95e6c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abcf2340-b30b-4d0a-a504-1e447df7a5b1 HTTP/1.1" status: 200 len: 850 time: 0.0547171 Nov 25 11:41:38.090358 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-16240645-0adb-4e48-a6f5-9bff06fabff5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404885 Nov 25 11:41:38.219590 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-6c61b3a1-a9e0-40cc-aae4-a767033cab12 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217189 Nov 25 11:41:38.316275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:38.350313 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-e66e6b7e-8458-4be3-859c-0d1947f98e97 service neutron] 10.222.0.48 "GET /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238999 Nov 25 11:41:38.383802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:38.383802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.500864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.531965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:38.535775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.537622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:38.602968 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:38.605852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:38.640405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:38.705452 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'code': 200} Nov 25 11:41:38.858333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.215748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f65f1-83cd-4cb7-ab91-ea22ceb55865 req-958350a5-c6ae-45f7-a3fe-8fc01ce44254 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:39.217233 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c03f65f1-83cd-4cb7-ab91-ea22ceb55865 req-958350a5-c6ae-45f7-a3fe-8fc01ce44254 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0785296 Nov 25 11:41:39.261251 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c03f65f1-83cd-4cb7-ab91-ea22ceb55865 req-19a6a61c-872b-41f6-9a6e-c7b36c4bd65b tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386691 Nov 25 11:41:40.453537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f25bc-d861-4cb5-ac8a-73fc7d9cfa22 req-95d425ca-1b33-4eac-accc-98548f99a416 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:40.454943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-540f25bc-d861-4cb5-ac8a-73fc7d9cfa22 req-95d425ca-1b33-4eac-accc-98548f99a416 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0749054 Nov 25 11:41:40.500296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-540f25bc-d861-4cb5-ac8a-73fc7d9cfa22 req-18d03e29-14d1-475e-93e9-2010454e7fdc tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/security-groups?id=00e09ae0-eb59-424d-b840-78a4642ee002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Nov 25 11:41:40.805464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-ed64ae6c-8897-44a4-a8ff-0290c8d4613d tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:40.807099 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-ed64ae6c-8897-44a4-a8ff-0290c8d4613d tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 946 time: 0.0742731 Nov 25 11:41:40.871175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Deleting port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:41:40.871498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.107279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] For port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,segment=NetworkSegment(2edf525c-8a35-4d16-976a-02f83a86f783),segment_id=2edf525c-8a35-4d16-976a-02f83a86f783)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:41.107629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.224991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Calling delete_port for 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:41:41.363823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.369235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-32dff1d8-7d73-43b3-9930-46969860ec5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:41.375212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:41:41.415498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Pushing event deleted for resources: {'Port': ['ID=7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:41.552129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.552517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.552892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.553262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.553629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.553992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.554356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.554720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.555080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.555437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.556088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:41.562900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:41.597100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] No DVR routers for this DVR port 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:41.599597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.602141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-deleted', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:41.619910 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a646c213-8f87-4a7f-9658-cedf88bc7a1d req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.48 "DELETE /v2.0/ports/7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b HTTP/1.1" status: 204 len: 173 time: 0.8074117 Nov 25 11:41:41.668362 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c9afea-325f-4d31-8a88-af6c70aacb84', 'name': 'network-vif-deleted', 'tag': '7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b', 'status': 'completed', 'code': 200} Nov 25 11:41:41.673095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9491197a-d7ff-42d6-afde-25406b90db68 req-e7fa9f01-8cbd-424e-a9d8-de762ca24cfa tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c9afea-325f-4d31-8a88-af6c70aacb84 HTTP/1.1" status: 200 len: 210 time: 0.0477016 Nov 25 11:41:42.937760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44498) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:42.998371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Deleting subnet abcf2340-b30b-4d0a-a504-1e447df7a5b1 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:41:43.001144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.049103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.109266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.176495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.180447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7acb4efe-3dfb-45b2-90ea-fa88e936af54 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:43.213433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abcf2340-b30b-4d0a-a504-1e447df7a5b1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:43.216727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:43.219308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.224990 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-97a68b4d-d439-4a3e-8e98-5f7f34cd05f1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/abcf2340-b30b-4d0a-a504-1e447df7a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2862625 Nov 25 11:41:43.227364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44502) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.329119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.453964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.478923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddfed59-d62e-4941-94a6-6bbb7b1ccabd']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:43.491227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edf525c-8a35-4d16-976a-02f83a86f783') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:43.491513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edf525c-8a35-4d16-976a-02f83a86f783') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:43.502607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.517778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.523652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:41:43.524038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:43.537131 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:43.613079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.618454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.620953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9f49ab53-108d-448a-ab97-b1e4003fea08 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:43.642641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ddfed59-d62e-4941-94a6-6bbb7b1ccabd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:43.645091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:43.650245 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5ddfed59-d62e-4941-94a6-6bbb7b1ccabd HTTP/1.1" status: 204 len: 168 time: 0.4219701 Nov 25 11:41:43.788203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44508) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.838996 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b11184c4-1926-45f6-92ac-9a0768c16a03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c21b4b17f04f4da396f8d2afdc6ac4e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492158 Nov 25 11:41:43.841874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.903893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.930633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.979954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.984184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6be21925-470c-469c-8c49-ba594e26115d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:43.996676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e09ae0-eb59-424d-b840-78a4642ee002,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:44.000320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:44.002174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.003274 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00e09ae0-eb59-424d-b840-78a4642ee002 HTTP/1.1" status: 204 len: 168 time: 0.1605377 Nov 25 11:41:44.347189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:44.378958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:41:44.379308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7dbf386a-5a2f-4bc5-8fbf-964ff800ef7b not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:44.822216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44534) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.963700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-151949698-network', 'tenant_id': '8586f2e75b5146c8bfca50ba4a8f0062'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:41:44.968364 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:44.972138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Usage tracker for resource:network and tenant:8586f2e75b5146c8bfca50ba4a8f0062 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:44.974903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:44.981147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:44.990622 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Made reservation on behalf of 8586f2e75b5146c8bfca50ba4a8f0062 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:44.992829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.005204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.037509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:45.041281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Usage tracker for resource:security_group_rule and tenant:8586f2e75b5146c8bfca50ba4a8f0062 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:45.044232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:45.050101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:45.115385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.118922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.121751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a59d7fdf-cb61-4825-9fd8-a5c837c709ea tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:45.153424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:45.155753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d7d2d9-d132-415d-b287-696f64b9f551,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:45.170770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.171084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.171454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.171835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.172219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.172585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.172944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.173299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.173652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.174002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.174351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:45.178641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.179560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.179890 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Added segment d1e03fed-9a20-4331-9cd4-e9018874fd74 of type vlan for network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 Nov 25 11:41:45.206954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.238084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.238946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:45.239529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.242903 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bc0860c5-0aa5-4d6f-87c0-d112f25f42e3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:45.337829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Pushing event updated for resources: {'Network': ['ID=74a45257-d9a6-44cf-9ec3-ee0ae2423a36,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:45.341076 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5178649 Nov 25 11:41:45.341945 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.343937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44540) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.348060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:45.349448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Request body: {'subnet': {'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-151949698-subnet', 'tenant_id': '8586f2e75b5146c8bfca50ba4a8f0062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:41:45.354296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:45.358598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Usage tracker for resource:subnet and tenant:8586f2e75b5146c8bfca50ba4a8f0062 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:45.361544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:45.367234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:45.377307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Made reservation on behalf of 8586f2e75b5146c8bfca50ba4a8f0062 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:45.379641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.580814 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.584667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ff1cb4b2-505a-4161-968c-6a2de5cd93cf tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:45.643950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c15926-d365-4558-a90f-306721657b15,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:45.651933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.666791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Checking segment: {'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:41:45.667132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Network hostable DHCP agents. Network: 74a45257-d9a6-44cf-9ec3-ee0ae2423a36, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:45.687939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:45.695953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 74a45257-d9a6-44cf-9ec3-ee0ae2423a36) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:45.699815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:45.700361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.706749 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa555f-f1fc-4311-908a-1acdff613a7c None None] Network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:41:45.724568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3795314 Nov 25 11:41:45.917849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222eb5f-af66-4d68-8e14-42a442b15097 None None] Network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:41:46.246713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-0f2906bd-ef64-4ba5-91a9-b12ff2fe3a31 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:46.247843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-0f2906bd-ef64-4ba5-91a9-b12ff2fe3a31 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Synchronizing usage tracker for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:46.264068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-0f2906bd-ef64-4ba5-91a9-b12ff2fe3a31 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Unset dirty status for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:46.265216 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-0f2906bd-ef64-4ba5-91a9-b12ff2fe3a31 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 814 time: 0.1586626 Nov 25 11:41:46.281521 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-425a96e4-a473-4757-bd8d-b40ff0f2818f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/quotas/8586f2e75b5146c8bfca50ba4a8f0062 HTTP/1.1" status: 200 len: 375 time: 0.0110030 Nov 25 11:41:46.329747 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-dde5a43b-1dcd-4761-aadc-6029f631bc76 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435648 Nov 25 11:41:46.344521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-33d5b5db-6e2c-4f50-9a1f-1338962462bb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:41:46.345444 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-33d5b5db-6e2c-4f50-9a1f-1338962462bb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053406 Nov 25 11:41:46.476281 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-f5a309c1-ae8f-4911-a247-03952fcc77a5 service neutron] 10.222.0.41 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251283 Nov 25 11:41:46.699040 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-f69f8674-aa63-442e-a891-b17e50f8fbaf service neutron] 10.222.0.41 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164457 Nov 25 11:41:46.879363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d182f5f8-877c-4e10-8e92-ce673dec4353 req-6b1130c9-5446-48da-a98b-032bfe7cbbfb tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 210 time: 0.0406997 Nov 25 11:41:48.048567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0dd0c021-f2ac-47a3-8cdc-c31215141cd7 req-fa65383d-d30c-4529-97e9-0c8a048d39bc tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 210 time: 0.0486028 Nov 25 11:41:48.191116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-f5ee238f-e87c-4de2-8385-4078455ab054 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:48.192457 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-f5ee238f-e87c-4de2-8385-4078455ab054 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 814 time: 0.1524639 Nov 25 11:41:48.211809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Request body: {'port': {'device_id': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36', 'admin_state_up': True, 'tenant_id': '8586f2e75b5146c8bfca50ba4a8f0062'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:41:48.345400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:48.349168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Usage tracker for resource:port and tenant:8586f2e75b5146c8bfca50ba4a8f0062 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:48.351916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:48.357582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:48.367085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Made reservation on behalf of 8586f2e75b5146c8bfca50ba4a8f0062 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:48.370097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.530955 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Allocated IP 172.20.0.3 (74a45257-d9a6-44cf-9ec3-ee0ae2423a36/99c15926-d365-4558-a90f-306721657b15/9950ffc8-e972-407c-b2c8-eb1be2cfac4c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:48.730091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.756992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.764195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-389390aa-dce5-44fc-9fdd-281fad9cc09f tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:48.923663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:48.926662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:48.929257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:41:48.977945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Pushing event updated for resources: {'Port': ['ID=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:48.982159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.001266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:49.001862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.021328 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130097 Nov 25 11:41:49.032841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Request body: {'port': {'device_id': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:41:49.140159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.242200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f261d2-2d14-40f9-b6bd-a1880adcf6b9 req-7e2d94c8-cbba-4b6c-9635-3d20abd1443d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:49.243562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f4f261d2-2d14-40f9-b6bd-a1880adcf6b9 req-7e2d94c8-cbba-4b6c-9635-3d20abd1443d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 931 time: 0.0801423 Nov 25 11:41:49.288802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-f4f261d2-2d14-40f9-b6bd-a1880adcf6b9 req-e27e0228-d403-435b-b5cc-269ee756663f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Synchronizing usage tracker for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:49.306092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-f4f261d2-2d14-40f9-b6bd-a1880adcf6b9 req-e27e0228-d403-435b-b5cc-269ee756663f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Unset dirty status for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:49.307308 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f4f261d2-2d14-40f9-b6bd-a1880adcf6b9 req-e27e0228-d403-435b-b5cc-269ee756663f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580258 Nov 25 11:41:49.483323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9950ffc8-e972-407c-b2c8-eb1be2cfac4c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:41:49.490162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.505457 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Transition to ACTIVE for port object 9950ffc8-e972-407c-b2c8-eb1be2cfac4c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:49.511643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.516022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:49.636065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Pushing event updated for resources: {'Port': ['ID=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:49.640513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.740642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Attempting to bind port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:49.740963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Attempting to bind port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:49.741279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Attempting to bind port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c on network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:41:49.746904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c on network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:41:49.747211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Attempting to bind port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c on network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:41:49.753504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:41:49.753504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Checking segment: {'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:41:49.754257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Bound using segment: {'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:41:49.754376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Bound port: 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:49.754688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.844382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] For port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:41:49.847338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] For port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:41:49.851561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.855715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb8fd6b3-1c60-4050-9661-4c222d861acb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:49.910001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.911397 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] 10.222.0.48 "PUT /v2.0/ports/9950ffc8-e972-407c-b2c8-eb1be2cfac4c HTTP/1.1" status: 200 len: 1093 time: 0.8829610 Nov 25 11:41:49.911893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:49.933418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Pushing event updated for resources: {'Port': ['ID=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:49.936332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.978412 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c', 'status': 'completed', 'code': 200} Nov 25 11:41:50.017221 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-c35efc92-3d01-4046-9cfb-aa5aea6905e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 1096 time: 0.0698471 Nov 25 11:41:50.086079 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-b11997ec-d0a1-41d1-94a0-21e81efd9da6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c HTTP/1.1" status: 200 len: 217 time: 0.0620890 Nov 25 11:41:50.146427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-4df97bdd-5340-4b21-9424-5a9ee62c68ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:50.147813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-4df97bdd-5340-4b21-9424-5a9ee62c68ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0561543 Nov 25 11:41:50.196055 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-6ff0134b-410b-4479-844c-fa815fa90e7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416090 Nov 25 11:41:50.329673 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-fd395b47-d090-455c-9ec9-b40a4d7361a5 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260576 Nov 25 11:41:50.470257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-864f9b0c-5d9e-413e-9ee8-2942e38b813f req-87bdd04d-7478-41d9-839b-6076488ace20 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339958 Nov 25 11:41:50.520865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d147547-70c9-4156-83c4-4f8448d1ebe1 req-0ca46c4a-ee94-4093-b462-956e3a23a4d4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:50.524491 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d147547-70c9-4156-83c4-4f8448d1ebe1 req-0ca46c4a-ee94-4093-b462-956e3a23a4d4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0869365 Nov 25 11:41:50.573753 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d147547-70c9-4156-83c4-4f8448d1ebe1 req-add2e928-4b74-4e45-9f22-d9bdad95334f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Nov 25 11:41:50.582076 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-c62daf80-72df-494a-822d-7c91f1d173c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 1096 time: 0.0700719 Nov 25 11:41:50.818041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-6c87bdf8-fa1e-4041-b181-e4fec5c98715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:50.819379 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-6c87bdf8-fa1e-4041-b181-e4fec5c98715 service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.2300022 Nov 25 11:41:50.894248 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-89dfa3c1-4a15-4d87-b772-61d5ea3b7ed3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c HTTP/1.1" status: 200 len: 217 time: 0.0623214 Nov 25 11:41:50.954905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-77d39589-2ae1-4ec6-a136-d8a44a336cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:50.956268 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-77d39589-2ae1-4ec6-a136-d8a44a336cf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0556040 Nov 25 11:41:51.004752 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-edb51919-ca45-46d9-aa94-550c0603fb24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411251 Nov 25 11:41:51.135688 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-50a45d31-841e-4fce-a47c-8d72370fe5aa service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238897 Nov 25 11:41:51.269929 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ad304ad-86b7-44ea-adf4-b43c13964646 req-3edd7913-cf88-4e31-91e0-a13c39d06da9 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251764 Nov 25 11:41:51.772422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe2dc4-432d-47e0-aaeb-f87eba0f783a req-cc22a782-b3e2-460f-9291-9c96103b0ed8 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:51.773850 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9fe2dc4-432d-47e0-aaeb-f87eba0f783a req-cc22a782-b3e2-460f-9291-9c96103b0ed8 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0756588 Nov 25 11:41:51.819028 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9fe2dc4-432d-47e0-aaeb-f87eba0f783a req-51a87656-3e7c-4114-8fbb-c2a989b49494 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Nov 25 11:41:52.409507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9950ffc8-e972-407c-b2c8-eb1be2cfac4c details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:41:52.543377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:52.557174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c', 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36', 'port_id': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c', 'mac_address': 'fa:16:3e:60:15:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c15926-d365-4558-a90f-306721657b15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:41:52.609338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.625777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9950ffc8-e972-407c-b2c8-eb1be2cfac4c {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:41:52.640688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:52.644741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.646486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-633055ee-64b4-4184-bf48-f202357274d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:52.711230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:52.714253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:52.847767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['9950ffc8-e972-407c-b2c8-eb1be2cfac4c'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:41:53.013986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2097e3-bf0b-49bc-ba12-1981a9ceed7d req-7a03511a-ad86-451e-8ed9-a203dfefc65c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:53.015326 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f2097e3-bf0b-49bc-ba12-1981a9ceed7d req-7a03511a-ad86-451e-8ed9-a203dfefc65c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 944 time: 0.0785487 Nov 25 11:41:53.060618 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f2097e3-bf0b-49bc-ba12-1981a9ceed7d req-773d7a17-e586-47e2-b50f-465297a5fa60 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Nov 25 11:41:54.251683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c453-d8fa-46b5-a3a2-792d63e18f4b req-b16fb419-3209-4c68-9cb2-8cebf657406d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:54.253117 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d793c453-d8fa-46b5-a3a2-792d63e18f4b req-b16fb419-3209-4c68-9cb2-8cebf657406d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 944 time: 0.0746734 Nov 25 11:41:54.296204 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d793c453-d8fa-46b5-a3a2-792d63e18f4b req-fb6eaa89-aff2-40f2-9c4f-c862fc1c9eb7 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377519 Nov 25 11:41:54.424384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9950ffc8-e972-407c-b2c8-eb1be2cfac4c up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:54.524565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:54.529737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:54.530118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.640948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.666436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:54.676351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:41:54.680499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.682763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:54.722614 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c', 'code': 200} Nov 25 11:41:54.748167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:54.751045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:54.940812 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8822acef-1978-4b6b-8f31-bf52f2db99de req-2a89b861-5d5e-4ce5-89db-5eec5991107c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 1098 time: 0.0666041 Nov 25 11:41:54.982459 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8822acef-1978-4b6b-8f31-bf52f2db99de req-d37b3d42-d56b-4606-bc83-d75c0a34d62e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351732 Nov 25 11:41:55.489645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaf160-891f-4060-9781-a5c980f85dc1 req-6db5629c-7795-4521-8662-a98cb5c3f3ed tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:55.491055 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-24eaf160-891f-4060-9781-a5c980f85dc1 req-6db5629c-7795-4521-8662-a98cb5c3f3ed tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0783124 Nov 25 11:41:55.535777 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-24eaf160-891f-4060-9781-a5c980f85dc1 req-641f1732-c857-42e7-aa19-919a79bb8b34 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Nov 25 11:41:56.733384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9bafb-5ba8-4bd0-b3d7-41399e915442 req-956e7e54-c847-4971-9a44-37f10da54f2a tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:56.734812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bba9bafb-5ba8-4bd0-b3d7-41399e915442 req-956e7e54-c847-4971-9a44-37f10da54f2a tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0781639 Nov 25 11:41:56.779468 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bba9bafb-5ba8-4bd0-b3d7-41399e915442 req-98389b79-045b-4ca0-b1ca-814fa8b39228 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392077 Nov 25 11:41:56.974609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73778bc1-c860-4e8c-a4cf-bc00ad87b591 req-8b2a95c2-3d35-46d5-8ea3-9cf8b15eb32b tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:56.976037 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-73778bc1-c860-4e8c-a4cf-bc00ad87b591 req-8b2a95c2-3d35-46d5-8ea3-9cf8b15eb32b tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0768828 Nov 25 11:41:57.020257 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-73778bc1-c860-4e8c-a4cf-bc00ad87b591 req-bfdae319-22e8-45fa-b63e-f587b40ac22c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Nov 25 11:41:57.376181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ab3b0-bd0a-44bf-bde5-e258d01e301a req-f258742e-d62c-4007-ae87-463838ba48cf tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:57.377594 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-103ab3b0-bd0a-44bf-bde5-e258d01e301a req-f258742e-d62c-4007-ae87-463838ba48cf tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0748379 Nov 25 11:41:57.425038 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-103ab3b0-bd0a-44bf-bde5-e258d01e301a req-1bcee88c-3856-48e5-8227-1a2ca9109672 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Nov 25 11:41:57.615835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff05ba-fa39-4ccc-ab9a-49d3703177f4 req-7a92bc19-0200-4e04-b293-7fdfd2dd07de tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:57.617287 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ceff05ba-fa39-4ccc-ab9a-49d3703177f4 req-7a92bc19-0200-4e04-b293-7fdfd2dd07de tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0752506 Nov 25 11:41:57.661131 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ceff05ba-fa39-4ccc-ab9a-49d3703177f4 req-fb349785-68e1-4509-9f90-58029a80aa18 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 Nov 25 11:41:57.856785 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f9cd97ee-10ac-4ae8-8d40-fb175747756a req-ce5da043-7408-4b02-93de-99327f010378 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0726964 Nov 25 11:41:58.104941 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-034af369-4e03-41cd-bd3a-f7183301a501 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738158 Nov 25 11:41:58.161477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e894-6938-4768-adb1-3dd63da38eec req-65a15772-8244-4216-b723-97a2f96e0b35 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:58.162918 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1be9e894-6938-4768-adb1-3dd63da38eec req-65a15772-8244-4216-b723-97a2f96e0b35 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0767109 Nov 25 11:41:58.208817 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1be9e894-6938-4768-adb1-3dd63da38eec req-8208330e-d56a-4a66-aede-bf2199cf16de tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Nov 25 11:41:59.247144 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-3c398fcf-d111-4d5c-8bd0-898f113ba202 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 1098 time: 0.0700185 Nov 25 11:41:59.378861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-2ef4cde7-b3a5-4b31-892d-7bc8aca1e45d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:59.380329 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-2ef4cde7-b3a5-4b31-892d-7bc8aca1e45d service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1268523 Nov 25 11:41:59.407505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f4821-67bb-49f3-bf16-a61dbb8e10b1 req-1ab732ea-2a2b-4c28-a543-3aa65042d7fe tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:59.408888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e38f4821-67bb-49f3-bf16-a61dbb8e10b1 req-1ab732ea-2a2b-4c28-a543-3aa65042d7fe tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0807939 Nov 25 11:41:59.450824 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-c2934d2d-fb5c-448c-821a-7ac71578d4a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c HTTP/1.1" status: 200 len: 217 time: 0.0646579 Nov 25 11:41:59.453834 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e38f4821-67bb-49f3-bf16-a61dbb8e10b1 req-ae6cf7c6-bf64-47a7-a3f0-baa925c704d2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Nov 25 11:41:59.513564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-d780db8b-ce53-43cc-9d0e-5f59ffc50dd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:59.514988 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-d780db8b-ce53-43cc-9d0e-5f59ffc50dd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0581157 Nov 25 11:41:59.562746 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-a0643cb4-4387-42c8-a1c7-d41388b7ecd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410984 Nov 25 11:41:59.691815 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-2953e99a-5c70-4036-851c-746c57efc445 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213765 Nov 25 11:41:59.820608 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-2a8a7f2b-580f-4b65-922c-62608ce70c78 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230652 Nov 25 11:41:59.952814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.646171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3089cb-9a4b-4edc-85e8-5816f5f83316 req-d199b7af-6e16-433e-90fe-54b83304033f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:00.647600 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b3089cb-9a4b-4edc-85e8-5816f5f83316 req-d199b7af-6e16-433e-90fe-54b83304033f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0746498 Nov 25 11:42:00.693985 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b3089cb-9a4b-4edc-85e8-5816f5f83316 req-50a82e97-0838-435c-a125-720aaacf1a01 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Nov 25 11:42:01.893634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978a2bc-0317-4a6f-94b5-29f3a3439dc1 req-b55d9e04-7e6a-47a7-af2e-7737dd605986 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:01.895049 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5978a2bc-0317-4a6f-94b5-29f3a3439dc1 req-b55d9e04-7e6a-47a7-af2e-7737dd605986 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0799422 Nov 25 11:42:01.938773 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5978a2bc-0317-4a6f-94b5-29f3a3439dc1 req-d5802af6-4867-4436-ae57-26eb23b372ae tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 Nov 25 11:42:03.129981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224994-3de9-4016-9a38-5507b2b9b350 req-98e10054-71eb-4b3a-9485-4105d6b84c08 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:03.131444 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66224994-3de9-4016-9a38-5507b2b9b350 req-98e10054-71eb-4b3a-9485-4105d6b84c08 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0747879 Nov 25 11:42:03.180749 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66224994-3de9-4016-9a38-5507b2b9b350 req-1c38d452-80c0-478d-aace-cea2fd9ec151 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Nov 25 11:42:03.979213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0c80cc76-992a-4b82-8d5e-ed400e966b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.189007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.379135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4cca1-02ce-4169-8285-878c89d91b98 req-7f051532-85e8-4374-b049-50670bba81f9 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:04.380575 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5fe4cca1-02ce-4169-8285-878c89d91b98 req-7f051532-85e8-4374-b049-50670bba81f9 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0769668 Nov 25 11:42:04.425114 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5fe4cca1-02ce-4169-8285-878c89d91b98 req-b39881ec-dacf-47e3-9a21-0bccba657363 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 Nov 25 11:42:05.624669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beb6a3-fc8f-49bd-b407-a802fc5535e7 req-70437f72-5cfa-48ba-8f12-2759f73fcb40 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:05.626100 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27beb6a3-fc8f-49bd-b407-a802fc5535e7 req-70437f72-5cfa-48ba-8f12-2759f73fcb40 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0796833 Nov 25 11:42:05.758121 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27beb6a3-fc8f-49bd-b407-a802fc5535e7 req-fae7458a-ddc3-4b2b-84e8-173d16e2182d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264446 Nov 25 11:42:06.299332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7f0b-cfde-4f85-ae10-03ee9f46bb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.953438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2fac2-ba37-4bce-8aa5-b58ca33cbcf5 req-78daf714-7ae0-4326-bad3-5e7152ecd224 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:06.954866 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ebd2fac2-ba37-4bce-8aa5-b58ca33cbcf5 req-78daf714-7ae0-4326-bad3-5e7152ecd224 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0749414 Nov 25 11:42:06.999501 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ebd2fac2-ba37-4bce-8aa5-b58ca33cbcf5 req-4e97cd31-b246-4c03-bb2f-10cad4995fe8 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Nov 25 11:42:07.391838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.192810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c1220-4ba6-42ad-999b-0c46b6c1cb52 req-37f218ea-11a1-4808-9e1c-1960ce277e9e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:08.194212 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d8c1220-4ba6-42ad-999b-0c46b6c1cb52 req-37f218ea-11a1-4808-9e1c-1960ce277e9e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0765707 Nov 25 11:42:08.238690 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d8c1220-4ba6-42ad-999b-0c46b6c1cb52 req-203acb6a-97e3-40c8-9770-e1fa476cd71a tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 Nov 25 11:42:08.862059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.428958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6320b-22f2-4ad4-9596-6cdb061d37a4 req-a93bf79c-cd68-4f1c-827a-3e903c6bdf43 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:09.430308 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d7e6320b-22f2-4ad4-9596-6cdb061d37a4 req-a93bf79c-cd68-4f1c-827a-3e903c6bdf43 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0748124 Nov 25 11:42:09.478311 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d7e6320b-22f2-4ad4-9596-6cdb061d37a4 req-bd8ede69-805e-42c2-82b6-9c41623bc12f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Nov 25 11:42:09.604939 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:42:10.671483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ed0f-cce1-48d8-a6ae-d27d277d0354 req-902fd2df-f5b9-41ac-8f7d-a89b9ffa697c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:10.672937 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1148ed0f-cce1-48d8-a6ae-d27d277d0354 req-902fd2df-f5b9-41ac-8f7d-a89b9ffa697c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0747333 Nov 25 11:42:10.718017 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1148ed0f-cce1-48d8-a6ae-d27d277d0354 req-65524e04-7ab9-4cb0-a67e-b7f836463a7c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Nov 25 11:42:11.915300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b58d8-407d-42a1-9377-24a7deb7a3a3 req-402f583e-042f-4c1b-98f1-682bf962f707 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:11.916721 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-594b58d8-407d-42a1-9377-24a7deb7a3a3 req-402f583e-042f-4c1b-98f1-682bf962f707 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0778260 Nov 25 11:42:11.960445 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-594b58d8-407d-42a1-9377-24a7deb7a3a3 req-d83913be-3425-488c-80ec-85099d20fe28 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Nov 25 11:42:13.154071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c0e37-eadf-45a5-a786-269048eea350 req-5d4eff4b-d34e-4820-977d-b9e5b400bbd6 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:13.156148 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e51c0e37-eadf-45a5-a786-269048eea350 req-5d4eff4b-d34e-4820-977d-b9e5b400bbd6 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0749960 Nov 25 11:42:13.199775 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e51c0e37-eadf-45a5-a786-269048eea350 req-cb03d793-d87c-47bf-b526-4d3351253c4d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 Nov 25 11:42:14.400603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4b705-5c09-4837-81c1-eb40b1308210 req-d0147333-beff-4280-bf37-3620b61e5ddd tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:14.402033 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ebd4b705-5c09-4837-81c1-eb40b1308210 req-d0147333-beff-4280-bf37-3620b61e5ddd tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0826709 Nov 25 11:42:14.452713 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ebd4b705-5c09-4837-81c1-eb40b1308210 req-11a2313d-c487-4331-ab6e-30966bd55f9b tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Nov 25 11:42:15.643733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69476bd-d161-49ed-b674-9d45a4e15705 req-8fd90e8e-f557-4428-9808-81b8173bd092 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:15.645189 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a69476bd-d161-49ed-b674-9d45a4e15705 req-8fd90e8e-f557-4428-9808-81b8173bd092 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0753279 Nov 25 11:42:15.693291 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a69476bd-d161-49ed-b674-9d45a4e15705 req-6824b3b1-f6e9-4b65-a197-9e1a9cf08658 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Nov 25 11:42:16.884734 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e85d-d555-455a-87eb-a7c94eb58c02 req-78679698-e14c-401d-8e24-35a3dfade619 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:16.886151 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0737e85d-d555-455a-87eb-a7c94eb58c02 req-78679698-e14c-401d-8e24-35a3dfade619 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0753589 Nov 25 11:42:16.930544 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0737e85d-d555-455a-87eb-a7c94eb58c02 req-2edbaa4a-f449-4625-adef-0e08bf0d87b2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384576 Nov 25 11:42:18.126089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5de83-3cfa-4924-84b7-4da1326c0e91 req-ca324bcd-5150-4f01-995f-5665b621ec7d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:18.127508 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ad5de83-3cfa-4924-84b7-4da1326c0e91 req-ca324bcd-5150-4f01-995f-5665b621ec7d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0785153 Nov 25 11:42:18.171653 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3ad5de83-3cfa-4924-84b7-4da1326c0e91 req-3fe81c1e-43cb-497c-a581-1973e15a24e8 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Nov 25 11:42:19.372448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7b7f-a6e7-43d6-8422-ad9186f87efb req-ef5c6b62-32e9-4f4a-9132-d96fb7ef5f74 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:19.373908 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-57fd7b7f-a6e7-43d6-8422-ad9186f87efb req-ef5c6b62-32e9-4f4a-9132-d96fb7ef5f74 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0792964 Nov 25 11:42:19.419732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-57fd7b7f-a6e7-43d6-8422-ad9186f87efb req-dd3f3b6c-8d3d-4b23-98c1-e4b0336b9564 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Nov 25 11:42:20.622973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b35a74-a772-491d-861e-da92b1566956 req-8a2377cf-20db-4b4c-8bb9-6e43ec5f6ca1 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:20.625043 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c0b35a74-a772-491d-861e-da92b1566956 req-8a2377cf-20db-4b4c-8bb9-6e43ec5f6ca1 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0788975 Nov 25 11:42:20.668163 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c0b35a74-a772-491d-861e-da92b1566956 req-e129e85d-0d35-4607-a5fa-1556252c97c1 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Nov 25 11:42:21.862075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4e522-bdba-40cc-b238-3e5d95eb5ce6 req-e4a2bd57-e95b-43cf-b0ac-63e5f0022d4a tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:21.863497 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f6e4e522-bdba-40cc-b238-3e5d95eb5ce6 req-e4a2bd57-e95b-43cf-b0ac-63e5f0022d4a tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0758274 Nov 25 11:42:21.907442 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f6e4e522-bdba-40cc-b238-3e5d95eb5ce6 req-440a6ead-c040-4041-b84a-e2411c4b52c0 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 Nov 25 11:42:23.101953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca247c1-4435-48d1-8ea7-dc05c774a36a req-f0eb4574-7147-402e-a716-ff707e18ab35 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:23.103369 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ca247c1-4435-48d1-8ea7-dc05c774a36a req-f0eb4574-7147-402e-a716-ff707e18ab35 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0781713 Nov 25 11:42:23.147405 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ca247c1-4435-48d1-8ea7-dc05c774a36a req-3e1a0366-ec7e-4c4e-994b-044ce5192798 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Nov 25 11:42:24.343728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3487e04-7a78-44f4-9a8d-b28981886102 req-0219b190-fa7e-4ccf-8930-06c2f7bdb1f2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:24.345200 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c3487e04-7a78-44f4-9a8d-b28981886102 req-0219b190-fa7e-4ccf-8930-06c2f7bdb1f2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0774324 Nov 25 11:42:24.393358 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c3487e04-7a78-44f4-9a8d-b28981886102 req-d87f0544-ff5c-4d08-89c9-94636d793e8a tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Nov 25 11:42:25.583825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb62f0-a848-45cd-be60-abf4761feea1 req-c4593d21-09f5-4475-ab09-bcee03060060 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:25.585282 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b8fb62f0-a848-45cd-be60-abf4761feea1 req-c4593d21-09f5-4475-ab09-bcee03060060 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0751643 Nov 25 11:42:25.628864 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b8fb62f0-a848-45cd-be60-abf4761feea1 req-6f4fa539-5652-4c68-9635-3c35295c4473 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Nov 25 11:42:26.456210 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-b8aa1269-32e6-4e16-873b-8d059449a113 service neutron] 10.222.0.48 "GET /v2.0/ports/9950ffc8-e972-407c-b2c8-eb1be2cfac4c/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0728104 Nov 25 11:42:26.715301 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-19dcb12a-9cdd-47ef-af8a-fcd8a8c836f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30&tenant_id=8586f2e75b5146c8bfca50ba4a8f0062 HTTP/1.1" status: 200 len: 1098 time: 0.0691891 Nov 25 11:42:26.837159 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93fd70-1f01-4dba-bbfd-1f07eb4d6a72 req-8f6ef4d0-ea33-4734-ace2-7646f04a42a4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:26.838667 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c93fd70-1f01-4dba-bbfd-1f07eb4d6a72 req-8f6ef4d0-ea33-4734-ace2-7646f04a42a4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0836420 Nov 25 11:42:26.886264 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c93fd70-1f01-4dba-bbfd-1f07eb4d6a72 req-d545b068-bd6c-476a-95b2-e46e1ef44883 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Nov 25 11:42:26.913382 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-165e8ed7-50d6-4a41-964f-6ff13888f9cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 1098 time: 0.1772962 Nov 25 11:42:27.039301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-b36cba0f-2dbd-44d0-a7da-d7fd4b141c02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:27.040647 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-b36cba0f-2dbd-44d0-a7da-d7fd4b141c02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1211948 Nov 25 11:42:27.110638 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-407e1b92-6008-4ae6-904c-4032a04795b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c HTTP/1.1" status: 200 len: 217 time: 0.0619066 Nov 25 11:42:27.171010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-807b101a-91c1-4d06-ba93-d2983fab0937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:27.172426 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-807b101a-91c1-4d06-ba93-d2983fab0937 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0558147 Nov 25 11:42:27.216151 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-e55e5f54-2da3-4af3-80e6-dfc3d745cf4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375454 Nov 25 11:42:27.342190 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-99e0638b-14a7-477b-9590-655b00cf0857 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198049 Nov 25 11:42:27.471116 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a93ad60-7471-4eaf-bc89-d1804f580a22 req-0e3c08c4-3953-459f-ae83-533c506f2ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211779 Nov 25 11:42:28.080260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6b1af-06be-40ca-829e-b9e49d2980f3 req-37174a63-83b9-41cd-82d8-700033d54ee7 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:28.081669 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0cc6b1af-06be-40ca-829e-b9e49d2980f3 req-37174a63-83b9-41cd-82d8-700033d54ee7 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 945 time: 0.0740452 Nov 25 11:42:28.127052 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0cc6b1af-06be-40ca-829e-b9e49d2980f3 req-809038e3-3dc4-48c9-ad26-fe78ad3e715c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398798 Nov 25 11:42:28.642966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9950ffc8-e972-407c-b2c8-eb1be2cfac4c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:28.752369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.778255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:42:28.788232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:42:28.792688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.794334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:28.842668 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c', 'code': 200} Nov 25 11:42:28.862221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:28.865261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:29.413960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba294e12-7418-4adf-8abd-b85e1f7837fa req-4a749643-9541-4675-bfa2-86523059f4a2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:29.415319 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ba294e12-7418-4adf-8abd-b85e1f7837fa req-4a749643-9541-4675-bfa2-86523059f4a2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.1694317 Nov 25 11:42:29.460828 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ba294e12-7418-4adf-8abd-b85e1f7837fa req-bdacf139-db3e-4b2f-b754-48ef6c0fc8e4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Nov 25 11:42:29.800795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018065-5cc6-4581-9512-16b1088dcd52 req-faca856e-1dc6-4306-9c97-b0c3f2117eda tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:29.801109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-81b6463a-bb1c-4eda-a7c6-6ae308c7391e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:29.801792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-81b6463a-bb1c-4eda-a7c6-6ae308c7391e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Synchronizing usage tracker for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:29.803680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-74018065-5cc6-4581-9512-16b1088dcd52 req-faca856e-1dc6-4306-9c97-b0c3f2117eda tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0802431 Nov 25 11:42:29.819506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-81b6463a-bb1c-4eda-a7c6-6ae308c7391e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Unset dirty status for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:29.820785 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-81b6463a-bb1c-4eda-a7c6-6ae308c7391e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30&tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 943 time: 0.1077156 Nov 25 11:42:29.853685 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-74018065-5cc6-4581-9512-16b1088dcd52 req-ae39a6a4-8fbf-457b-a4be-514ae80715d3 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Nov 25 11:42:29.952072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.962988 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-c71dea82-1d23-4bc2-815d-7a0277f7dfa7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 1096 time: 0.0702076 Nov 25 11:42:30.103281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-2abc69f5-ef8c-4533-9f89-2266e7ae5163 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:30.104823 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-2abc69f5-ef8c-4533-9f89-2266e7ae5163 service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1345518 Nov 25 11:42:30.174511 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-f5606c72-0a29-4235-a10b-8ff602320b55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c HTTP/1.1" status: 200 len: 217 time: 0.0629003 Nov 25 11:42:30.235141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-c8a5af29-c2d5-417c-a3d3-994acdc5fcad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:30.236634 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-c8a5af29-c2d5-417c-a3d3-994acdc5fcad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0561438 Nov 25 11:42:30.284158 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-e63376bf-c437-49ec-9c55-f9a2c15a7946 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414395 Nov 25 11:42:30.412393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-d3b547d5-0b4f-4d56-826c-087e241a28bc service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213956 Nov 25 11:42:30.540991 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f01b8888-db48-4398-9efc-1f3e53149a09 req-bf974cdf-5840-4866-8d42-a4cd4928dfd4 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223619 Nov 25 11:42:31.054363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8200b-6d96-4c99-a3a9-b3fb4f06e35c req-b32a5d86-569f-4984-8cd1-37403b1ad346 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:31.055790 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-62d8200b-6d96-4c99-a3a9-b3fb4f06e35c req-b32a5d86-569f-4984-8cd1-37403b1ad346 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0776000 Nov 25 11:42:31.100918 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-62d8200b-6d96-4c99-a3a9-b3fb4f06e35c req-ff239773-f2cf-4ae8-ad5f-d04953085d06 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 Nov 25 11:42:32.298572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde1d92-57a3-4720-8079-0319473dd31b req-ff1788dd-a25b-4df5-a9b8-756d02c72e55 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:32.300015 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fbde1d92-57a3-4720-8079-0319473dd31b req-ff1788dd-a25b-4df5-a9b8-756d02c72e55 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0782015 Nov 25 11:42:32.344339 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fbde1d92-57a3-4720-8079-0319473dd31b req-46b4e3a8-86f4-47fc-ab3c-28a50ac3fe8d tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389102 Nov 25 11:42:32.542818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de90f67-f208-4551-b717-e57d266e383c req-e3074ada-febc-4647-a632-9e5aaefd1c4c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:32.544275 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8de90f67-f208-4551-b717-e57d266e383c req-e3074ada-febc-4647-a632-9e5aaefd1c4c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0744731 Nov 25 11:42:32.588516 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8de90f67-f208-4551-b717-e57d266e383c req-e28599a8-45fc-42fc-9d7b-e0f229bcbc58 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 Nov 25 11:42:32.672350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9950ffc8-e972-407c-b2c8-eb1be2cfac4c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:32.785495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5e42e-dcc3-45eb-9108-8e86a2659ab3 req-1164850d-b7a0-4a4a-9ae8-0aeefa0b35b9 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:32.786926 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2ee5e42e-dcc3-45eb-9108-8e86a2659ab3 req-1164850d-b7a0-4a4a-9ae8-0aeefa0b35b9 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0801394 Nov 25 11:42:32.831938 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2ee5e42e-dcc3-45eb-9108-8e86a2659ab3 req-36f5fcda-e39f-4501-aacd-b9a124a0c81b tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Nov 25 11:42:33.323112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-a8508515-d240-4758-9c1c-0039ac9dcd38 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:33.324466 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-a8508515-d240-4758-9c1c-0039ac9dcd38 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 814 time: 0.1387813 Nov 25 11:42:33.339891 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-3065bcd9-d3c5-4a4b-801d-1336aecbab46 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/quotas/8586f2e75b5146c8bfca50ba4a8f0062 HTTP/1.1" status: 200 len: 375 time: 0.0101798 Nov 25 11:42:33.414534 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-c411be0a-a837-4c6f-8f38-cdae3ebf05b3 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699379 Nov 25 11:42:33.545506 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-9282e71f-3008-4f0a-b897-d6ed06104a01 service neutron] 10.222.0.41 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238546 Nov 25 11:42:33.675071 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-da3cc167-7911-4c84-a51e-3e9ef5aadb8b service neutron] 10.222.0.41 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234009 Nov 25 11:42:33.857971 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-91514702-74ad-4d78-b587-7ecdcb367d97 req-fbd68d62-a249-4647-a87b-154847851e60 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 210 time: 0.0447950 Nov 25 11:42:33.980115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5670dcec-aebf-4c6d-8eb8-7ac81b63997a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.190580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.898684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-0b082933-db2e-45c6-851b-50251146ab18 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:34.900692 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-0b082933-db2e-45c6-851b-50251146ab18 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e9d79a-ff7d-4928-ad37-1cc5ddc83f30 HTTP/1.1" status: 200 len: 943 time: 0.0851796 Nov 25 11:42:34.984271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-77802b04-ac95-4487-9d10-ea8db7f74066 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:34.985684 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-77802b04-ac95-4487-9d10-ea8db7f74066 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 814 time: 0.2765198 Nov 25 11:42:34.996939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Deleting port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:42:34.997267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.004338 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Request body: {'port': {'device_id': '0293a4af-11d5-494d-9f29-131b22154193', 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36', 'admin_state_up': True, 'tenant_id': '8586f2e75b5146c8bfca50ba4a8f0062'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:42:35.085322 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-edeb54fb-a4b6-47c5-bba2-2748eb13a12f req-c005eddc-0809-4a4b-9da2-eb280b782d32 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 210 time: 0.0601885 Nov 25 11:42:35.167002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:35.177697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:35.188806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Made reservation on behalf of 8586f2e75b5146c8bfca50ba4a8f0062 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:35.192912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.306813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] For port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:42:35.307164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.360023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Allocated IP 172.20.0.12 (74a45257-d9a6-44cf-9ec3-ee0ae2423a36/99c15926-d365-4558-a90f-306721657b15/6919c208-7b9c-4254-9b38-0df6c8c4f8d0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:35.432203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Calling delete_port for 9950ffc8-e972-407c-b2c8-eb1be2cfac4c owned by compute:nova {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:42:35.567585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.597961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.603882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-11f89e7d-f129-413c-81f0-0c3f77718e3b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:35.664328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:35.671667 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:35.675963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:42:35.681791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.688411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3659eee-05fd-4133-81c2-8c55ac30cc78 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:35.715251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:35.719574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:35.730453 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Pushing event deleted for resources: {'Port': ['ID=9950ffc8-e972-407c-b2c8-eb1be2cfac4c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:35.733892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:35.746751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:35.747352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.772861 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728395 Nov 25 11:42:35.784594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Request body: {'port': {'device_id': '0293a4af-11d5-494d-9f29-131b22154193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:42:35.808924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] No DVR routers for this DVR port 9950ffc8-e972-407c-b2c8-eb1be2cfac4c on host hv-neutron-8191 {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:35.811321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.814156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'name': 'network-vif-deleted', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:42:35.827350 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "DELETE /v2.0/ports/9950ffc8-e972-407c-b2c8-eb1be2cfac4c HTTP/1.1" status: 204 len: 173 time: 0.9149139 Nov 25 11:42:35.871746 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e9d79a-ff7d-4928-ad37-1cc5ddc83f30', 'name': 'network-vif-deleted', 'tag': '9950ffc8-e972-407c-b2c8-eb1be2cfac4c', 'status': 'completed', 'code': 200} Nov 25 11:42:35.897574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.230604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:42:36.238213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.253816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Transition to ACTIVE for port object 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:36.259224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.264671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a668053-1858-4379-9b36-4fb5493aef52 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:36.288893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab11-d8aa-4b92-9c69-9e4ac0b2e8c2 req-5586895f-29c8-4d10-8559-4115240b9c96 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:36.290092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4d89ab11-d8aa-4b92-9c69-9e4ac0b2e8c2 req-5586895f-29c8-4d10-8559-4115240b9c96 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Synchronizing usage tracker for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:36.307496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-4d89ab11-d8aa-4b92-9c69-9e4ac0b2e8c2 req-5586895f-29c8-4d10-8559-4115240b9c96 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Unset dirty status for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:36.309000 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4d89ab11-d8aa-4b92-9c69-9e4ac0b2e8c2 req-5586895f-29c8-4d10-8559-4115240b9c96 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 932 time: 0.0991442 Nov 25 11:42:36.320406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6d69-ebed-4f32-abfd-54eb25816125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.359921 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4d89ab11-d8aa-4b92-9c69-9e4ac0b2e8c2 req-832bddba-40d1-4742-ba45-6b419241fce6 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Nov 25 11:42:36.392423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:36.396605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:36.501010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Attempting to bind port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:36.501389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Attempting to bind port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:36.501646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Attempting to bind port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 on network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:42:36.507331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 on network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:42:36.507643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Attempting to bind port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 on network 74a45257-d9a6-44cf-9ec3-ee0ae2423a36 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:42:36.513764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:42:36.514086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Checking segment: {'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:42:36.514454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Bound using segment: {'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:42:36.514866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Bound port: 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e03fed-9a20-4331-9cd4-e9018874fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:36.515195 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.601147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:42:36.604388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:42:36.609102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.613365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b9a1dfdb-4d9e-4e1c-b206-0004db927db6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:36.669184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.670526 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] 10.222.0.48 "PUT /v2.0/ports/6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 200 len: 1094 time: 0.8906059 Nov 25 11:42:36.671056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:42:36.693121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:36.696103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:36.783036 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-7da3fa05-cdb1-4e18-9d19-52d14eb006cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 1097 time: 0.0730889 Nov 25 11:42:36.944072 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'status': 'completed', 'code': 200} Nov 25 11:42:36.958256 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-11f5d119-f89f-4b43-b47e-a9f77cbc86c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 200 len: 217 time: 0.1672461 Nov 25 11:42:37.019569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6742cc93-eb58-4649-bf7d-a859a6815169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:37.021022 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-6742cc93-eb58-4649-bf7d-a859a6815169 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0567861 Nov 25 11:42:37.069960 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-eb3beeaa-7925-412d-bae8-95ae8c655810 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423679 Nov 25 11:42:37.201539 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-b1f85b3b-6e21-44c9-9e1c-b143ff916ec2 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238368 Nov 25 11:42:37.332175 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ea9a44e1-4262-4e8c-8e2b-83b1e5302bb5 req-4191c7f2-4c5f-4209-a37b-a343f6957409 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240528 Nov 25 11:42:37.396331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.449667 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-f1faa2ac-a7c6-4243-8457-187c5e85c3bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 1097 time: 0.0701985 Nov 25 11:42:37.563406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da550a65-406c-485b-a73b-59e781ecbbdb req-62b91f0c-62f0-4067-b064-4928e391d368 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:37.564972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-da550a65-406c-485b-a73b-59e781ecbbdb req-62b91f0c-62f0-4067-b064-4928e391d368 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 944 time: 0.0826724 Nov 25 11:42:37.587159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-50ef6bf1-f9b1-46f2-a951-000bfefe977a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:37.588629 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-50ef6bf1-f9b1-46f2-a951-000bfefe977a service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1311657 Nov 25 11:42:37.611463 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-da550a65-406c-485b-a73b-59e781ecbbdb req-cd28e483-ce7a-4465-af35-564c6eb0b6df tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Nov 25 11:42:37.659722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-573ee468-e752-4889-8c08-3a3b1772fdea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0640361 Nov 25 11:42:37.721768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-6e873506-a175-46c6-9d9f-22318a7e3bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:37.723164 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-6e873506-a175-46c6-9d9f-22318a7e3bb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0567844 Nov 25 11:42:37.771085 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-69907ae2-2b63-4bbe-acbb-2dbf1abaaa6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406411 Nov 25 11:42:37.901589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-77b91c6d-cbeb-4e03-979f-5c143e5d4d08 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230502 Nov 25 11:42:38.031790 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-71fec3c4-061b-4127-9b33-53f54c36d2dd req-e59a8bf4-8f3f-4193-8fbd-d0ac5f4fce69 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218705 Nov 25 11:42:38.704979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:42:38.707477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9950ffc8-e972-407c-b2c8-eb1be2cfac4c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:38.745876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 9950ffc8-e972-407c-b2c8-eb1be2cfac4c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:42:38.746223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9950ffc8-e972-407c-b2c8-eb1be2cfac4c not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:38.824798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f421f2-c3b6-48a2-891e-2d591058843e req-0746191d-4cac-4666-83a2-5f502f013227 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:38.826154 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b5f421f2-c3b6-48a2-891e-2d591058843e req-0746191d-4cac-4666-83a2-5f502f013227 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 944 time: 0.0771446 Nov 25 11:42:38.875970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b5f421f2-c3b6-48a2-891e-2d591058843e req-3c01d1db-70fe-46a0-a609-f03dc003a35f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Nov 25 11:42:38.883412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:42:38.890477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.896949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36', 'port_id': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'mac_address': 'fa:16:3e:9e:05:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c15926-d365-4558-a90f-306721657b15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:42:38.949978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.966239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:42:38.980989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:42:38.985314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.986977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:39.051179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:39.059572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.059914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.060342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.060671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.060997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.061346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.061667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.061986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.062303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.062617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.062931 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:39.066542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:39.173632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['6919c208-7b9c-4254-9b38-0df6c8c4f8d0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:42:40.072723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddad81-9307-4ae9-ba70-51b51a8501a7 req-f7ab3e4e-abd9-45d1-b5b4-d402b0586d1c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:40.074130 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38ddad81-9307-4ae9-ba70-51b51a8501a7 req-f7ab3e4e-abd9-45d1-b5b4-d402b0586d1c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 945 time: 0.0761414 Nov 25 11:42:40.117636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38ddad81-9307-4ae9-ba70-51b51a8501a7 req-b24925f9-15c2-4c77-b2e3-753b0c7e35ee tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 Nov 25 11:42:40.703389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:40.769080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:40.773652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:40.774036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.885857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.912372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:42:40.922451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:42:40.926069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.927865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:40.968746 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'code': 200} Nov 25 11:42:40.993147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:40.996443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:41.194065 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57db9fec-9af7-4344-ae0b-7741389122b8 req-fdded8b3-d5bb-4413-9186-d4b709fc474b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 1099 time: 0.0702853 Nov 25 11:42:41.237399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57db9fec-9af7-4344-ae0b-7741389122b8 req-d3f0b33d-343e-4a6c-9e6f-841bf8141777 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Nov 25 11:42:41.316354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0b9d2-c90e-4044-bcd8-063a4924eb60 req-c083b293-523e-4587-8262-6fb6cb1f91d2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:41.317781 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34d0b9d2-c90e-4044-bcd8-063a4924eb60 req-c083b293-523e-4587-8262-6fb6cb1f91d2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0797861 Nov 25 11:42:41.362605 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34d0b9d2-c90e-4044-bcd8-063a4924eb60 req-2bf8e180-9617-4731-ab9d-78b15732ea45 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394390 Nov 25 11:42:42.563473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289ef4e-9b30-4ff9-ba1e-0c838c9c971c req-81fa99e2-2bc7-4b2a-a442-43f3f7092f1f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:42.564929 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a289ef4e-9b30-4ff9-ba1e-0c838c9c971c req-81fa99e2-2bc7-4b2a-a442-43f3f7092f1f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0754974 Nov 25 11:42:42.610194 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a289ef4e-9b30-4ff9-ba1e-0c838c9c971c req-cf31fde9-4a81-4ff1-9007-8fe2de3a7da3 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Nov 25 11:42:42.805460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771e5e9-66e0-40d8-a15b-ff0f2dc3531e req-8a6d151d-e540-4ba4-a814-bd255211d942 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:42.807195 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2771e5e9-66e0-40d8-a15b-ff0f2dc3531e req-8a6d151d-e540-4ba4-a814-bd255211d942 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0807343 Nov 25 11:42:42.851487 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2771e5e9-66e0-40d8-a15b-ff0f2dc3531e req-009bffe6-064e-49af-a981-940c7c5c8012 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Nov 25 11:42:43.042155 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd979f1c-021a-4bf7-a8f6-90c3daafbd1c req-f062e783-4f11-40c3-a78f-e1d1f54081f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654836 Nov 25 11:42:43.285841 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-d733f1ba-5a3d-4f21-8946-b2be69400f30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717285 Nov 25 11:42:43.351466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c3cc3-c2b4-4e3f-8e6e-26aecf18b330 req-65faf1ab-421d-454e-87dd-a9d0f76a6469 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:43.352954 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e2c3cc3-c2b4-4e3f-8e6e-26aecf18b330 req-65faf1ab-421d-454e-87dd-a9d0f76a6469 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0808966 Nov 25 11:42:43.398813 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e2c3cc3-c2b4-4e3f-8e6e-26aecf18b330 req-d9364ae6-0d5f-44e7-8dcf-b4f9ebdad765 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Nov 25 11:42:44.386902 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-c455b635-0a75-449e-bb2a-8d3cdf5e0200 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 1099 time: 0.0673568 Nov 25 11:42:44.519136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-e89d3af3-34b2-48fb-861f-14199151450e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:44.520660 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-e89d3af3-34b2-48fb-861f-14199151450e service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1266184 Nov 25 11:42:44.602375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3d5d8-5848-4f7e-84d7-3216648b3876 req-35798449-a685-4925-a12c-8cae171f2f08 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:44.603890 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf3d5d8-5848-4f7e-84d7-3216648b3876 req-35798449-a685-4925-a12c-8cae171f2f08 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0781369 Nov 25 11:42:44.651507 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9bf3d5d8-5848-4f7e-84d7-3216648b3876 req-471b4e75-be8f-4f7b-a259-74fdb832b0f5 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Nov 25 11:42:44.701209 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-dd9049e3-6305-4bb6-87ec-2991b6ae41c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 200 len: 217 time: 0.1739118 Nov 25 11:42:44.762673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-a0f365fb-3afd-4a97-b024-e46a8daf26ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:44.764116 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-a0f365fb-3afd-4a97-b024-e46a8daf26ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0555539 Nov 25 11:42:44.808021 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-eae4e81e-b692-4065-b41c-34c58fd604e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369501 Nov 25 11:42:44.938834 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-3ee95ceb-769e-4f87-9359-28c66fd76508 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241324 Nov 25 11:42:45.067062 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-f1228131-1718-4ced-8027-40632e741d4d service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214626 Nov 25 11:42:45.850433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98127dd3-bac0-4ad9-ac56-a9cd306b5cb3 req-ee23c8fa-95d3-46de-8723-2b9c6265b118 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:45.851856 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98127dd3-bac0-4ad9-ac56-a9cd306b5cb3 req-ee23c8fa-95d3-46de-8723-2b9c6265b118 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0811903 Nov 25 11:42:45.896323 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98127dd3-bac0-4ad9-ac56-a9cd306b5cb3 req-f6ff2498-bc50-49e5-8a16-2a1e51f63790 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Nov 25 11:42:46.604721 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:42:47.090399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc0c7b-bfe7-4585-aa9d-6a9a529457df req-9adc3ae9-2e49-46d4-a2e0-f997cd966194 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:47.091827 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dedc0c7b-bfe7-4585-aa9d-6a9a529457df req-9adc3ae9-2e49-46d4-a2e0-f997cd966194 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0748796 Nov 25 11:42:47.140125 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dedc0c7b-bfe7-4585-aa9d-6a9a529457df req-b9cdb04d-538f-419d-96e5-ba222ab72f6f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 Nov 25 11:42:48.332311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d1d90-58ed-4eb2-bec1-1e774a9adb04 req-e0cc4939-7265-40e7-b860-36a3521656ef tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:48.333730 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d10d1d90-58ed-4eb2-bec1-1e774a9adb04 req-e0cc4939-7265-40e7-b860-36a3521656ef tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0751319 Nov 25 11:42:48.378179 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d10d1d90-58ed-4eb2-bec1-1e774a9adb04 req-4a067583-da28-4fd1-ad9f-c21865a9e3cf tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Nov 25 11:42:49.577427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729adf6-d6f4-42ca-89ef-b5b3c43dc9a9 req-22cac246-b158-4baa-8e69-b829376f3e20 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:49.578850 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f729adf6-d6f4-42ca-89ef-b5b3c43dc9a9 req-22cac246-b158-4baa-8e69-b829376f3e20 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0787864 Nov 25 11:42:49.624496 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f729adf6-d6f4-42ca-89ef-b5b3c43dc9a9 req-d39bbcc2-252a-4903-9756-aaf95f3485bc tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Nov 25 11:42:50.821674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bfb4d-dae0-49ed-a71d-5387d4123b1a req-acbc2dd2-e4d0-408f-8f7e-de8f4b0719c9 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:50.823002 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4b6bfb4d-dae0-49ed-a71d-5387d4123b1a req-acbc2dd2-e4d0-408f-8f7e-de8f4b0719c9 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0755284 Nov 25 11:42:50.866894 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4b6bfb4d-dae0-49ed-a71d-5387d4123b1a req-db33873b-445c-4c13-a4dd-bf8ddcf5e0fd tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384405 Nov 25 11:42:52.059885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051687d-d906-4e80-955f-c81c41e63757 req-d76a3202-1376-416f-84ee-667847d9795f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:52.061344 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6051687d-d906-4e80-955f-c81c41e63757 req-d76a3202-1376-416f-84ee-667847d9795f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0776393 Nov 25 11:42:52.104973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6051687d-d906-4e80-955f-c81c41e63757 req-f10eb17d-2333-4451-932b-67b94774c30c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382395 Nov 25 11:42:53.296604 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-74e36db6-7953-4737-bfaa-c89f06dfce4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 1099 time: 0.0720935 Nov 25 11:42:53.303131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c398-d936-42ff-af06-9a82d2919a2d req-b58c1833-378a-4929-bd23-d38b271bd884 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:53.304593 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9582c398-d936-42ff-af06-9a82d2919a2d req-b58c1833-378a-4929-bd23-d38b271bd884 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0760198 Nov 25 11:42:53.361171 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9582c398-d936-42ff-af06-9a82d2919a2d req-7285ff62-cdbd-470f-8138-862ac56cc671 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502446 Nov 25 11:42:53.441409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-8367e7ca-5dd3-4358-a8c0-cefe7594077c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:53.442733 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-8367e7ca-5dd3-4358-a8c0-cefe7594077c service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1240795 Nov 25 11:42:53.508752 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-aac66277-85f5-4c50-bc0a-8a6324fdce67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0589421 Nov 25 11:42:53.574254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-fec6aa51-bb24-47b1-a16f-08b6db1f6ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:53.575680 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-fec6aa51-bb24-47b1-a16f-08b6db1f6ac6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0600195 Nov 25 11:42:53.621340 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-3caaa3a0-c1e7-48ac-beb0-ab9e3013639a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379505 Nov 25 11:42:53.750551 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-5af36f75-d5ae-4bc9-9aee-6d6a690660e4 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223376 Nov 25 11:42:53.878414 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2311b5f4-71e9-48bf-b051-924dba50fc59 req-9b45e4c4-7bfa-454f-ba3d-159083e8ee0a service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216693 Nov 25 11:42:54.645465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0643-fae6-4493-b36e-4f13d207690b req-109c6bff-a52c-4c13-98fa-9d44cecc6df3 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:54.646919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d9cb0643-fae6-4493-b36e-4f13d207690b req-109c6bff-a52c-4c13-98fa-9d44cecc6df3 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.1633704 Nov 25 11:42:54.691400 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d9cb0643-fae6-4493-b36e-4f13d207690b req-74ad16d7-ac79-479b-a8fc-cfb41d02eb82 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387836 Nov 25 11:42:55.886995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff3464-354d-432c-8ca2-5eb418dc9e17 req-41d5d4f3-8cdb-4f86-baee-54af054aefc1 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:55.888432 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-19ff3464-354d-432c-8ca2-5eb418dc9e17 req-41d5d4f3-8cdb-4f86-baee-54af054aefc1 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0789044 Nov 25 11:42:55.933198 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-19ff3464-354d-432c-8ca2-5eb418dc9e17 req-f3799826-1f1f-409f-b948-5ed483de20da tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Nov 25 11:42:57.123378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184676a4-0822-4346-981b-3e6b6b75feec req-a84cb52e-21b2-4001-9f10-e37c438b7d72 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:57.124872 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-184676a4-0822-4346-981b-3e6b6b75feec req-a84cb52e-21b2-4001-9f10-e37c438b7d72 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0745597 Nov 25 11:42:57.172123 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-184676a4-0822-4346-981b-3e6b6b75feec req-c2b7aadf-57d5-4ffe-8385-47d691b7d621 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Nov 25 11:42:58.364958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df9906-aaee-403c-973e-0359700b2a8b req-e2d176b6-262a-403a-8f1a-3b915c933678 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:58.366389 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f5df9906-aaee-403c-973e-0359700b2a8b req-e2d176b6-262a-403a-8f1a-3b915c933678 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0748718 Nov 25 11:42:58.410538 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f5df9906-aaee-403c-973e-0359700b2a8b req-39e45b63-ed15-4dbd-8ebb-55abe1b39b56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Nov 25 11:42:59.603781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b182f-5539-4a8a-82c9-f03b3b2f1fd0 req-50be5ecc-70f5-4c64-ad7c-72d21c1c9b38 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:59.605206 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b09b182f-5539-4a8a-82c9-f03b3b2f1fd0 req-50be5ecc-70f5-4c64-ad7c-72d21c1c9b38 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0776312 Nov 25 11:42:59.649380 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b09b182f-5539-4a8a-82c9-f03b3b2f1fd0 req-13da4404-f820-4162-b954-5c3f2ec7b8fd tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Nov 25 11:42:59.978748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.842229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d0ea9-227b-43c3-9352-bf0bfb29ab83 req-3ccbd906-09f0-4c94-a5a4-7628919d634c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:00.843574 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c42d0ea9-227b-43c3-9352-bf0bfb29ab83 req-3ccbd906-09f0-4c94-a5a4-7628919d634c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0749383 Nov 25 11:43:00.888457 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c42d0ea9-227b-43c3-9352-bf0bfb29ab83 req-9165cbff-31af-4732-b30e-92073c5f7bb3 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Nov 25 11:43:02.085942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aea35-1fac-4124-bdcc-7985ae395b29 req-8a9b0726-d77c-42e2-bf04-6587f6c66a0e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:02.087359 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-010aea35-1fac-4124-bdcc-7985ae395b29 req-8a9b0726-d77c-42e2-bf04-6587f6c66a0e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0792170 Nov 25 11:43:02.131854 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-010aea35-1fac-4124-bdcc-7985ae395b29 req-994c12d5-2fe7-4f95-8ceb-55c94a0f5cdb tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390012 Nov 25 11:43:03.323842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a403d1-3b83-4171-9e0f-a058b049d13a req-62070644-8e55-4c30-9e82-8023c0ec2acf tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:03.325294 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-44a403d1-3b83-4171-9e0f-a058b049d13a req-62070644-8e55-4c30-9e82-8023c0ec2acf tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0748045 Nov 25 11:43:03.369180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-44a403d1-3b83-4171-9e0f-a058b049d13a req-ab1e22f8-dbf7-4e66-ba08-3c636bba1875 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 Nov 25 11:43:03.982299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-645599d9-4d58-4687-b735-ab35a9122d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:04.192297 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:04.570196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c3bcd-cd08-44ea-8e75-da369b15acfa req-ad8e3e90-32cb-4d77-8b40-90f9d30bc300 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:04.571619 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ab3c3bcd-cd08-44ea-8e75-da369b15acfa req-ad8e3e90-32cb-4d77-8b40-90f9d30bc300 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0842462 Nov 25 11:43:04.615114 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ab3c3bcd-cd08-44ea-8e75-da369b15acfa req-491e6b1f-c126-476b-a31b-77eb4485d33e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Nov 25 11:43:05.809081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a3376-9da4-4d99-a331-a7988eddd84d req-00e2600a-644b-4e9e-816f-ef6a1d61e9c4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:05.810941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8b7a3376-9da4-4d99-a331-a7988eddd84d req-00e2600a-644b-4e9e-816f-ef6a1d61e9c4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0745125 Nov 25 11:43:05.858836 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8b7a3376-9da4-4d99-a331-a7988eddd84d req-54793c70-190a-4d77-a640-781e8dcdb602 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425625 Nov 25 11:43:06.304461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a408bc69-c47b-480f-ad18-2d27e1a45f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:07.049633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ce47c-df56-4aea-b731-55710629202b req-17deb15b-79dd-485d-9a09-f860eb47b028 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:07.051031 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a76ce47c-df56-4aea-b731-55710629202b req-17deb15b-79dd-485d-9a09-f860eb47b028 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0742788 Nov 25 11:43:07.094724 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a76ce47c-df56-4aea-b731-55710629202b req-b06f3f22-989d-4d14-acb3-6db51bb043da tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Nov 25 11:43:07.397135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.292394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25f657-12a9-4b90-9f33-acce7cba784e req-62873cea-41c0-4a9c-a664-581ef32b7f4f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:08.293817 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b25f657-12a9-4b90-9f33-acce7cba784e req-62873cea-41c0-4a9c-a664-581ef32b7f4f tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0787976 Nov 25 11:43:08.338151 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1b25f657-12a9-4b90-9f33-acce7cba784e req-0153d0b7-3a3e-4369-9cf5-22c833f9e2c4 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382681 Nov 25 11:43:08.867691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.534970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9cf4c-831e-4a32-906c-f2873bed06b4 req-34dcda76-ee04-4598-9fe8-edb6d081afa2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:09.536455 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-02d9cf4c-831e-4a32-906c-f2873bed06b4 req-34dcda76-ee04-4598-9fe8-edb6d081afa2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0754459 Nov 25 11:43:09.581289 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-02d9cf4c-831e-4a32-906c-f2873bed06b4 req-8ab37b41-c293-4ef3-8207-21d6542803aa tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Nov 25 11:43:10.777439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d642af-3e83-4b90-82da-9ca98a7e48fb req-0f6c4208-a024-44d3-8a78-9b7dc79ee7ea tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:10.778893 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-23d642af-3e83-4b90-82da-9ca98a7e48fb req-0f6c4208-a024-44d3-8a78-9b7dc79ee7ea tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0792525 Nov 25 11:43:10.823766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-23d642af-3e83-4b90-82da-9ca98a7e48fb req-3c94a088-2ac9-4fd1-a435-eb7df3497551 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Nov 25 11:43:11.698888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-2289690d-6419-4144-8f7f-5caa037f96f0 service neutron] 10.222.0.48 "GET /v2.0/ports/6919c208-7b9c-4254-9b38-0df6c8c4f8d0/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0767562 Nov 25 11:43:11.956285 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-6b84aa8f-71c4-4317-b091-196e7fc14033 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193&tenant_id=8586f2e75b5146c8bfca50ba4a8f0062 HTTP/1.1" status: 200 len: 1099 time: 0.0686007 Nov 25 11:43:12.020318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a62965-adeb-4b39-bc8a-2e44d9665908 req-0a5ee308-0bce-4a05-8ac0-df2c2da7ef2c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:12.021747 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-54a62965-adeb-4b39-bc8a-2e44d9665908 req-0a5ee308-0bce-4a05-8ac0-df2c2da7ef2c tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0768967 Nov 25 11:43:12.046132 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-1ca494d9-beb7-4f04-b458-e56eef088d9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 1099 time: 0.0677991 Nov 25 11:43:12.070129 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-54a62965-adeb-4b39-bc8a-2e44d9665908 req-206ec324-ca9b-4a10-b893-9ae1f3c09bef tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Nov 25 11:43:12.175160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-fc3db3d8-3c89-4825-831c-6e56c23ade3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:12.176554 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-fc3db3d8-3c89-4825-831c-6e56c23ade3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1247787 Nov 25 11:43:12.245699 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-be4dd66d-f5ac-41c4-a62d-155949f79a60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0625498 Nov 25 11:43:12.306064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-b05be153-3587-4322-9b32-d834a0a9a391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:12.307672 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-b05be153-3587-4322-9b32-d834a0a9a391 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0554283 Nov 25 11:43:12.454078 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-3fb47481-f0ea-471e-99bc-082cae5f31e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400611 Nov 25 11:43:12.583298 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-c098c3be-6924-48ab-be08-6aeb4cd32eaa service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222167 Nov 25 11:43:12.713036 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-39cfac0b-9cda-4f51-952a-b6c693ab9c73 req-adb96d10-3622-42ea-a9ee-d774f60fc41e service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229312 Nov 25 11:43:13.267565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aeaab-9212-44c5-b4e3-d69ff3900788 req-9f1186f1-4853-467b-994f-413e404af298 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:13.269141 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a84aeaab-9212-44c5-b4e3-d69ff3900788 req-9f1186f1-4853-467b-994f-413e404af298 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0758154 Nov 25 11:43:13.313090 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a84aeaab-9212-44c5-b4e3-d69ff3900788 req-754d4e6d-4aef-43a0-8687-d0262abda6d6 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385871 Nov 25 11:43:14.516969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08b6c-efe1-4b34-a2cd-c9511e399e12 req-724be48f-f0b4-4ad3-9a52-1ac27f510dcc tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:14.518411 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-99b08b6c-efe1-4b34-a2cd-c9511e399e12 req-724be48f-f0b4-4ad3-9a52-1ac27f510dcc tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0798399 Nov 25 11:43:14.564041 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-99b08b6c-efe1-4b34-a2cd-c9511e399e12 req-fe1f41fc-f630-483e-89e8-4061974b9737 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 Nov 25 11:43:14.880061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:43:14.882021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-172d38fc-9102-4dcf-b546-8318019f0029 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:14.882683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-172d38fc-9102-4dcf-b546-8318019f0029 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Synchronizing usage tracker for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:14.883841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83836f2b-222e-4004-bdf4-81fd3f4c133b req-d0fef17a-e0f9-4f0e-a6c9-5c9491f60045 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:14.884559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:14.885323 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83836f2b-222e-4004-bdf4-81fd3f4c133b req-d0fef17a-e0f9-4f0e-a6c9-5c9491f60045 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0759132 Nov 25 11:43:14.894703 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-172d38fc-9102-4dcf-b546-8318019f0029 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Unset dirty status for tenant:8586f2e75b5146c8bfca50ba4a8f0062 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:14.895851 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-172d38fc-9102-4dcf-b546-8318019f0029 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193&tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 946 time: 0.0930643 Nov 25 11:43:14.935498 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83836f2b-222e-4004-bdf4-81fd3f4c133b req-ce601a7d-30ba-42ad-9d99-4f8a60cd4da6 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Nov 25 11:43:15.044731 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-33320b06-2253-48b9-9330-b262b6939590 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 1099 time: 0.0723932 Nov 25 11:43:15.136347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.161769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:15.176379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-bdfcdb3c-34ef-4613-9950-c84f0f0572af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:15.177825 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-bdfcdb3c-34ef-4613-9950-c84f0f0572af service neutron] 10.222.0.48 "GET /v2.0/networks?id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 200 len: 915 time: 0.1266956 Nov 25 11:43:15.183934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'network_id': '74a45257-d9a6-44cf-9ec3-ee0ae2423a36', 'port_id': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'mac_address': 'fa:16:3e:9e:05:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c15926-d365-4558-a90f-306721657b15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:43:15.185253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:15.229713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:15.235411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.238887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:15.251250 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-d4aad07f-5a15-4d44-91d1-b5fe793a3172 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0663228 Nov 25 11:43:15.290724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.318604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-3a4cd6b1-d701-443d-8aa5-14cc6d8c9aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:15.320971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-3a4cd6b1-d701-443d-8aa5-14cc6d8c9aab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 200 len: 854 time: 0.0641913 Nov 25 11:43:15.323542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:43:15.333577 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:15.359202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:15.360786 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'code': 200} Nov 25 11:43:15.369743 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-a204eef9-d18a-40e5-839b-53ef63521735 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74a45257-d9a6-44cf-9ec3-ee0ae2423a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418653 Nov 25 11:43:15.390670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:43:15.390956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:43:15.497715 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-c1ffb971-9e56-4ec4-a4c3-da9db8f3c0f6 service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207004 Nov 25 11:43:15.628648 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9588cfe9-0d60-47b0-98dd-3ddfc6b0e958 req-f016ec77-2fe8-4d62-b0e9-73195afc73ae service neutron] 10.222.0.48 "GET /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239886 Nov 25 11:43:15.944063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.968872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:43:15.986050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:15.990618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.993527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:16.073894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:16.078195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:16.080529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['6919c208-7b9c-4254-9b38-0df6c8c4f8d0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:43:16.251594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae826c-5fe4-4b66-b037-f951321fc5c6 req-22a8c45f-f2a8-482b-8a7d-283c32f93ae7 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:16.252940 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-26ae826c-5fe4-4b66-b037-f951321fc5c6 req-22a8c45f-f2a8-482b-8a7d-283c32f93ae7 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 945 time: 0.1906736 Nov 25 11:43:16.297769 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-26ae826c-5fe4-4b66-b037-f951321fc5c6 req-d768142b-68e8-4e31-b3ab-03dfbd2d7f75 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Nov 25 11:43:16.889465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:16.955547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:16.956209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.065211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.095869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:17.099767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.101535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:17.162674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:17.165460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:17.361553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:17.414491 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'code': 200} Nov 25 11:43:17.491756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f7075-635f-44bd-b49b-306444b79e98 req-7824f6ad-5b1a-4d7a-829d-039578022766 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:17.493217 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c8f7075-635f-44bd-b49b-306444b79e98 req-7824f6ad-5b1a-4d7a-829d-039578022766 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0758052 Nov 25 11:43:17.540139 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c8f7075-635f-44bd-b49b-306444b79e98 req-d8eff5fa-53d4-4631-8191-936fa5115e3e tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Nov 25 11:43:17.732658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412b351-fe47-411e-a19d-f792a7329adc req-a7145e5f-3b2b-474a-9e4f-58ec27a5a307 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:17.734573 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2412b351-fe47-411e-a19d-f792a7329adc req-a7145e5f-3b2b-474a-9e4f-58ec27a5a307 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0755804 Nov 25 11:43:17.777769 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2412b351-fe47-411e-a19d-f792a7329adc req-ad42598e-3827-47ee-a754-20f0a534e6f5 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378473 Nov 25 11:43:17.972876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd53d-a5b0-44f9-9fbd-885d5494b5ad req-b244d15c-b97e-41aa-a9aa-e350cd04e518 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:17.974274 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea7dd53d-a5b0-44f9-9fbd-885d5494b5ad req-b244d15c-b97e-41aa-a9aa-e350cd04e518 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0784512 Nov 25 11:43:18.017700 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea7dd53d-a5b0-44f9-9fbd-885d5494b5ad req-60ec47b2-34f6-4a74-b7ca-8ed9e29eebf7 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Nov 25 11:43:18.578624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1830bc4-81b1-411a-8f07-b05d454ce39c req-c805f839-fa19-40e2-b5a8-5dfc8a1e3e93 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:18.580077 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f1830bc4-81b1-411a-8f07-b05d454ce39c req-c805f839-fa19-40e2-b5a8-5dfc8a1e3e93 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0746057 Nov 25 11:43:18.625244 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f1830bc4-81b1-411a-8f07-b05d454ce39c req-3f4e5189-f6ae-46d5-80a8-7bf923fe4e82 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Nov 25 11:43:19.825092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60874942-3cf8-49e8-a65e-e71f6abecb10 req-3bc6ecdb-a1ac-4f01-8a38-d56e4751aa57 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:19.826426 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-60874942-3cf8-49e8-a65e-e71f6abecb10 req-3bc6ecdb-a1ac-4f01-8a38-d56e4751aa57 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0793986 Nov 25 11:43:19.872483 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-60874942-3cf8-49e8-a65e-e71f6abecb10 req-921ea33c-b9cd-402d-9579-47d26c91de30 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1d7d2d9-d132-415d-b287-696f64b9f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Nov 25 11:43:19.994259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-96fc5048-402f-4022-b247-3920eafd06a1 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:19.995641 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-96fc5048-402f-4022-b247-3920eafd06a1 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 946 time: 0.0788805 Nov 25 11:43:20.060638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Deleting port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:43:20.060991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.298576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] For port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,segment=NetworkSegment(d1e03fed-9a20-4331-9cd4-e9018874fd74),segment_id=d1e03fed-9a20-4331-9cd4-e9018874fd74)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:20.298950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.518448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Calling delete_port for 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:43:20.656284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.662402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-05fa134f-5d88-4c4d-9a7b-77a2922cde8a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:20.667796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['6919c208-7b9c-4254-9b38-0df6c8c4f8d0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:43:20.706452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Pushing event deleted for resources: {'Port': ['ID=6919c208-7b9c-4254-9b38-0df6c8c4f8d0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:20.750752 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.751128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.751496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.751856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.752256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.752600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.752952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.753304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.753654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.754001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.754352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:20.757527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:20.794878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] No DVR routers for this DVR port 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:43:20.797932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.801957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-deleted', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:20.815651 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b52a4fde-76bc-45d1-b21b-f44126774027 req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.48 "DELETE /v2.0/ports/6919c208-7b9c-4254-9b38-0df6c8c4f8d0 HTTP/1.1" status: 204 len: 173 time: 0.8146040 Nov 25 11:43:20.856220 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0293a4af-11d5-494d-9f29-131b22154193', 'name': 'network-vif-deleted', 'tag': '6919c208-7b9c-4254-9b38-0df6c8c4f8d0', 'status': 'completed', 'code': 200} Nov 25 11:43:21.044812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1a032b11-336e-48e1-81d5-8ab0b2c126cd req-b570845f-231f-48ce-b2de-a8d21c229d02 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] 10.222.0.41 "GET /v2.0/ports?device_id=0293a4af-11d5-494d-9f29-131b22154193 HTTP/1.1" status: 200 len: 210 time: 0.0403125 Nov 25 11:43:22.299114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44846) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:22.361043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Deleting subnet 99c15926-d365-4558-a90f-306721657b15 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:43:22.363864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.412019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.465016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.533546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.537105 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-15d8eb67-ea9c-4af6-b156-9dacd9ae275a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:22.570340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c15926-d365-4558-a90f-306721657b15,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:22.581250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.585458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.585828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.586192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.586555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.586909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.587261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.587610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.587958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.588326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.588670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.589012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:22.592375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:22.594155 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aa08b94a-d394-4903-808c-77b86e89d84a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/99c15926-d365-4558-a90f-306721657b15 HTTP/1.1" status: 204 len: 168 time: 0.2940238 Nov 25 11:43:22.596618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44850) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:22.706703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.829174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.853374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a45257-d9a6-44cf-9ec3-ee0ae2423a36']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:22.865281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e03fed-9a20-4331-9cd4-e9018874fd74') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:22.865564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e03fed-9a20-4331-9cd4-e9018874fd74') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:22.877266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.893466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.900504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:43:22.900884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:43:22.914289 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:43:22.921321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:22.954421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:43:22.954772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 6919c208-7b9c-4254-9b38-0df6c8c4f8d0 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:43:22.991836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.995230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5b1969f4-0534-4ea1-89af-bfe82f4f71dd tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:23.008350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.019964 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a45257-d9a6-44cf-9ec3-ee0ae2423a36,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:23.022796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:23.025498 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-11e093fe-07bd-4144-8d5d-53483b52a687 admin admin] 10.222.0.41 "DELETE /v2.0/networks/74a45257-d9a6-44cf-9ec3-ee0ae2423a36 HTTP/1.1" status: 204 len: 168 time: 0.4280100 Nov 25 11:43:23.154824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44856) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:23.204591 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ce63626f-4092-45be-9547-d283d78ef6ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8586f2e75b5146c8bfca50ba4a8f0062&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484805 Nov 25 11:43:23.206857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44860) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:23.264700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.289084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.342207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.347027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e9de7836-f16a-45fa-bae0-1f821a513aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:23.359905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d7d2d9-d132-415d-b287-696f64b9f551,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:23.362562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:23.374673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.375730 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1d7d2d9-d132-415d-b287-696f64b9f551 HTTP/1.1" status: 204 len: 168 time: 0.1679358 Nov 25 11:43:23.604422 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:43:24.180297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44882) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:24.317419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-77926528-network', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:24.322123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:24.325912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Usage tracker for resource:network and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:24.328832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:24.334397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:24.343935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Made reservation on behalf of b05fc0dfd85e41ac82b3d0b9eea03f55 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:24.346175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.358120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.389669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:24.393776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Usage tracker for resource:security_group_rule and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:24.396720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:24.402407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:24.466981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.471407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.479237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1815c04e-af62-404a-992e-3c422a487fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:24.510609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:43:24.519310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d60755-c401-4d0a-9e25-042bd7772cc2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:24.522827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:24.525700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.526205 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Added segment 0a6fdaa1-59ad-46b2-a24d-6f051d823d89 of type vlan for network 48de7c1a-71ff-453c-bd92-1818d3c49e92 Nov 25 11:43:24.555323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.586323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.587326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:24.587895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.591452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed398176-0957-428a-b580-e86e5ed23e36 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:24.693291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Pushing event updated for resources: {'Network': ['ID=48de7c1a-71ff-453c-bd92-1818d3c49e92,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:24.696711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:24.700862 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5167854 Nov 25 11:43:24.701383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44888) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:24.704632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:43:24.707358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Request body: {'subnet': {'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-77926528-subnet', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:24.712562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:24.717075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Usage tracker for resource:subnet and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:24.720953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:24.726956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:24.738660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Made reservation on behalf of b05fc0dfd85e41ac82b3d0b9eea03f55 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:24.741110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.951304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.955148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ebd435eb-627d-43a0-8d81-362eb937d6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:25.022765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=648b30b8-199e-4daa-8f0f-10ce2ffbdc03,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:25.026277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:25.034053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Checking segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:43:25.034400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Network hostable DHCP agents. Network: 48de7c1a-71ff-453c-bd92-1818d3c49e92, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:43:25.056091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:43:25.065480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 48de7c1a-71ff-453c-bd92-1818d3c49e92) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:25.069160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:25.069725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.074486 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b724cf-d5e2-446a-82dd-6f176c2c5e80 None None] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:43:25.089591 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3869913 Nov 25 11:43:25.092308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44892) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:25.097399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:25.101804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:25.105575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Usage tracker for resource:router and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:25.108394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:25.115137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:25.126324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.127434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.147548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.290103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-48de7c1a-71ff-453c-bd92-1818d3c49e92', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:43:25.291021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.299808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.445362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Allocated IP 172.20.0.2 (48de7c1a-71ff-453c-bd92-1818d3c49e92/648b30b8-199e-4daa-8f0f-10ce2ffbdc03/1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:25.491135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.521836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.659672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Allocated IP 172.26.5.248 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/9b6ec049-5774-4619-b8cd-93f589f40d4d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:25.682650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.693622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Transition to ACTIVE for port object 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:25.711787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Transition to ACTIVE for port object 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:25.717377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.722147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:25.783487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:25.791457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:25.795807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:43:25.802678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Pushing event updated for resources: {'Port': ['ID=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:25.807252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:25.885988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Attempting to bind port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:25.886362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Attempting to bind port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:25.886730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Attempting to bind port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:43:25.893248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:43:25.893626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Checking segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:43:25.894034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.894439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Bound using segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:43:25.894906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Bound port: 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:25.895281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.914012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.941413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.945792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:25.985844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] For port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:43:25.989390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] For port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:43:25.993185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:25.997552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:26.004047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:26.006777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:26.015038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:43:26.053678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6ec049-5774-4619-b8cd-93f589f40d4d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:26.057898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:26.074389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Pushing event updated for resources: {'Port': ['ID=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:26.077379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:26.184017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:26.184840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:26.422376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Router cbbce010-ec26-4f76-befc-22617d380785 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:43:26.621173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:43:26.630804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:43:26.643881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:43:26.644688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:43:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:26.645598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:26.647009 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5537584 Nov 25 11:43:26.649800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 44896) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:26.839785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:43:27.023322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d3796-777e-4f9a-aefd-59d2b384ceab None None] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:43:27.176908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-04636339-8958-49b3-8973-a156eb740e82 None None] Provisioning for port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:27.269131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:27.400915 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:26Z', 'revision_number': 3, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:27.405426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.408398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:43:27.408744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Updating router cbbce010-ec26-4f76-befc-22617d380785 port 9b6ec049-5774-4619-b8cd-93f589f40d4d binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:43:27.455041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:27.479379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:27.479765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.503406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.741549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Allocated IP 172.20.0.1 (48de7c1a-71ff-453c-bd92-1818d3c49e92/648b30b8-199e-4daa-8f0f-10ce2ffbdc03/c2987f01-f051-4d27-96ee-f3d5ef90562d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:27.861728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.892370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.907965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Transition to ACTIVE for port object c2987f01-f051-4d27-96ee-f3d5ef90562d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:27.925149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:27.926043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1a97d31c-bff2-4d6a-9686-645016bd892e None None] Provisioning complete for port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:27.926592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1a97d31c-bff2-4d6a-9686-645016bd892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.929660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.933565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:27.960982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.965633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:27.999089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:28.002964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:28.004980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c2987f01-f051-4d27-96ee-f3d5ef90562d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:28.007069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:43:28.034791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:28.064838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.107730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:28.113598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:28.152951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.157710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.177487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Transition to ACTIVE for port object 9b6ec049-5774-4619-b8cd-93f589f40d4d will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:28.192305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.196866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-3d23c33a-c24c-400a-b3c2-a8712fa6cbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:28.276671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c646aa-1d0f-43f2-94ae-aaf27121d9e6 None None] Pushing event updated for resources: {'Port': ['ID=9b6ec049-5774-4619-b8cd-93f589f40d4d,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:28.280057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a6c646aa-1d0f-43f2-94ae-aaf27121d9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:28.280742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Attempting to bind port 9b6ec049-5774-4619-b8cd-93f589f40d4d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:28.281140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Attempting to bind port 9b6ec049-5774-4619-b8cd-93f589f40d4d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:28.281508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Attempting to bind port 9b6ec049-5774-4619-b8cd-93f589f40d4d on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:43:28.288160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:43:28.288542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:43:28.288946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.289349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:43:28.289816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Bound port: 9b6ec049-5774-4619-b8cd-93f589f40d4d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:28.290192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.369114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] For port 9b6ec049-5774-4619-b8cd-93f589f40d4d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:43:28.372288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] For port 9b6ec049-5774-4619-b8cd-93f589f40d4d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9b6ec049-5774-4619-b8cd-93f589f40d4d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:43:28.373600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-df491637-1d8f-4a26-9c0f-2c4533b3949d None None] Provisioning for port c2987f01-f051-4d27-96ee-f3d5ef90562d completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:28.379274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.383308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:28.386833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.391973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.409840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-df491637-1d8f-4a26-9c0f-2c4533b3949d None None] Provisioning complete for port c2987f01-f051-4d27-96ee-f3d5ef90562d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:28.410198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-df491637-1d8f-4a26-9c0f-2c4533b3949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.418623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:28.499142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.501067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-df491637-1d8f-4a26-9c0f-2c4533b3949d None None] Port c2987f01-f051-4d27-96ee-f3d5ef90562d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:43:28.503376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c2987f01-f051-4d27-96ee-f3d5ef90562d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:28.506565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:28.507442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c646aa-1d0f-43f2-94ae-aaf27121d9e6 None None] Pushing event updated for resources: {'Port': ['ID=9b6ec049-5774-4619-b8cd-93f589f40d4d,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:28.511529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a6c646aa-1d0f-43f2-94ae-aaf27121d9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:28.515506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:43:28.516150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:43:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:28.638543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:28.639677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:28.695309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:43:28.924208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5b10048f-8a02-4c1a-b742-21b5e44317b9 None None] Provisioning complete for port c2987f01-f051-4d27-96ee-f3d5ef90562d triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:28.924863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5b10048f-8a02-4c1a-b742-21b5e44317b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:29.012763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5b10048f-8a02-4c1a-b742-21b5e44317b9 None None] Port c2987f01-f051-4d27-96ee-f3d5ef90562d cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:43:29.033172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:43:29.075803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 2, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:29.080281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4389e7e6-6fb9-498c-b5c5-2cecd7177cea None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 2, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:43:29.264139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:29.340122 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:29.340507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:29.368614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:43:29.385650 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] 10.222.0.41 "PUT /v2.0/routers/cbbce010-ec26-4f76-befc-22617d380785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7274811 Nov 25 11:43:30.002205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:30.938455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44908) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:30.944334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557182191', 'description': 'tempest-description--377731498'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:30.950613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:30.954486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:security_group and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:30.957423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:30.963905 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:30.972920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.007252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:31.010928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:security_group_rule and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:31.013644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:31.019261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:31.078934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.082477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.087221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b6594e78-9a0e-46c2-b1e7-37a763c3aec1 tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:31.124188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:31.126844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.131815 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1885767 Nov 25 11:43:31.131815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:31.132764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44912) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:31.137373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'security_group_rule': {'security_group_id': '3bb2f385-9f58-47d1-bd1b-ec4e77265bf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:31.143472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:31.147576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:security_group_rule and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:31.150491 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:31.156732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:31.172783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.235571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.240038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.241971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6b2e0878-ebc0-491a-b970-c57ab497cfd5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:31.257680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b6ec049-5774-4619-b8cd-93f589f40d4d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:31.267419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15946a4-00c5-41ce-9381-7ba6e4560ed2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:31.270166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:31.279212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.280568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-578ad156-196a-481b-8786-8b5a7cd96f35 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1476004 Nov 25 11:43:31.283262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44916) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:31.289076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'security_group_rule': {'security_group_id': '3bb2f385-9f58-47d1-bd1b-ec4e77265bf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:31.295271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:31.299226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:security_group_rule and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:31.302297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:31.308485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:31.325477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.370801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 9b6ec049-5774-4619-b8cd-93f589f40d4d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:31.376140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9b6ec049-5774-4619-b8cd-93f589f40d4d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:31.376530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.390919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.394620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.396654 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cde0ce84-2aa6-4dd1-9599-b6a8d941007f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:31.417742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689145fa-1869-4a06-8e40-2fcde053c7bf,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:31.420300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:31.427396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.428632 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fbfd6826-f177-4ad2-813a-846aebe323c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1443138 Nov 25 11:43:31.431781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44920) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:31.437007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:31.442745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:31.446870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:floatingip and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:31.449729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:31.455922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:31.465780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.491561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.508121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 9b6ec049-5774-4619-b8cd-93f589f40d4d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9b6ec049-5774-4619-b8cd-93f589f40d4d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:31.513221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.515301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a6c646aa-1d0f-43f2-94ae-aaf27121d9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:31.579060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=9b6ec049-5774-4619-b8cd-93f589f40d4d,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:31.582073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:31.701070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.834299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Allocated IP 172.26.5.145 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/2346613d-5de2-476a-8145-57f0e046544c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:31.979192 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.005614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.009043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f90a79fe-8795-4338-8b90-7104292c09a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:32.070788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:32.073841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:32.077904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:43:32.101621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'Port': ['ID=2346613d-5de2-476a-8145-57f0e046544c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:32.106284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:32.232414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.288577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.482648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.488521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.492961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-42215f68-f849-4fb5-8efa-10ef8a0568e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:32.591754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'Port': ['ID=2346613d-5de2-476a-8145-57f0e046544c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:32.599161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:32.607707 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.629260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.630485 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1977537 Nov 25 11:43:32.798962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-f4d369c1-f689-4f62-a56d-cb23ff6c05b0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Synchronizing usage tracker for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:32.816402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-f4d369c1-f689-4f62-a56d-cb23ff6c05b0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Unset dirty status for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:32.817844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-f4d369c1-f689-4f62-a56d-cb23ff6c05b0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--557182191&fields=id&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 267 time: 0.0596597 Nov 25 11:43:32.963152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-540d0d46-8b7e-49a3-b6e9-3d5d1ebb1853 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:32.964590 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-540d0d46-8b7e-49a3-b6e9-3d5d1ebb1853 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1405613 Nov 25 11:43:32.980469 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-616fc060-397a-418f-ab38-07628fdb5bf4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/quotas/b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 375 time: 0.0101881 Nov 25 11:43:33.060204 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-19b6c78a-64d1-451e-8f6f-a8af8bbb1c13 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744441 Nov 25 11:43:33.195850 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-203c4d2b-ef25-44ef-b750-6f1122120f2d service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247051 Nov 25 11:43:33.238797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b6ec049-5774-4619-b8cd-93f589f40d4d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:33.309185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9b6ec049-5774-4619-b8cd-93f589f40d4d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:33.309558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:33.328263 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-67f9373d-ede6-483c-92f5-6df8b32cee7e service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264477 Nov 25 11:43:33.513652 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd88c026-149c-4eeb-8de5-e486f00d58a0 req-93befc96-e770-4a5e-8e54-a83d70a0e3af tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 210 time: 0.0454135 Nov 25 11:43:33.983621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e644-96ee-415a-a445-941f559b9e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.193012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.691549 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-055f87b9-fde5-4dad-a8e6-e9813d145979 req-5ef2a1cd-f6c3-4a65-9f0f-f161d928fe97 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 210 time: 0.0454910 Nov 25 11:43:34.726619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-1796bd38-6089-47c0-844b-fa4ca202fbdd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:34.727293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-1796bd38-6089-47c0-844b-fa4ca202fbdd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Synchronizing usage tracker for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:34.745025 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-1796bd38-6089-47c0-844b-fa4ca202fbdd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Unset dirty status for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:34.746327 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-1796bd38-6089-47c0-844b-fa4ca202fbdd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1706729 Nov 25 11:43:34.802091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-2583ff19-0f9f-4bb0-8a2e-b640a07cb5d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Synchronizing usage tracker for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:34.815197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-2583ff19-0f9f-4bb0-8a2e-b640a07cb5d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Unset dirty status for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:34.816411 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-2583ff19-0f9f-4bb0-8a2e-b640a07cb5d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 379 time: 0.0567098 Nov 25 11:43:34.828759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'port': {'device_id': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'admin_state_up': True, 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'security_groups': ['3bb2f385-9f58-47d1-bd1b-ec4e77265bf4']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:34.961012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:34.964734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:port and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:34.967470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:34.973664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:34.983060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Made reservation on behalf of b05fc0dfd85e41ac82b3d0b9eea03f55 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:34.986675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.147002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Allocated IP 172.20.0.13 (48de7c1a-71ff-453c-bd92-1818d3c49e92/648b30b8-199e-4daa-8f0f-10ce2ffbdc03/2e033b88-0d34-4cec-b015-15baffaf1693) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:35.329657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.345004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Transition to ACTIVE for port object 2e033b88-0d34-4cec-b015-15baffaf1693 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:35.365312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.370555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f8eae414-3722-4dd3-85c4-3bbec061b2b8 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:35.427745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:35.430700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:35.439240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:43:35.479772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'Port': ['ID=2e033b88-0d34-4cec-b015-15baffaf1693,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:35.484075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:35.509207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:35.509805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.533210 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7079380 Nov 25 11:43:35.544744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Request body: {'port': {'device_id': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:35.654088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.678708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-56b63438-b43d-48e4-88e4-b346fb90c54e None None] Provisioning for port 2e033b88-0d34-4cec-b015-15baffaf1693 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:35.684030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-56b63438-b43d-48e4-88e4-b346fb90c54e None None] Provisioning complete for port 2e033b88-0d34-4cec-b015-15baffaf1693 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:35.684414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-56b63438-b43d-48e4-88e4-b346fb90c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.739627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-56b63438-b43d-48e4-88e4-b346fb90c54e None None] Port 2e033b88-0d34-4cec-b015-15baffaf1693 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:43:35.889035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d682f-27ca-4e74-a548-072c9a02676d req-305fce62-b8bf-461f-b8d2-cad08cae3d1c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:35.890955 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eb2d682f-27ca-4e74-a548-072c9a02676d req-305fce62-b8bf-461f-b8d2-cad08cae3d1c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 932 time: 0.0754399 Nov 25 11:43:35.994792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e033b88-0d34-4cec-b015-15baffaf1693 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:43:36.002774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.017290 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Transition to ACTIVE for port object 2e033b88-0d34-4cec-b015-15baffaf1693 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:36.021358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.025035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b7a9ae6a-608d-4cd6-b40f-82eb28815bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:36.037917 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eb2d682f-27ca-4e74-a548-072c9a02676d req-e9d474f7-d04e-4c4c-ad8e-e5ce5884abb0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414082 Nov 25 11:43:36.148527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Pushing event updated for resources: {'Port': ['ID=2e033b88-0d34-4cec-b015-15baffaf1693,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:36.152656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:36.251949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Attempting to bind port 2e033b88-0d34-4cec-b015-15baffaf1693 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:36.252310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Attempting to bind port 2e033b88-0d34-4cec-b015-15baffaf1693 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:36.252628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Attempting to bind port 2e033b88-0d34-4cec-b015-15baffaf1693 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:43:36.258306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Port 2e033b88-0d34-4cec-b015-15baffaf1693 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:43:36.258622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Attempting to bind port 2e033b88-0d34-4cec-b015-15baffaf1693 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:43:36.265057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:43:36.265381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Checking segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:43:36.265761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Bound using segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:43:36.266651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Bound port: 2e033b88-0d34-4cec-b015-15baffaf1693, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:36.266651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.309665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a96c-ef2f-4880-a387-3f217370e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.469055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] For port 2e033b88-0d34-4cec-b015-15baffaf1693, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:43:36.471848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] For port 2e033b88-0d34-4cec-b015-15baffaf1693, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2e033b88-0d34-4cec-b015-15baffaf1693,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:43:36.475965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.480306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-26dca16b-8023-4a7e-ba73-dd87a76cc151 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:36.536603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.537483 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 1094 time: 0.9970822 Nov 25 11:43:36.538005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:36.562937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Pushing event updated for resources: {'Port': ['ID=2e033b88-0d34-4cec-b015-15baffaf1693,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:36.565969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:36.621713 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693', 'status': 'completed', 'code': 200} Nov 25 11:43:36.662784 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-383da355-7afb-4fcf-af2f-ae9288086c17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1097 time: 0.0723636 Nov 25 11:43:36.736805 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-d43823b8-a31e-4072-90e7-630f0b0f680e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 217 time: 0.0659733 Nov 25 11:43:36.798169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-c8078186-1f92-42eb-9ef7-4e5017d39a50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:36.799596 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-c8078186-1f92-42eb-9ef7-4e5017d39a50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0571208 Nov 25 11:43:36.872549 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-8caffb3b-871c-4691-b3ce-8430f8535292 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665567 Nov 25 11:43:37.001776 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-7528e77f-c2a0-4f13-9bda-52c3a9793318 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219051 Nov 25 11:43:37.131730 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d552ab4-1ee9-4ffd-a29b-f4bfdd5167b3 req-9941fabe-26ef-4ae0-b9e0-59bca659e29a service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234679 Nov 25 11:43:37.236825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5dafb-a293-498b-8a6e-b2f75bdc8e76 req-d5795285-223d-4cc3-9548-4a15a5c4b30b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:37.238272 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-61c5dafb-a293-498b-8a6e-b2f75bdc8e76 req-d5795285-223d-4cc3-9548-4a15a5c4b30b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0755112 Nov 25 11:43:37.251257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-a6e91205-8370-4596-86b4-3b5d8526d35c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1097 time: 0.0729830 Nov 25 11:43:37.284409 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-61c5dafb-a293-498b-8a6e-b2f75bdc8e76 req-168348f5-3a76-43b9-bcd1-a0e601541862 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404325 Nov 25 11:43:37.383846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-910b0a04-6744-48f3-a4f9-b5f96d0150cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:37.385490 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-910b0a04-6744-48f3-a4f9-b5f96d0150cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1274121 Nov 25 11:43:37.401092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:37.456318 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-61efd3de-c7ca-4bc1-9398-e538393c9eae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 217 time: 0.0640135 Nov 25 11:43:37.518419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-f5dcd142-bc46-4595-a66b-21bc33e9dba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:37.519818 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-f5dcd142-bc46-4595-a66b-21bc33e9dba1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0566068 Nov 25 11:43:37.592596 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-a839821d-cb12-4d24-97fd-d8daa81b29fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665157 Nov 25 11:43:37.722128 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-1090f44f-f67c-415b-a8b2-92724c55fb41 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220484 Nov 25 11:43:37.852170 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1544e5ec-05a1-4dee-a8a6-8e023a429fa1 req-994e48f3-949a-4039-a2de-5bc8c13f27c5 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224816 Nov 25 11:43:38.485293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e03a1a-4a59-43a5-9e9f-e8e01c6eb6c5 req-b475bce6-1949-4b53-93b2-5843c79bbae8 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:38.486722 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a5e03a1a-4a59-43a5-9e9f-e8e01c6eb6c5 req-b475bce6-1949-4b53-93b2-5843c79bbae8 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0780721 Nov 25 11:43:38.532621 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a5e03a1a-4a59-43a5-9e9f-e8e01c6eb6c5 req-ff2b72b6-0fd9-4518-825a-ea40eb9c8f97 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402908 Nov 25 11:43:38.871899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:39.003816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2e033b88-0d34-4cec-b015-15baffaf1693 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:43:39.133192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 2e033b88-0d34-4cec-b015-15baffaf1693, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2e033b88-0d34-4cec-b015-15baffaf1693,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:39.146192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '2e033b88-0d34-4cec-b015-15baffaf1693', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': '2e033b88-0d34-4cec-b015-15baffaf1693', 'mac_address': 'fa:16:3e:53:63:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:43:39.201592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:39.219203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e033b88-0d34-4cec-b015-15baffaf1693 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:43:39.233499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 2e033b88-0d34-4cec-b015-15baffaf1693, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2e033b88-0d34-4cec-b015-15baffaf1693,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:39.237385 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:39.240087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:39.302130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=2e033b88-0d34-4cec-b015-15baffaf1693,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:39.310376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.310729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.311062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.311390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.311722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.312090 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.312414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.312734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.313051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.313365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.313676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:39.317344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:39.439823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['2e033b88-0d34-4cec-b015-15baffaf1693'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:43:39.727740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da581-fca3-49ad-960e-45cbf11264c8 req-60ecedab-cd15-4fed-bcc0-b54b1b396465 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:39.729113 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ae1da581-fca3-49ad-960e-45cbf11264c8 req-60ecedab-cd15-4fed-bcc0-b54b1b396465 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 945 time: 0.0755239 Nov 25 11:43:39.773863 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ae1da581-fca3-49ad-960e-45cbf11264c8 req-8e7c99c9-b96a-477f-8286-30c574fa80f8 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388324 Nov 25 11:43:40.978474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263379-4c51-4e07-8e24-19a7e4ebd3d9 req-3d8a7600-2ece-4f0c-89c8-298a2f20abb1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:40.979903 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-da263379-4c51-4e07-8e24-19a7e4ebd3d9 req-3d8a7600-2ece-4f0c-89c8-298a2f20abb1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 945 time: 0.0800772 Nov 25 11:43:41.024153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-da263379-4c51-4e07-8e24-19a7e4ebd3d9 req-34bf8104-3081-40e7-963c-19a6a16f694b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388525 Nov 25 11:43:41.051695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2e033b88-0d34-4cec-b015-15baffaf1693 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:41.118470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 2e033b88-0d34-4cec-b015-15baffaf1693 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:41.123013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 2e033b88-0d34-4cec-b015-15baffaf1693 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:41.123415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.235699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.262537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:41.272066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 2e033b88-0d34-4cec-b015-15baffaf1693, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2e033b88-0d34-4cec-b015-15baffaf1693,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:41.277153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.279059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:41.316504 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693', 'code': 200} Nov 25 11:43:41.347681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=2e033b88-0d34-4cec-b015-15baffaf1693,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:41.350511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:41.539840 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4710a2b6-32a1-4f7a-891d-16a0571aed0d req-c212437f-9a6d-480f-8e87-bc2fe4c14f1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1099 time: 0.0715740 Nov 25 11:43:41.584450 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4710a2b6-32a1-4f7a-891d-16a0571aed0d req-3b5adf26-cf10-4273-b9c0-9a911241a0a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369279 Nov 25 11:43:42.214516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69a7ac-2730-4778-be30-2fe3d91dbfe6 req-53b83189-29f9-45da-b62b-731b1a05b913 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:42.215932 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd69a7ac-2730-4778-be30-2fe3d91dbfe6 req-53b83189-29f9-45da-b62b-731b1a05b913 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0747297 Nov 25 11:43:42.264107 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd69a7ac-2730-4778-be30-2fe3d91dbfe6 req-e8823b7d-e358-4401-afcb-07bcd2cf88c6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Nov 25 11:43:42.669192 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:43:42.682423 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:43:42.683039 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:43:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:42.883322 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:43:43.178231 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 2, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:43.182088 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:43:43.182440 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Updating router cbbce010-ec26-4f76-befc-22617d380785 port c2987f01-f051-4d27-96ee-f3d5ef90562d binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:43:43.235022 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.461138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c30ff-1150-4091-8f54-e991ecb2c3dd req-02f20d02-b4b1-4b66-8a18-d03af4a42342 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:43.462501 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-990c30ff-1150-4091-8f54-e991ecb2c3dd req-02f20d02-b4b1-4b66-8a18-d03af4a42342 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0762224 Nov 25 11:43:43.508665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-990c30ff-1150-4091-8f54-e991ecb2c3dd req-8e0135ce-5132-4876-8398-b0f275ea3d4a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405636 Nov 25 11:43:43.565536 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.578219 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Transition to ACTIVE for port object c2987f01-f051-4d27-96ee-f3d5ef90562d will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:43.584663 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.588275 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-808fa602-ae52-407c-9d91-6868408ce135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:43.697809 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Pushing event updated for resources: {'Port': ['ID=c2987f01-f051-4d27-96ee-f3d5ef90562d,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:43.710529 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.710870 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.711259 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.711524 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.711846 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.712190 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.712505 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.712854 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.712952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00ff8e-ea1d-4922-b45e-6087bd8b8bb0 req-9011e268-753f-492d-ae68-4b2538fc0e72 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:43.713138 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.713448 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.713756 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:43.714383 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fe00ff8e-ea1d-4922-b45e-6087bd8b8bb0 req-9011e268-753f-492d-ae68-4b2538fc0e72 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0867231 Nov 25 11:43:43.723832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 44970) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:43.724100 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:43.730011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'floatingip': {'port_id': '2e033b88-0d34-4cec-b015-15baffaf1693'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:43:43.804596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.815382 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Attempting to bind port c2987f01-f051-4d27-96ee-f3d5ef90562d on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:43.815765 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Attempting to bind port c2987f01-f051-4d27-96ee-f3d5ef90562d by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:43.816142 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Attempting to bind port c2987f01-f051-4d27-96ee-f3d5ef90562d on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:43:43.822568 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:43:43.822932 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Checking segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:43:43.823326 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.823739 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Bound using segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:43:43.824217 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Bound port: c2987f01-f051-4d27-96ee-f3d5ef90562d, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:43.824585 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.908272 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] For port c2987f01-f051-4d27-96ee-f3d5ef90562d, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:43:43.911139 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] For port c2987f01-f051-4d27-96ee-f3d5ef90562d, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2987f01-f051-4d27-96ee-f3d5ef90562d,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:43:43.915414 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.919023 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-d1efb074-8762-4df8-907a-52f2ffe244f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:43.995095 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Pushing event updated for resources: {'Port': ['ID=c2987f01-f051-4d27-96ee-f3d5ef90562d,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:43.999247 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:44.003135 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:43:44.003743 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:43:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:44.187079 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:43:44.416489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:44.419933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:44.519680 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:44.523821 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912a0d5-8b62-401b-b180-63d39a4a9303 None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:43:44.722158 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b associated. External IP: 172.26.5.145, port: 2e033b88-0d34-4cec-b015-15baffaf1693. Nov 25 11:43:45.117786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:43:45.259751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2987f01-f051-4d27-96ee-f3d5ef90562d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:45.323076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:43:45.327990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c2987f01-f051-4d27-96ee-f3d5ef90562d completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:45.328311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.334041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c2987f01-f051-4d27-96ee-f3d5ef90562d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:45.334420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.381099 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-666968f2-f92c-44c9-af59-4ecbe0a3a9d0 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "PUT /v2.0/floatingips/a82a2ee1-90e1-429a-80ef-884868bf6f6b HTTP/1.1" status: 200 len: 992 time: 1.6555042 Nov 25 11:43:45.381785 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:45.448742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.480997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port c2987f01-f051-4d27-96ee-f3d5ef90562d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2987f01-f051-4d27-96ee-f3d5ef90562d,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:43:45.486475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.488421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:45.527207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693', 'status': 'completed', 'code': 200} Nov 25 11:43:45.557840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=c2987f01-f051-4d27-96ee-f3d5ef90562d,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:45.560696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:45.617378 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2adb877a-653a-4004-8035-800e3c365b51 req-13074fb0-61f5-48d2-8972-106694352f9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1099 time: 0.0681629 Nov 25 11:43:45.842761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb877a-653a-4004-8035-800e3c365b51 req-555adb11-e010-46a6-b1ab-49d3dc1ae5e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:45.844687 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2adb877a-653a-4004-8035-800e3c365b51 req-555adb11-e010-46a6-b1ab-49d3dc1ae5e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.2211046 Nov 25 11:43:45.945351 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2adb877a-653a-4004-8035-800e3c365b51 req-05bbf47f-4eab-4705-a12a-85b498cf8df1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 1000 time: 0.0941238 Nov 25 11:43:46.010514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb877a-653a-4004-8035-800e3c365b51 req-ac2ae2c9-7820-472b-a8a0-51d46078f50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:46.012021 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2adb877a-653a-4004-8035-800e3c365b51 req-ac2ae2c9-7820-472b-a8a0-51d46078f50a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0602629 Nov 25 11:43:46.086234 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2adb877a-653a-4004-8035-800e3c365b51 req-4bfd19ab-cd9c-467c-bd8b-c677b1910e41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674775 Nov 25 11:43:46.215589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2adb877a-653a-4004-8035-800e3c365b51 req-5df5b32e-d349-4064-90e0-5efc586892cb service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222880 Nov 25 11:43:46.345465 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2adb877a-653a-4004-8035-800e3c365b51 req-ed2fea66-0ffc-4ec8-82cc-a232ec56c16c service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223216 Nov 25 11:43:47.112889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:43:47.124527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:43:47.125132 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:43:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:47.287529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2987f01-f051-4d27-96ee-f3d5ef90562d up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:47.385804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:43:47.441373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c2987f01-f051-4d27-96ee-f3d5ef90562d triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:47.441746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.826068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '2e033b88-0d34-4cec-b015-15baffaf1693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:53:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:43:44Z', 'revision_number': 1, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:47.830499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:43:47.840820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:43:47.841415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:43:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:48.014863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:43:48.347508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '2e033b88-0d34-4cec-b015-15baffaf1693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:53:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:43:44Z', 'revision_number': 1, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:48.351373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63f944-b2df-433c-883c-cd74e88e7212 None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '2e033b88-0d34-4cec-b015-15baffaf1693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:53:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:43:44Z', 'revision_number': 1, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:43:48.524914 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26769eaa-3692-42b1-a851-0fabc5632bf5 None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:43:53.813169 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-a5187ff5-e316-49dc-a1fe-e698c8ebd37c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722523 Nov 25 11:43:53.967309 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-c258c53f-ee40-42a1-b957-69858ae347e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1099 time: 0.0700459 Nov 25 11:43:54.112820 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-09d9edd3-f41b-42fc-ad03-5b24dd296337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:54.114243 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-09d9edd3-f41b-42fc-ad03-5b24dd296337 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1284509 Nov 25 11:43:54.216780 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-7b6f16d9-471e-4c67-ba9d-3cb20d45f8f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 1002 time: 0.0944471 Nov 25 11:43:54.277923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-a5e0dead-3fb4-4d0f-9559-572349e7f5dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:54.279301 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-a5e0dead-3fb4-4d0f-9559-572349e7f5dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0551634 Nov 25 11:43:54.355589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-8af16634-38ba-445f-aefa-ae7738f0cff6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688787 Nov 25 11:43:54.484536 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-9be1816d-76d1-4ad4-8a7a-d185336d2730 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216056 Nov 25 11:43:54.613718 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9afcbfb-7db3-45fc-82a3-946ec1c7ed22 req-13b8d550-8ca6-4988-9acd-efd48d98d297 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228740 Nov 25 11:44:00.002656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:00.603977 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:44:03.989669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec45e-72d7-4159-b0e0-a52847828513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:04.199259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:06.302136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-58a964e8-468b-4949-bc87-978f21a3202a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:07.402999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:08.874019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:21.081493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97a330-e369-425c-92f4-69e29f09c9c7 req-6d8649ff-d823-4d89-aafa-06702c956807 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:21.083149 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3d97a330-e369-425c-92f4-69e29f09c9c7 req-6d8649ff-d823-4d89-aafa-06702c956807 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.1650240 Nov 25 11:44:21.130272 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3d97a330-e369-425c-92f4-69e29f09c9c7 req-c8ac4294-cca0-4341-9930-9d63f1032ba8 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403199 Nov 25 11:44:21.392044 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f44ddf52-5423-417a-a241-858c67eb3e96 req-fc821b44-4db4-4f79-9c14-b5ee22533acf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1330109 Nov 25 11:44:21.636054 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-d75a7509-52dd-4e82-a99e-96740b3e9f37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695086 Nov 25 11:44:21.698996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c7c10-bbd6-4d8f-8cbe-712e500473bf req-d1d873c7-6adf-4119-9b03-fae5d69f02d6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:21.700467 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3a4c7c10-bbd6-4d8f-8cbe-712e500473bf req-d1d873c7-6adf-4119-9b03-fae5d69f02d6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0765195 Nov 25 11:44:21.746586 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3a4c7c10-bbd6-4d8f-8cbe-712e500473bf req-a8c9efb0-4fa3-47c7-b07c-978226111054 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Nov 25 11:44:22.811423 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-eae831e9-4e87-429e-8d35-2348084e3d03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1099 time: 0.1350582 Nov 25 11:44:23.018609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88654b0-ff92-4956-9328-b229c1e01f3a req-cadbaa69-1891-4387-8db9-a5ec4cfdf096 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:23.020066 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b88654b0-ff92-4956-9328-b229c1e01f3a req-cadbaa69-1891-4387-8db9-a5ec4cfdf096 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.1528890 Nov 25 11:44:23.053790 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-9a303178-358b-4b7b-a03f-d0ac0bb72434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:23.055134 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-9a303178-358b-4b7b-a03f-d0ac0bb72434 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.2368703 Nov 25 11:44:23.065070 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b88654b0-ff92-4956-9328-b229c1e01f3a req-e870ac6a-adba-4598-922a-43a8afe6ce76 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394623 Nov 25 11:44:23.153598 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-071bb3a6-cbc2-4e01-80dd-23ceb8f11c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 1002 time: 0.0918052 Nov 25 11:44:23.220018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-794a5c47-0a1b-4c71-aa62-ab00717c01a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:23.221446 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-794a5c47-0a1b-4c71-aa62-ab00717c01a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0604556 Nov 25 11:44:23.294086 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-e35b4df9-e2da-4b46-80d2-76c5a78bebed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661082 Nov 25 11:44:23.422060 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-be9e5270-8cd2-4da2-8b04-5dbbbd6db557 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210606 Nov 25 11:44:23.551354 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-00df822d-d052-4c98-8f8d-5bb244937b7c service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230352 Nov 25 11:44:24.261789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06082aad-757e-4596-80f1-19b8fbd8f644 req-c3323772-189f-4081-9ff6-42fbeef26a6c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:24.263233 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-06082aad-757e-4596-80f1-19b8fbd8f644 req-c3323772-189f-4081-9ff6-42fbeef26a6c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0750949 Nov 25 11:44:24.313117 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-06082aad-757e-4596-80f1-19b8fbd8f644 req-aa3622d4-da6f-400e-91a3-78921a5cc18d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Nov 25 11:44:25.513995 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37072bd-746c-45b5-a8ed-613d3735e8d0 req-ef12772c-dde5-4605-9e62-0f8d4763718c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:25.515354 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e37072bd-746c-45b5-a8ed-613d3735e8d0 req-ef12772c-dde5-4605-9e62-0f8d4763718c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0754762 Nov 25 11:44:25.559279 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e37072bd-746c-45b5-a8ed-613d3735e8d0 req-53ca01dc-33d0-46a8-9964-b030cb125109 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385258 Nov 25 11:44:26.754900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8c12-aa18-4e05-af06-4e36f60b52ba req-dff8f3f3-c66d-4ffe-a12e-38b137bb00da tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:26.756351 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-64ea8c12-aa18-4e05-af06-4e36f60b52ba req-dff8f3f3-c66d-4ffe-a12e-38b137bb00da tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0801282 Nov 25 11:44:26.799677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-64ea8c12-aa18-4e05-af06-4e36f60b52ba req-6828373b-4949-4f3e-b133-3a6185e77c26 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379090 Nov 25 11:44:27.990650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab51e07-da7e-4e6c-b8a6-9db83f9fb690 req-6f5c061d-34a1-4a7f-beba-560d8f48e3df tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:27.992101 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1ab51e07-da7e-4e6c-b8a6-9db83f9fb690 req-6f5c061d-34a1-4a7f-beba-560d8f48e3df tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0757852 Nov 25 11:44:28.037595 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1ab51e07-da7e-4e6c-b8a6-9db83f9fb690 req-ca7c5bd4-d988-4cab-83ee-b1308bbd1a1d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400565 Nov 25 11:44:29.234412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aeb96-e8de-4e9a-912d-0872ba0de57b req-c0bcc5e5-a165-4b9c-9b3b-f95ce58bd87b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:29.236432 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b16aeb96-e8de-4e9a-912d-0872ba0de57b req-c0bcc5e5-a165-4b9c-9b3b-f95ce58bd87b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0806191 Nov 25 11:44:29.281445 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b16aeb96-e8de-4e9a-912d-0872ba0de57b req-c91d4f64-0ada-4597-ab36-1199d24bc8e5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Nov 25 11:44:30.012865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:30.471935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987807fe-5115-4e42-a898-6eee89349649 req-4a963612-5fe2-4af3-9092-5eb2081996db tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:30.473370 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-987807fe-5115-4e42-a898-6eee89349649 req-4a963612-5fe2-4af3-9092-5eb2081996db tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0747933 Nov 25 11:44:30.520876 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-987807fe-5115-4e42-a898-6eee89349649 req-a315c2a2-e43c-4794-83ba-6e687df0cea9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420723 Nov 25 11:44:31.819775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539de51b-eae5-42c1-b4d4-ec160a090fd4 req-f7058d25-14f1-43b6-8bc6-3a33ac7dc99e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:31.821149 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-539de51b-eae5-42c1-b4d4-ec160a090fd4 req-f7058d25-14f1-43b6-8bc6-3a33ac7dc99e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.1778793 Nov 25 11:44:31.867764 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-539de51b-eae5-42c1-b4d4-ec160a090fd4 req-8efe791d-dbb1-4b88-80f8-9753be91499a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411880 Nov 25 11:44:33.073346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b69d-1524-4fc7-a576-2467a7671461 req-42652d2a-fd96-4c41-adaa-45a420c9e87b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:33.074763 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d242b69d-1524-4fc7-a576-2467a7671461 req-42652d2a-fd96-4c41-adaa-45a420c9e87b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0849793 Nov 25 11:44:33.118854 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d242b69d-1524-4fc7-a576-2467a7671461 req-c78b4d45-1647-447e-9e69-a90736821530 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387139 Nov 25 11:44:33.991687 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-935e8753-a63e-4c41-840a-c4da6d2d6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:34.191502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:34.314840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69511d-8bf5-41c7-8329-848cd7bbedf8 req-5d4fddf3-14ab-4d18-a0d2-50f179a367df tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:34.316282 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f69511d-8bf5-41c7-8329-848cd7bbedf8 req-5d4fddf3-14ab-4d18-a0d2-50f179a367df tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0764332 Nov 25 11:44:34.359480 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f69511d-8bf5-41c7-8329-848cd7bbedf8 req-f9897848-9047-470d-b6fc-31ebee5185bf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377924 Nov 25 11:44:35.188773 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-8378b3d8-c62b-49a9-bcf7-17f16671cdc1 service neutron] 10.222.0.48 "GET /v2.0/ports/2e033b88-0d34-4cec-b015-15baffaf1693/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0755353 Nov 25 11:44:35.450725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-16156d46-6232-4eac-a9e0-9c39f063268b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 1099 time: 0.0702310 Nov 25 11:44:35.547136 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-93782e68-a68a-40e4-a56b-bc483a6bb167 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1099 time: 0.0718782 Nov 25 11:44:35.557803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb0433-3845-4fa0-acec-c6390944a917 req-ece51465-2608-4244-a917-5fa14104e05e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:35.559230 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1bcb0433-3845-4fa0-acec-c6390944a917 req-ece51465-2608-4244-a917-5fa14104e05e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0801990 Nov 25 11:44:35.603244 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1bcb0433-3845-4fa0-acec-c6390944a917 req-94a4c8fe-e54d-419a-8bdd-9f1eb9ad96b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Nov 25 11:44:35.677679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-21a6b210-4a27-49b6-afe2-dcb7bb61b9df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:35.679110 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-21a6b210-4a27-49b6-afe2-dcb7bb61b9df service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1255188 Nov 25 11:44:35.779305 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-d2b0b37d-f3ac-4f30-99f6-0ee274c11e02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 1002 time: 0.0937676 Nov 25 11:44:35.842184 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-3da50fc3-ae4f-4159-bc8a-33b0868f8116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:35.843572 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-3da50fc3-ae4f-4159-bc8a-33b0868f8116 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0580792 Nov 25 11:44:35.917673 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-9406e29c-5258-4e5c-9f84-7cb5508fb444 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673277 Nov 25 11:44:36.047015 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-cc48cfbc-c16f-4fbd-8ff8-ffb77767b69c service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219792 Nov 25 11:44:36.174797 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5b6e6293-a158-4bcd-bcd1-89841a6af30d req-fbb37079-cb1a-44c1-a168-fedd1bb7b637 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216416 Nov 25 11:44:36.302570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-823876aa-cbec-4ae7-8d45-2de9b886f0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:36.811452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dfb47-7dda-4bb2-bae8-f7cbac950a8e req-01b3606c-50fa-4907-aa86-a9128c5889bb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:36.812917 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-881dfb47-7dda-4bb2-bae8-f7cbac950a8e req-01b3606c-50fa-4907-aa86-a9128c5889bb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 946 time: 0.0898376 Nov 25 11:44:36.861229 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-881dfb47-7dda-4bb2-bae8-f7cbac950a8e req-8fe759ae-5619-4a86-809c-3b358a70484d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 Nov 25 11:44:37.404977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:37.448853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2e033b88-0d34-4cec-b015-15baffaf1693 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:44:37.556719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:37.582776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:37.591991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 2e033b88-0d34-4cec-b015-15baffaf1693, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2e033b88-0d34-4cec-b015-15baffaf1693,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:44:37.595682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:37.597439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:37.606272 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:44:37.646223 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693', 'code': 200} Nov 25 11:44:37.663406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=2e033b88-0d34-4cec-b015-15baffaf1693,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:37.666745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:38.062550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410bace-b209-4f67-a5a1-0aec28af2e49 req-7f833d0f-b6ae-4787-aff7-15301bccf365 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:38.064021 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0410bace-b209-4f67-a5a1-0aec28af2e49 req-7f833d0f-b6ae-4787-aff7-15301bccf365 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0805593 Nov 25 11:44:38.119697 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0410bace-b209-4f67-a5a1-0aec28af2e49 req-954e4922-3ce7-443c-8dce-e7c9480d6f86 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494173 Nov 25 11:44:38.450432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-2dc3b6d0-1829-4a6a-b753-cbe956b123ba tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:38.451173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-2dc3b6d0-1829-4a6a-b753-cbe956b123ba tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Synchronizing usage tracker for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:44:38.459165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642acec-ccdb-4999-80f6-4ba7c76af437 req-92cffa24-6b0c-4793-8f6c-f04e83985d19 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:38.460643 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1642acec-ccdb-4999-80f6-4ba7c76af437 req-92cffa24-6b0c-4793-8f6c-f04e83985d19 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0807390 Nov 25 11:44:38.467408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-2dc3b6d0-1829-4a6a-b753-cbe956b123ba tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Unset dirty status for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:44:38.468539 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-2dc3b6d0-1829-4a6a-b753-cbe956b123ba tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 944 time: 0.1019411 Nov 25 11:44:38.509556 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1642acec-ccdb-4999-80f6-4ba7c76af437 req-df7b3518-bc7b-4bcf-98fd-a75a33353616 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424972 Nov 25 11:44:38.605942 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-f60f9387-b03a-4064-ba17-743b0b28ac03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 1097 time: 0.0698092 Nov 25 11:44:38.837741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-16d6d38a-c433-4ae3-9d49-8fe417021ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:38.839073 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-16d6d38a-c433-4ae3-9d49-8fe417021ee1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.2259881 Nov 25 11:44:38.878165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:38.943078 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-f66b88d3-fe24-426f-bea3-44f13fbc33ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 200 len: 1000 time: 0.0966847 Nov 25 11:44:39.004620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-f0b97c01-f7d2-4887-ab04-4ee7d5ce87ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:39.006035 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-f0b97c01-f7d2-4887-ab04-4ee7d5ce87ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0571284 Nov 25 11:44:39.082561 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-aa17af28-9c98-408a-8d87-bf647391a449 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702620 Nov 25 11:44:39.211552 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-9e6f8b33-b875-4810-b6c9-2d10e5a575fd service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219203 Nov 25 11:44:39.340107 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9cc305e-8f7a-4854-af11-b45db63e84c7 req-8309fad5-ae58-423a-a459-45b083227e88 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222591 Nov 25 11:44:39.714118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1053d4-1f1c-4ffb-9bdf-ff7d99549a1d req-e6f9ffc3-45bd-4739-8d13-0e2aea8d35ad tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:39.715551 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ba1053d4-1f1c-4ffb-9bdf-ff7d99549a1d req-e6f9ffc3-45bd-4739-8d13-0e2aea8d35ad tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0776067 Nov 25 11:44:39.762446 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ba1053d4-1f1c-4ffb-9bdf-ff7d99549a1d req-5bbe0dac-b143-4f53-84eb-cd52a2548318 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 Nov 25 11:44:40.959158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f1caa-371c-48ba-a3e4-349a9a6adfe6 req-17030abb-fa99-464c-b60a-5b5d8843da92 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:40.960633 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e9f1caa-371c-48ba-a3e4-349a9a6adfe6 req-17030abb-fa99-464c-b60a-5b5d8843da92 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0793574 Nov 25 11:44:41.004095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0e9f1caa-371c-48ba-a3e4-349a9a6adfe6 req-cf2ebcf1-9d21-4b8f-9d1b-4235c28a95d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381224 Nov 25 11:44:41.204571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c154649-e05f-4d2f-90fd-5a8ccf8d7107 req-6a7b3ea7-d0bc-4f1a-80ae-0e56080f7f54 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:41.205998 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5c154649-e05f-4d2f-90fd-5a8ccf8d7107 req-6a7b3ea7-d0bc-4f1a-80ae-0e56080f7f54 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0750968 Nov 25 11:44:41.253711 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5c154649-e05f-4d2f-90fd-5a8ccf8d7107 req-fb87cb48-2c8f-4866-b5aa-3e541be84e4b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 Nov 25 11:44:41.446710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e2460-25a0-48f4-8eea-44648306c59d req-0278d278-447e-4918-b54c-987c0970135e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:41.448150 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-388e2460-25a0-48f4-8eea-44648306c59d req-0278d278-447e-4918-b54c-987c0970135e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0746706 Nov 25 11:44:41.492538 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-388e2460-25a0-48f4-8eea-44648306c59d req-134374e5-ac65-4fcd-b14e-6fc839c70afe tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389886 Nov 25 11:44:41.883518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb509-5258-4a03-8caf-7986750dbe42 req-c8e00412-0b5f-44d2-8dc6-84f09d03acf5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:41.884958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e34cb509-5258-4a03-8caf-7986750dbe42 req-c8e00412-0b5f-44d2-8dc6-84f09d03acf5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0784256 Nov 25 11:44:41.929655 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e34cb509-5258-4a03-8caf-7986750dbe42 req-4833f55a-d640-4582-afa7-59ee26a343f5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390198 Nov 25 11:44:43.133074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2333082-b66b-4fa4-a775-b1eaaa775e34 req-d4426903-0d06-4332-a86c-654c90acc2ea tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:43.134527 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f2333082-b66b-4fa4-a775-b1eaaa775e34 req-d4426903-0d06-4332-a86c-654c90acc2ea tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0828986 Nov 25 11:44:43.178790 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f2333082-b66b-4fa4-a775-b1eaaa775e34 req-74c7796f-a64b-46a7-ae88-a3cc4179e0f1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Nov 25 11:44:43.493907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-43189313-84ec-4e16-a1b7-dda866747e89 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:43.495333 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-43189313-84ec-4e16-a1b7-dda866747e89 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 944 time: 0.0745730 Nov 25 11:44:43.566129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Deleting port 2e033b88-0d34-4cec-b015-15baffaf1693 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:44:43.566459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:43.801307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] For port 2e033b88-0d34-4cec-b015-15baffaf1693, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2e033b88-0d34-4cec-b015-15baffaf1693,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:44:43.801553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:44.078530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:44.078808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:44.079118 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b disassociated. External IP: 172.26.5.145, port: 2e033b88-0d34-4cec-b015-15baffaf1693. Nov 25 11:44:44.079450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Calling delete_port for 2e033b88-0d34-4cec-b015-15baffaf1693 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:44:44.216813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:44.222342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-95f8bd6d-dbdc-4bbb-9346-ee11313896c9 tempest-ServersAdminNegativeTestJSON-303051645 tempest-ServersAdminNegativeTestJSON-303051645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:44.263975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event deleted for resources: {'Port': ['ID=2e033b88-0d34-4cec-b015-15baffaf1693,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:44.277279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.277279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.277445 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.277817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.278143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.279029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.279029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.279309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.279529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.279969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.280286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:44.283491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:44.348550 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d76ff2db-008f-4afb-95f7-761ea7723ae2 req-d9bfe828-2fdd-4b10-978a-4c62ee79bf04 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65 HTTP/1.1" status: 200 len: 210 time: 0.0481174 Nov 25 11:44:44.608520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:44:44.801927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:44:44.811722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:44:44.823554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:44:44.824183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:44:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:44.871293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] No DVR routers for this DVR port 2e033b88-0d34-4cec-b015-15baffaf1693 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:44:44.873625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:44.876170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'name': 'network-vif-deleted', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:44.892419 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cfb8d362-659d-4c21-9644-83ed1834ed10 req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "DELETE /v2.0/ports/2e033b88-0d34-4cec-b015-15baffaf1693 HTTP/1.1" status: 204 len: 173 time: 1.3907983 Nov 25 11:44:44.934235 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff999b1-aadc-45be-b3cc-7fcd1e6f4e65', 'name': 'network-vif-deleted', 'tag': '2e033b88-0d34-4cec-b015-15baffaf1693', 'status': 'completed', 'code': 200} Nov 25 11:44:45.007336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:44:45.317906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:45.321811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:44:45.332913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:44:45.333533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:44:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:45.514283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:44:45.717919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-b57f60ca-bf9c-4675-ae6c-c33260bf22e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--557182191&fields=id&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 267 time: 0.0408907 Nov 25 11:44:45.826823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:45.831353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618b328-ae02-4a4f-835e-91d4406ec358 None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:44:45.866206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-983e28b1-6c1d-4fe8-a793-ccf60ab1000c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:45.867699 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-983e28b1-6c1d-4fe8-a793-ccf60ab1000c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1429565 Nov 25 11:44:45.883912 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-2b2d1d8d-a29b-4ce1-b3b8-6c1c4e5e3109 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/quotas/b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 375 time: 0.0108724 Nov 25 11:44:45.967074 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-c6be7cb8-9b66-4539-9267-fa3b989f1f33 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779366 Nov 25 11:44:46.037317 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36a0ee-6ec6-4b85-bc39-f861631ab326 None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:44:46.106228 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-9c679d2c-e8d3-41c4-839b-ef11ac2a1b4a service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268051 Nov 25 11:44:46.331916 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-f6512ec2-eebf-422c-be2e-b623de5254ca service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193439 Nov 25 11:44:46.512574 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f5f0f954-5425-418f-8a00-55ee0d0106d8 req-a880413f-283b-497a-9a3f-f29538e6c163 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 210 time: 0.0435779 Nov 25 11:44:47.476319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-e31d3a66-e269-4ff9-b2c3-74a5f92229bf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:47.478012 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-e31d3a66-e269-4ff9-b2c3-74a5f92229bf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1448848 Nov 25 11:44:47.505561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2e033b88-0d34-4cec-b015-15baffaf1693 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:44:47.546662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 2e033b88-0d34-4cec-b015-15baffaf1693 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:44:47.547419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2e033b88-0d34-4cec-b015-15baffaf1693 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:44:47.548040 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-88145d65-edae-4c53-a284-a7ae7d74cbf6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 379 time: 0.0567977 Nov 25 11:44:47.561690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'port': {'device_id': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'admin_state_up': True, 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'security_groups': ['3bb2f385-9f58-47d1-bd1b-ec4e77265bf4']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:44:47.676568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-58e4db6f-a99e-4abc-b0b5-3e5ebad801d8 req-aea4f619-b3d9-4210-8b84-6ce1f170c6d9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 210 time: 0.0413663 Nov 25 11:44:47.695026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:44:47.699146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:port and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:44:47.701977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:44:47.707616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:44:47.717569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Made reservation on behalf of b05fc0dfd85e41ac82b3d0b9eea03f55 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:44:47.721267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:47.876576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Allocated IP 172.20.0.14 (48de7c1a-71ff-453c-bd92-1818d3c49e92/648b30b8-199e-4daa-8f0f-10ce2ffbdc03/fb296a17-2141-4ef7-9ffb-56f9ea8413ef) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:44:48.056537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:48.071628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Transition to ACTIVE for port object fb296a17-2141-4ef7-9ffb-56f9ea8413ef will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:44:48.092802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:48.098537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b12222c0-dfc6-4a4f-8d0e-96236b8a52f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:48.164492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:44:48.167676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:44:48.171697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:44:48.202671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:48.210318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:48.237882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:48.238484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:48.263416 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7056723 Nov 25 11:44:48.275664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Request body: {'port': {'device_id': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:44:48.383779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:48.420903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4160a48f-8d59-4fc9-8f54-9c1a4a00129a None None] Provisioning for port fb296a17-2141-4ef7-9ffb-56f9ea8413ef completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:44:48.426249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4160a48f-8d59-4fc9-8f54-9c1a4a00129a None None] Provisioning complete for port fb296a17-2141-4ef7-9ffb-56f9ea8413ef triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:44:48.426624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4160a48f-8d59-4fc9-8f54-9c1a4a00129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:48.478524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4160a48f-8d59-4fc9-8f54-9c1a4a00129a None None] Port fb296a17-2141-4ef7-9ffb-56f9ea8413ef cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:44:48.826008 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb296a17-2141-4ef7-9ffb-56f9ea8413ef {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:44:48.833216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:48.847962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Transition to ACTIVE for port object fb296a17-2141-4ef7-9ffb-56f9ea8413ef will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:44:48.852151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:48.856409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-090d0e36-1a49-4238-8825-a0c4073bbd90 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:48.877489 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6df02-f958-4313-828e-2568ce4a579e req-83cb4af7-4e22-4390-a1ca-d174990ebdd4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:48.878961 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-05b6df02-f958-4313-828e-2568ce4a579e req-83cb4af7-4e22-4390-a1ca-d174990ebdd4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 932 time: 0.0769911 Nov 25 11:44:48.929453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-05b6df02-f958-4313-828e-2568ce4a579e req-81178902-f8f0-4639-859e-b75736e28632 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446191 Nov 25 11:44:48.981246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:48.986245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:49.092988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Attempting to bind port fb296a17-2141-4ef7-9ffb-56f9ea8413ef on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:44:49.093325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Attempting to bind port fb296a17-2141-4ef7-9ffb-56f9ea8413ef by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:44:49.093649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Attempting to bind port fb296a17-2141-4ef7-9ffb-56f9ea8413ef on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:44:49.099492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Port fb296a17-2141-4ef7-9ffb-56f9ea8413ef on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:44:49.099804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Attempting to bind port fb296a17-2141-4ef7-9ffb-56f9ea8413ef on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:44:49.106910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:44:49.107261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Checking segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:44:49.107636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Bound using segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:44:49.108083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Bound port: fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:44:49.108421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:49.194337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:44:49.197142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:44:49.201524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:49.206199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:49.260395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:49.261803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] 10.222.0.48 "PUT /v2.0/ports/fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 1094 time: 0.9903870 Nov 25 11:44:49.262318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:49.296989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:49.300761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:49.336355 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'status': 'completed', 'code': 200} Nov 25 11:44:49.379639 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-d2c9ccde-0e53-467b-9d55-5b260c90e9b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0756238 Nov 25 11:44:49.452231 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-61664c84-b85a-48f2-a1cd-38a3917857be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 217 time: 0.0647917 Nov 25 11:44:49.513798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0b837205-87e9-4d05-b5ee-b7af32f677bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:49.515232 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-0b837205-87e9-4d05-b5ee-b7af32f677bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0571997 Nov 25 11:44:49.590255 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-82f62302-c6d3-4ae6-b66d-f89986053ebb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692313 Nov 25 11:44:49.718615 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-8c5f2830-0f0f-4c78-a287-08994b6c5531 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216142 Nov 25 11:44:49.846205 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b153fcd7-40f7-4b90-8fb7-7b4f28a1ebc7 req-47dac2e9-2ee6-4691-8e6b-ce39c5f3a3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212940 Nov 25 11:44:49.963846 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-42402e3c-ee2c-4b2f-aecf-cee62e35bf48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0715811 Nov 25 11:44:50.101239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-f2d2f418-364c-4e6b-83a7-fa54fb673b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:50.103032 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-f2d2f418-364c-4e6b-83a7-fa54fb673b4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1323376 Nov 25 11:44:50.130044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff7f4c-4d10-4d72-b4b6-d06d56a322ab req-7c4ab7a2-edfe-4c29-90c6-27b3ad72b107 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:50.137631 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-72ff7f4c-4d10-4d72-b4b6-d06d56a322ab req-7c4ab7a2-edfe-4c29-90c6-27b3ad72b107 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 944 time: 0.0882695 Nov 25 11:44:50.177555 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-4f82cceb-f0ac-4c83-85f6-7acc637393ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 217 time: 0.0666091 Nov 25 11:44:50.179644 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-72ff7f4c-4d10-4d72-b4b6-d06d56a322ab req-9aa3f650-c2fa-443e-b441-b098eba7422d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Nov 25 11:44:50.241778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-6c915c8a-819e-4192-aa4e-1cdc6c4f07c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:50.243225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-6c915c8a-819e-4192-aa4e-1cdc6c4f07c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0583584 Nov 25 11:44:50.319806 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-4d237fa7-8a1f-49f4-80d2-1bd6d3a86741 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691411 Nov 25 11:44:50.448590 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-bf797b74-d344-43b6-96c5-63a03e292c32 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216042 Nov 25 11:44:50.675005 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f700709-05b2-4c48-95fc-10ac06455c12 req-e4577fcd-c6f8-484c-87a6-c12451b91e59 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188380 Nov 25 11:44:51.523508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb569aa6-adb7-4110-8074-ea8436ed29dd req-5548e375-39c9-4217-ac03-96ba68df59d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:51.524881 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bb569aa6-adb7-4110-8074-ea8436ed29dd req-5548e375-39c9-4217-ac03-96ba68df59d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 944 time: 0.0783205 Nov 25 11:44:51.526557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fb296a17-2141-4ef7-9ffb-56f9ea8413ef details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:44:51.571955 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bb569aa6-adb7-4110-8074-ea8436ed29dd req-e0ffd2e2-8f8e-45c9-98ce-5354a3e2979b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Nov 25 11:44:51.698102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:44:51.711245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'mac_address': 'fa:16:3e:ec:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:44:51.764037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:51.780823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb296a17-2141-4ef7-9ffb-56f9ea8413ef {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:44:51.795410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:44:51.799252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:51.801061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:51.865624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:51.873625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.873970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.874305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.874638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.874965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.875293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.875612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.875934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.876281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.876640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.876958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:51.880547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:52.004339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['fb296a17-2141-4ef7-9ffb-56f9ea8413ef'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:44:52.764121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fec4bb-e46f-46a8-ada6-efcfbc34e72a req-28b8bb99-1b64-4bf4-bc0b-e9f70f82da88 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:52.765543 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-90fec4bb-e46f-46a8-ada6-efcfbc34e72a req-28b8bb99-1b64-4bf4-bc0b-e9f70f82da88 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 945 time: 0.0752363 Nov 25 11:44:52.810446 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-90fec4bb-e46f-46a8-ada6-efcfbc34e72a req-9b5831ab-f395-4803-bb14-564a38e5e465 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393498 Nov 25 11:44:53.536272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fb296a17-2141-4ef7-9ffb-56f9ea8413ef up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:44:53.605359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port fb296a17-2141-4ef7-9ffb-56f9ea8413ef completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:44:53.609829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port fb296a17-2141-4ef7-9ffb-56f9ea8413ef triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:44:53.610209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:53.721794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:53.748030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:53.757188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:44:53.760857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:53.762692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:53.802465 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'code': 200} Nov 25 11:44:53.828909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:53.832288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:54.014355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84644715-beaf-4a76-bd97-e4edca62d428 req-2ad45f01-058d-4730-be57-f92da238883b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:54.015780 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84644715-beaf-4a76-bd97-e4edca62d428 req-2ad45f01-058d-4730-be57-f92da238883b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0818052 Nov 25 11:44:54.031296 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eec1a448-bd17-48a5-b62d-3d75d08a63c4 req-caad1a9e-de14-43cd-8830-3c8906d26e17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0733595 Nov 25 11:44:54.060826 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84644715-beaf-4a76-bd97-e4edca62d428 req-deb86529-fb10-4454-a9a4-eb35ae6e8d03 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394039 Nov 25 11:44:54.073921 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eec1a448-bd17-48a5-b62d-3d75d08a63c4 req-23dfdf77-822f-44c2-b658-5428b96dd411 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366626 Nov 25 11:44:55.228449 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-d72f01c5-4745-4dc9-8a1c-517cf9cf6c82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687263 Nov 25 11:44:55.259481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762205b-c3d6-4d45-8c84-3953408e1558 req-c32d5b76-5fe8-434d-ae84-911319268228 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:55.260953 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3762205b-c3d6-4d45-8c84-3953408e1558 req-c32d5b76-5fe8-434d-ae84-911319268228 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0776296 Nov 25 11:44:55.312313 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3762205b-c3d6-4d45-8c84-3953408e1558 req-59b2a540-f3d6-41b0-83ed-4c6047d7fc20 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458169 Nov 25 11:44:55.371363 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-fbf9060e-c9f5-4ad7-a756-9cc97c9f51bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0734069 Nov 25 11:44:55.503647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f3ec2-7472-4c71-bbd5-57b1f4f16d69 req-2aa016f2-7b1b-4bc3-8e19-034ef57f9fed tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:55.505109 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-103f3ec2-7472-4c71-bbd5-57b1f4f16d69 req-2aa016f2-7b1b-4bc3-8e19-034ef57f9fed tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0771427 Nov 25 11:44:55.514349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45170) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:55.519740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-1f840d5e-d4f2-4b9e-9f28-24a6dbaefddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:55.520604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'floatingip': {'port_id': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:44:55.521443 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-1f840d5e-d4f2-4b9e-9f28-24a6dbaefddd service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1311343 Nov 25 11:44:55.591644 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-38b06d96-dc0a-4db6-ab8e-666486466cb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 217 time: 0.0637152 Nov 25 11:44:55.597280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:55.652353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-0e81cb15-f578-484d-9583-9290a9101e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:55.653705 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-0e81cb15-f578-484d-9583-9290a9101e7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0558186 Nov 25 11:44:55.728947 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-2d7629fa-4ec2-4b02-8b74-f4ef6dbbbfae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683668 Nov 25 11:44:55.860647 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-32021456-dcce-4ca4-9f30-bf128f943651 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243794 Nov 25 11:44:55.990495 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9475a084-9ce9-40bb-9b95-db76cfed2b58 req-9ccbb30c-e29a-4b2b-8902-4847e4667710 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237850 Nov 25 11:44:56.272671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:56.276286 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:56.462646 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b associated. External IP: 172.26.5.145, port: fb296a17-2141-4ef7-9ffb-56f9ea8413ef. Nov 25 11:44:56.842523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:44:57.035613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:44:57.040500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:57.045059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:44:57.056395 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:44:57.057261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:44:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:57.102125 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-08c42323-5f28-4728-be03-4b6283faf528 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "PUT /v2.0/floatingips/a82a2ee1-90e1-429a-80ef-884868bf6f6b HTTP/1.1" status: 200 len: 992 time: 1.5839672 Nov 25 11:44:57.102125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:57.155776 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'status': 'completed', 'code': 200} Nov 25 11:44:57.243465 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:44:57.253862 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2591ac7e-9908-4492-8453-696e29317e51 req-e5de8d8f-8e3b-45e3-9429-453b236b2fda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0765312 Nov 25 11:44:57.384398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591ac7e-9908-4492-8453-696e29317e51 req-165d49a7-1b93-4a83-8a99-c65b4d10a233 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:57.385745 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2591ac7e-9908-4492-8453-696e29317e51 req-165d49a7-1b93-4a83-8a99-c65b4d10a233 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1247032 Nov 25 11:44:57.488881 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2591ac7e-9908-4492-8453-696e29317e51 req-aa540c53-956f-4b98-89c9-60fee43d46ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 1000 time: 0.0956526 Nov 25 11:44:57.550053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591ac7e-9908-4492-8453-696e29317e51 req-2252ebb9-e75b-4ca0-96f0-c7627f717f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:57.551548 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2591ac7e-9908-4492-8453-696e29317e51 req-2252ebb9-e75b-4ca0-96f0-c7627f717f4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0564508 Nov 25 11:44:57.583425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:ec:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:44:56Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:57.587302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:44:57.597782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:44:57.598400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:44:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:57.624515 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2591ac7e-9908-4492-8453-696e29317e51 req-62383234-6253-4764-afc7-3f09e18d6728 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668602 Nov 25 11:44:57.753551 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2591ac7e-9908-4492-8453-696e29317e51 req-8dedcbee-a0c5-42e0-8b4a-b65caaed6f37 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218953 Nov 25 11:44:57.771087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:44:57.987797 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2591ac7e-9908-4492-8453-696e29317e51 req-ac95cc1b-ad03-4233-b072-ceb609d874ad service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280200 Nov 25 11:44:58.155609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:ec:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:44:56Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:58.160084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239c41f-6bd1-41f9-81af-63b8c0b57dc7 None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:ec:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:44:56Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:44:58.350665 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552eac1-41cd-487d-aaf4-93f2ac93bd11 None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:45:00.023730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:03.994758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e1615d1e-dd14-4b93-bb7f-e406825baef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:04.192743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:06.305594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eb162ef1-cae1-48dc-9f59-5727cd9c4db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:07.407046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:08.883843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:14.609112 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:45:30.023907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.965447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd90d45-76ac-4261-b5cb-56341a39de1c req-1e7b2bb6-1f0f-4475-85ba-569b833dc306 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:33.966874 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3fd90d45-76ac-4261-b5cb-56341a39de1c req-1e7b2bb6-1f0f-4475-85ba-569b833dc306 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0761695 Nov 25 11:45:33.996052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c8963546-e5fa-456c-a51b-c6482f644c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:34.012399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3fd90d45-76ac-4261-b5cb-56341a39de1c req-f43ffee0-dc94-450d-abad-207f5cc70802 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394669 Nov 25 11:45:34.194203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.210752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08ae87-5df1-4240-9e59-5490b228cc27 req-b245e33d-54cc-46d6-bcf1-69c9f73b140b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:35.212187 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bc08ae87-5df1-4240-9e59-5490b228cc27 req-b245e33d-54cc-46d6-bcf1-69c9f73b140b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0777357 Nov 25 11:45:35.256968 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bc08ae87-5df1-4240-9e59-5490b228cc27 req-ed4530a0-85a8-4113-964a-7902900e155a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393031 Nov 25 11:45:36.308468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c918762-f556-4051-9861-b380c4bb90b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.449860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fa831-d15a-4027-8822-1a7bb6ccb9bc req-be83f248-777f-4427-aa16-79289653d61c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:36.451276 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a87fa831-d15a-4027-8822-1a7bb6ccb9bc req-be83f248-777f-4427-aa16-79289653d61c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0755451 Nov 25 11:45:36.495255 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a87fa831-d15a-4027-8822-1a7bb6ccb9bc req-0ded2779-30e1-4104-aebd-850de4d43f11 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375738 Nov 25 11:45:37.412399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.692634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d3c9b-b134-4c47-b946-4dcb02160e43 req-6c0077a3-b3c3-43a9-8602-f9c632b8410c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:37.694060 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-227d3c9b-b134-4c47-b946-4dcb02160e43 req-6c0077a3-b3c3-43a9-8602-f9c632b8410c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0782373 Nov 25 11:45:37.738767 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-227d3c9b-b134-4c47-b946-4dcb02160e43 req-29772a19-b58e-4c70-8e9d-0aa4eebc5269 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394099 Nov 25 11:45:38.883908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.935658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5cc79-3e40-46d3-8edc-9cccddbaba08 req-c7c15d71-84f1-4a45-abb6-e88c245ec2c7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:38.937130 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2bb5cc79-3e40-46d3-8edc-9cccddbaba08 req-c7c15d71-84f1-4a45-abb6-e88c245ec2c7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0775645 Nov 25 11:45:38.984252 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2bb5cc79-3e40-46d3-8edc-9cccddbaba08 req-8604765d-26b8-4b9f-86e7-df7ebccfad3b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Nov 25 11:45:40.178289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abfa2a-14be-44a9-bc46-49274593d3be req-6d94bf53-3e92-4013-b390-6bc2ac5132e5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:40.179691 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-14abfa2a-14be-44a9-bc46-49274593d3be req-6d94bf53-3e92-4013-b390-6bc2ac5132e5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0745585 Nov 25 11:45:40.223201 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-14abfa2a-14be-44a9-bc46-49274593d3be req-abb83c87-e1f5-41a1-9dbb-c6acd59939c7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378995 Nov 25 11:45:41.421212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb6c4f-ee19-4062-ab82-6b368d1a95c7 req-993bb581-384b-4585-90d1-026951164b00 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:41.422621 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-44eb6c4f-ee19-4062-ab82-6b368d1a95c7 req-993bb581-384b-4585-90d1-026951164b00 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0804253 Nov 25 11:45:41.572691 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-44eb6c4f-ee19-4062-ab82-6b368d1a95c7 req-702366b1-6c76-42a8-a904-913fbbc55bce tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439960 Nov 25 11:45:42.763099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880938-3202-4690-b276-c65e913b733d req-1c3df71b-dd5c-4976-affd-0d436c7e7ecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:42.764450 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f880938-3202-4690-b276-c65e913b733d req-1c3df71b-dd5c-4976-affd-0d436c7e7ecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0745649 Nov 25 11:45:42.809194 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f880938-3202-4690-b276-c65e913b733d req-66f9738d-b832-46bc-baa9-4a34c7a45689 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388367 Nov 25 11:45:44.003818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232ed8f-f67e-49af-8ab3-2d71020e727d req-2cf79df9-91f8-4c3e-b5fd-419a14977d50 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:44.005290 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2232ed8f-f67e-49af-8ab3-2d71020e727d req-2cf79df9-91f8-4c3e-b5fd-419a14977d50 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0770929 Nov 25 11:45:44.049175 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2232ed8f-f67e-49af-8ab3-2d71020e727d req-fce70d3e-6558-4526-a86a-3d0ebc38b1ef tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Nov 25 11:45:45.241207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdd32b-95a5-4a3d-89ba-f99427e15cd1 req-b673cae5-3d10-4576-91dc-3b7d6e61f865 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.242610 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-55fdd32b-95a5-4a3d-89ba-f99427e15cd1 req-b673cae5-3d10-4576-91dc-3b7d6e61f865 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0754008 Nov 25 11:45:45.292480 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-55fdd32b-95a5-4a3d-89ba-f99427e15cd1 req-dd008263-cef5-4541-9864-58d9a06f4f34 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445204 Nov 25 11:45:45.486057 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c08e1e94-5d90-4f1a-93ea-6f741d3820af req-56718c76-7c7f-46c0-8246-faf95a89d4b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658169 Nov 25 11:45:45.726606 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-5437e34e-9591-4248-8611-939d8360eb34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678868 Nov 25 11:45:45.792137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b5f7f-ca13-4a44-ae54-e86b1f1c3b9e req-e342a813-89fe-4a05-9b3a-3913689593f9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.793558 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-323b5f7f-ca13-4a44-ae54-e86b1f1c3b9e req-e342a813-89fe-4a05-9b3a-3913689593f9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0768425 Nov 25 11:45:45.842161 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-323b5f7f-ca13-4a44-ae54-e86b1f1c3b9e req-b2738518-9b0a-4b75-a392-b66be32e1d8f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430105 Nov 25 11:45:46.857108 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-40705ee0-a8b9-4e8b-abd5-ceeef4396121 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0677109 Nov 25 11:45:46.986178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-1fd0ef88-df7a-4d34-8d47-8734dbca1833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:46.988173 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-1fd0ef88-df7a-4d34-8d47-8734dbca1833 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1243713 Nov 25 11:45:47.036490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac80fe3-3b87-40dc-8b5c-0322646299f6 req-6450a932-da03-4cf6-96d1-da17747abb4a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:47.037927 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1ac80fe3-3b87-40dc-8b5c-0322646299f6 req-6450a932-da03-4cf6-96d1-da17747abb4a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0760822 Nov 25 11:45:47.083328 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1ac80fe3-3b87-40dc-8b5c-0322646299f6 req-2edea5eb-873b-480f-aea1-50c6b754022d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Nov 25 11:45:47.092393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-c686a6a7-5d71-4bc2-9a0f-9cf926fe4e2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 1002 time: 0.0980668 Nov 25 11:45:47.157002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-22b80b90-c71a-4f94-a5cf-f8b3637a8d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:47.158361 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-22b80b90-c71a-4f94-a5cf-f8b3637a8d31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0591035 Nov 25 11:45:47.231582 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-6c4b547e-4291-4d4c-913c-fd2ea38ab03a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669787 Nov 25 11:45:47.361614 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-8a471a3b-cb5d-4cf8-97ae-e8126198f31a service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225138 Nov 25 11:45:47.491711 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-7ce58384-e144-4499-b099-62bbdc850bfc service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233437 Nov 25 11:45:48.281490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde37a80-96fb-4532-af48-18984164f22c req-435f9b92-1454-43e6-8c16-2da4b119085c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:48.282910 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bde37a80-96fb-4532-af48-18984164f22c req-435f9b92-1454-43e6-8c16-2da4b119085c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0808904 Nov 25 11:45:48.327591 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bde37a80-96fb-4532-af48-18984164f22c req-1bccfcc4-fdd6-4cee-b280-4d92bd382431 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387681 Nov 25 11:45:49.108736 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-bb0ad5c7-640b-4d01-ba5c-22ede0aab78a service neutron] 10.222.0.48 "GET /v2.0/ports/fb296a17-2141-4ef7-9ffb-56f9ea8413ef/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0771499 Nov 25 11:45:49.363546 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-1198262f-4c44-407b-ab0a-51ed85dc132a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 1099 time: 0.0693345 Nov 25 11:45:49.454859 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-d073d38b-00b6-4c3a-80c7-62bc43e81b3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0693626 Nov 25 11:45:49.527065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8d42-42fe-4562-a480-3a7d6ee770f1 req-8fc307d4-7043-4250-adca-c214a3db1024 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:49.528536 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-05ab8d42-42fe-4562-a480-3a7d6ee770f1 req-8fc307d4-7043-4250-adca-c214a3db1024 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0770950 Nov 25 11:45:49.575587 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-05ab8d42-42fe-4562-a480-3a7d6ee770f1 req-1ff7920a-546a-4ff7-9866-5e83138c421c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416348 Nov 25 11:45:49.589838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-94db06e8-8530-438d-b38a-e731c0847d8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:49.591263 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-94db06e8-8530-438d-b38a-e731c0847d8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1294982 Nov 25 11:45:49.694939 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-771e5b80-6f31-49d0-b624-9f0a9f1a6556 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 1002 time: 0.0961239 Nov 25 11:45:49.758976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-f9f21497-dc40-4582-bee9-af9adec1d92e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:49.760384 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-f9f21497-dc40-4582-bee9-af9adec1d92e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0590043 Nov 25 11:45:49.834284 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-1266107a-002a-455f-ae59-a5161412e191 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661075 Nov 25 11:45:50.065515 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-c667a58a-009d-4ef4-9358-fd9a9b41994d service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246120 Nov 25 11:45:50.195606 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7632b220-977a-4fb5-9fbe-f6bc62de606c req-716ba634-6463-424f-821a-c4715323ce51 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233191 Nov 25 11:45:50.774147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26676-e5ae-446f-b69c-cf1ba67fef93 req-10a0d120-1e63-4304-94d0-27686ab85a66 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:50.776087 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7da26676-e5ae-446f-b69c-cf1ba67fef93 req-10a0d120-1e63-4304-94d0-27686ab85a66 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0803659 Nov 25 11:45:50.820680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7da26676-e5ae-446f-b69c-cf1ba67fef93 req-b590a637-63f3-41a2-ba8f-49cb68a56f18 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Nov 25 11:45:51.609371 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:45:51.756835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fb296a17-2141-4ef7-9ffb-56f9ea8413ef details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:45:51.759115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fb296a17-2141-4ef7-9ffb-56f9ea8413ef no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:45:51.972458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:51.995173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:45:52.016182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a9ad6-c6ad-46a4-809b-71f32dbc335f req-6dca25dd-b987-4fc6-89e6-ea732ac112db tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:52.017250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'mac_address': 'fa:16:3e:ec:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:45:52.017754 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6a3a9ad6-c6ad-46a4-809b-71f32dbc335f req-6dca25dd-b987-4fc6-89e6-ea732ac112db tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0762756 Nov 25 11:45:52.018601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:45:52.052189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:45:52.058654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:52.065902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:52.068263 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6a3a9ad6-c6ad-46a4-809b-71f32dbc335f req-7c190268-30c0-420a-8bc8-ad7ac737fcb1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451257 Nov 25 11:45:52.097846 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'code': 200} Nov 25 11:45:52.137937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:52.161072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:52.163809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb296a17-2141-4ef7-9ffb-56f9ea8413ef {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:45:52.179607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.179955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.180317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.180648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.180979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.181305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.181628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.181953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.182534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.182853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.183179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:52.187773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:52.191944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:45:52.196314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:52.197953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:52.268236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['fb296a17-2141-4ef7-9ffb-56f9ea8413ef'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:45:52.307167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:52.311822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:52.404345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-3780d94d-274f-4fe9-83b5-2b21eb6f2c87 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:52.405616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-3780d94d-274f-4fe9-83b5-2b21eb6f2c87 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Synchronizing usage tracker for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:45:52.411712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7b64d-4371-415c-84bc-c9aed01c2f18 req-7e51369e-794e-413b-ae65-5746a75421af tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:52.413181 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7ff7b64d-4371-415c-84bc-c9aed01c2f18 req-7e51369e-794e-413b-ae65-5746a75421af tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 945 time: 0.0864530 Nov 25 11:45:52.423194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-3780d94d-274f-4fe9-83b5-2b21eb6f2c87 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Unset dirty status for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:45:52.424430 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-3780d94d-274f-4fe9-83b5-2b21eb6f2c87 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 945 time: 0.1084578 Nov 25 11:45:52.463202 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7ff7b64d-4371-415c-84bc-c9aed01c2f18 req-ee44e72b-1a38-46c3-bc04-932ed17162f5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Nov 25 11:45:52.564588 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-e2947ea3-b529-4e46-bed2-b2268d21d93e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1098 time: 0.0690334 Nov 25 11:45:52.695941 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-10206f73-ca65-4677-a400-b3cdbb475177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:52.697288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-10206f73-ca65-4677-a400-b3cdbb475177 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1253645 Nov 25 11:45:52.801643 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-718c0d31-1749-49f0-b636-6c1d71c3677f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 1001 time: 0.0964611 Nov 25 11:45:52.862739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-2996accc-a850-4414-a675-dbb14c3df24b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:52.864132 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-2996accc-a850-4414-a675-dbb14c3df24b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0566568 Nov 25 11:45:52.939988 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-163b100b-130e-46f5-a518-d7473df6a65f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693610 Nov 25 11:45:53.069170 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-974b4cdf-95df-4876-b706-9ca399fbcb90 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234498 Nov 25 11:45:53.196620 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6772159e-4bdc-41b9-9e0a-d745039ab4ca req-79507abb-2aa6-4d42-aa82-eeb8b49c68a6 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215081 Nov 25 11:45:53.670833 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e87ca-9a2d-4ec5-bad4-1229ebff7c1e req-29e43ccc-3d61-4927-940d-cf2020372206 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:53.672312 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-623e87ca-9a2d-4ec5-bad4-1229ebff7c1e req-29e43ccc-3d61-4927-940d-cf2020372206 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 945 time: 0.0839019 Nov 25 11:45:53.719159 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-623e87ca-9a2d-4ec5-bad4-1229ebff7c1e req-182f011e-3f1f-4c46-afb9-81207a1c425c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 Nov 25 11:45:53.755002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fb296a17-2141-4ef7-9ffb-56f9ea8413ef up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:53.822756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port fb296a17-2141-4ef7-9ffb-56f9ea8413ef triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:53.823046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:53.935515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:53.966420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:45:53.969752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:53.972142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:54.038886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:54.041800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:54.098376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:45:54.152046 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'code': 200} Nov 25 11:45:54.915145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bd87-90b7-416b-b583-40862e4753c6 req-60c146ed-be06-4c52-a3a5-43dc48296d2a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:54.916596 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d941bd87-90b7-416b-b583-40862e4753c6 req-60c146ed-be06-4c52-a3a5-43dc48296d2a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0747645 Nov 25 11:45:54.961013 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d941bd87-90b7-416b-b583-40862e4753c6 req-e3103c55-bc1b-4eea-aca6-118a442047f6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390649 Nov 25 11:45:55.159645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078ff70-d5e9-42c7-8a88-06f7c7177fd6 req-9684676c-077f-4ac0-ad61-f8d074f7f3d3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:55.161095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7078ff70-d5e9-42c7-8a88-06f7c7177fd6 req-9684676c-077f-4ac0-ad61-f8d074f7f3d3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0783169 Nov 25 11:45:55.205194 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7078ff70-d5e9-42c7-8a88-06f7c7177fd6 req-f3f93932-430d-4482-8361-9afd3e5a99dd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386503 Nov 25 11:45:55.567147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bdd98-3ba7-4d5f-8ecd-c483410ff4fd req-f59b7bd9-22db-477f-82b9-c5fc31c0907f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:55.568623 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d06bdd98-3ba7-4d5f-8ecd-c483410ff4fd req-f59b7bd9-22db-477f-82b9-c5fc31c0907f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0769053 Nov 25 11:45:55.597955 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-b5e1962e-e7ca-4b5a-9cc2-aa81a0f04d30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0688922 Nov 25 11:45:55.613069 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d06bdd98-3ba7-4d5f-8ecd-c483410ff4fd req-cfb7de08-2186-4737-bfdf-72defbf05d4c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387928 Nov 25 11:45:55.730519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-68547ebe-c682-4d17-8cf4-29c7e1893f4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:55.731971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-68547ebe-c682-4d17-8cf4-29c7e1893f4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1277401 Nov 25 11:45:55.832084 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-c8102665-4ffb-4c5e-805c-2265427ed701 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 1002 time: 0.0930703 Nov 25 11:45:55.891505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-9f9ab3d5-7f87-4037-8b03-815668a3bfac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:55.893101 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-9f9ab3d5-7f87-4037-8b03-815668a3bfac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0549235 Nov 25 11:45:55.968413 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-16b1fc5b-d100-4180-95ee-e6759b10c47d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689926 Nov 25 11:45:56.200768 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-144201d8-e6fc-4f18-b11b-ceaf96810422 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263677 Nov 25 11:45:56.329730 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2288ac5a-5147-4316-8b16-44105ff7e28a req-86820a06-84aa-431f-90b7-61c4d945051a service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218190 Nov 25 11:45:56.820729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd485c24-78e6-41bd-9274-3fc949b0261d req-1e681398-8180-4d88-86e8-e06f7b9c8fc5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:56.822062 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bd485c24-78e6-41bd-9274-3fc949b0261d req-1e681398-8180-4d88-86e8-e06f7b9c8fc5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0887606 Nov 25 11:45:56.868209 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bd485c24-78e6-41bd-9274-3fc949b0261d req-a33620ea-c9ce-4275-8f95-b798a7272dee tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407007 Nov 25 11:45:57.221455 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-fbeffa14-ad2e-491b-8392-687318b1cf3f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711610 Nov 25 11:45:57.358916 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-eef322b8-1890-4df5-a972-38db0bbaaa39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0703857 Nov 25 11:45:57.502943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e226395-cd70-41aa-9b30-575359555ed6 req-d4b0793c-f8d3-41f5-89fe-e4b99764abac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:57.504316 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-d4b0793c-f8d3-41f5-89fe-e4b99764abac service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1259980 Nov 25 11:45:57.606059 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-7c3797ed-9917-44fc-9066-aab89a90f449 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 200 len: 1002 time: 0.0955656 Nov 25 11:45:57.665774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e226395-cd70-41aa-9b30-575359555ed6 req-b4333f21-837c-460c-b30a-47ed2c173c39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:57.667133 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-b4333f21-837c-460c-b30a-47ed2c173c39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0553851 Nov 25 11:45:57.740616 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-1eb57490-3bcf-480f-89c1-9d6d45eb5812 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666735 Nov 25 11:45:57.868815 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-0dd98d71-1c3a-4fb8-b087-13c5344bdf14 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219463 Nov 25 11:45:58.000207 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3e226395-cd70-41aa-9b30-575359555ed6 req-56bb2f01-9267-4ef4-9bcb-0a99d800bd2d service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248362 Nov 25 11:45:58.061484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147d7d-cb5b-43f8-828b-06d92256ead5 req-e6847d14-40d6-4ac4-ac76-1124f1725343 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:58.062925 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-00147d7d-cb5b-43f8-828b-06d92256ead5 req-e6847d14-40d6-4ac4-ac76-1124f1725343 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0759864 Nov 25 11:45:58.110947 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-00147d7d-cb5b-43f8-828b-06d92256ead5 req-6dd4cc6a-2084-41a2-bec5-7d5f7bed9837 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419970 Nov 25 11:45:58.503396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645f8d6-a2cb-431c-ac08-04aa6db3a738 req-5f28483c-587f-44c0-86ba-3d90c2618605 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:58.504758 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8645f8d6-a2cb-431c-ac08-04aa6db3a738 req-5f28483c-587f-44c0-86ba-3d90c2618605 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0751374 Nov 25 11:45:58.548125 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8645f8d6-a2cb-431c-ac08-04aa6db3a738 req-28fb65bd-e676-4cef-92ac-8186a43aceea tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378380 Nov 25 11:45:59.839434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae0cf-3b13-42b6-883c-f354d66883d6 req-a1680f77-38f1-4b35-b369-05c4c631ea2e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:59.840811 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-101ae0cf-3b13-42b6-883c-f354d66883d6 req-a1680f77-38f1-4b35-b369-05c4c631ea2e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.1721466 Nov 25 11:45:59.886614 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-101ae0cf-3b13-42b6-883c-f354d66883d6 req-ecf75de4-c23d-4602-a997-a04068dc67e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392938 Nov 25 11:46:00.032808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:00.097023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-928595b5-eceb-498e-a616-728e0b1917b4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:00.098436 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-928595b5-eceb-498e-a616-728e0b1917b4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 946 time: 0.0780728 Nov 25 11:46:00.162977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Deleting port fb296a17-2141-4ef7-9ffb-56f9ea8413ef {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:46:00.163306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:00.397071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] For port fb296a17-2141-4ef7-9ffb-56f9ea8413ef, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:46:00.397332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:00.778176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:00.778451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:00.778752 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b disassociated. External IP: 172.26.5.145, port: fb296a17-2141-4ef7-9ffb-56f9ea8413ef. Nov 25 11:46:00.779092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Calling delete_port for fb296a17-2141-4ef7-9ffb-56f9ea8413ef owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:46:00.914773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:00.920296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83e560bf-3695-46f7-ab62-ce7688d64f56 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:46:00.968631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event deleted for resources: {'Port': ['ID=fb296a17-2141-4ef7-9ffb-56f9ea8413ef,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:46:00.982052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.982551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.982848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.983168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.983513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.983871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.984256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.984610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.984965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.985313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.985698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:46:00.990371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:46:01.071638 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-121d94e1-cb69-4569-878e-0798324c78fb req-414dc86f-5311-4ff3-803e-39965d2821eb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c24c892-67e4-4a02-9f55-f958b37da5e5 HTTP/1.1" status: 200 len: 210 time: 0.0429521 Nov 25 11:46:01.195246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:46:01.394059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:46:01.403424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:46:01.416294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:46:01.416908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:45:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:01.467739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] No DVR routers for this DVR port fb296a17-2141-4ef7-9ffb-56f9ea8413ef on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:46:01.470169 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:01.473311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-deleted', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:46:01.496165 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-580240a7-50df-4f69-b2ae-2650b907b7ab req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "DELETE /v2.0/ports/fb296a17-2141-4ef7-9ffb-56f9ea8413ef HTTP/1.1" status: 204 len: 173 time: 1.3922689 Nov 25 11:46:01.543359 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c24c892-67e4-4a02-9f55-f958b37da5e5', 'name': 'network-vif-deleted', 'tag': 'fb296a17-2141-4ef7-9ffb-56f9ea8413ef', 'status': 'completed', 'code': 200} Nov 25 11:46:01.601554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:46:01.953148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:01.958179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:46:01.968884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:46:01.969499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:45:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:02.149205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:46:02.437459 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-6d98bf0a-f50d-418e-abe8-512b31372b9f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--557182191&fields=id&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 267 time: 0.0404534 Nov 25 11:46:02.461502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:02.465452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44731b-9374-4ae3-92be-04d53106048a None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:46:02.586662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-ba54feaf-d354-4e32-8e9e-a6cb63f2e0eb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:02.588142 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-ba54feaf-d354-4e32-8e9e-a6cb63f2e0eb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1434257 Nov 25 11:46:02.605230 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-ba626fca-ab5f-488d-8e1a-6c9463dbc8f5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/quotas/b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 375 time: 0.0115054 Nov 25 11:46:02.693141 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-42a51b5d-e53d-4cf1-b713-3092594e99bb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825253 Nov 25 11:46:02.695411 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4368a-2947-4264-94aa-ef72e9be4dd4 None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:46:02.897554 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-dfc608c1-436d-4419-a327-44ed72c566e8 service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926911 Nov 25 11:46:03.029334 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4a709d81-7d97-43b6-942f-3a852ec86de6 service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258047 Nov 25 11:46:03.216153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d1ac573b-033c-44c1-b66d-3b7aad2235c6 req-97b62d5a-193f-47c0-a1bb-dc114e3b9ec6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 210 time: 0.0416174 Nov 25 11:46:03.801493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fb296a17-2141-4ef7-9ffb-56f9ea8413ef no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:46:03.834367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: fb296a17-2141-4ef7-9ffb-56f9ea8413ef {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:46:03.834713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fb296a17-2141-4ef7-9ffb-56f9ea8413ef not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:46:03.999328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6f8a853b-bd77-4a0b-815d-709c21ea55a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:04.192835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-3d81b46f-1be0-493e-900b-821509d4e256 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:04.194270 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-3d81b46f-1be0-493e-900b-821509d4e256 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1422417 Nov 25 11:46:04.197610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:04.252717 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-7d1b58e5-5fcf-4047-be81-0c89742868db tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 379 time: 0.0461535 Nov 25 11:46:04.260833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'port': {'device_id': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'admin_state_up': True, 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'security_groups': ['3bb2f385-9f58-47d1-bd1b-ec4e77265bf4']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:46:04.380418 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36c2f4cd-4288-4823-a7bf-5dab0e3ecde2 req-bd07530e-4ea8-4287-b4b6-fdb39cddc3d1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 210 time: 0.0419283 Nov 25 11:46:04.395071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:46:04.399227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:port and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:46:04.402220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:46:04.408549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:46:04.418522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Made reservation on behalf of b05fc0dfd85e41ac82b3d0b9eea03f55 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:46:04.421632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:04.574582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Allocated IP 172.20.0.14 (48de7c1a-71ff-453c-bd92-1818d3c49e92/648b30b8-199e-4daa-8f0f-10ce2ffbdc03/0e023fdd-fd95-4482-8618-ff74d474b3b1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:46:04.757391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:04.773247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Transition to ACTIVE for port object 0e023fdd-fd95-4482-8618-ff74d474b3b1 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:46:04.793497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:04.800714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aee11e2a-664a-46cd-9b51-5f8a15543eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:46:04.856677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:46:04.859560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:46:04.867349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:46:04.903887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:46:04.908309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:46:04.936681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:04.937240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:04.963258 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7057948 Nov 25 11:46:04.975549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Request body: {'port': {'device_id': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:46:05.128210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8e7df785-6e8e-484d-8f32-b42883b34fa1 None None] Provisioning for port 0e023fdd-fd95-4482-8618-ff74d474b3b1 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:46:05.132812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8e7df785-6e8e-484d-8f32-b42883b34fa1 None None] Provisioning complete for port 0e023fdd-fd95-4482-8618-ff74d474b3b1 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:46:05.133136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8e7df785-6e8e-484d-8f32-b42883b34fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.183688 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8e7df785-6e8e-484d-8f32-b42883b34fa1 None None] Port 0e023fdd-fd95-4482-8618-ff74d474b3b1 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:46:05.187174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.522250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e023fdd-fd95-4482-8618-ff74d474b3b1 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:46:05.529056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.543770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Transition to ACTIVE for port object 0e023fdd-fd95-4482-8618-ff74d474b3b1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:46:05.549917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.553206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:46:05.580295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05f265-665a-408f-84ec-40adf708c45e req-1cffc89f-c440-4d5a-ab02-22b40d125f59 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:05.581744 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ca05f265-665a-408f-84ec-40adf708c45e req-1cffc89f-c440-4d5a-ab02-22b40d125f59 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 932 time: 0.0812211 Nov 25 11:46:05.633007 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ca05f265-665a-408f-84ec-40adf708c45e req-709a8957-432f-40b6-831b-0ff35d4189cf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 Nov 25 11:46:05.679542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:46:05.705613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:46:05.785894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Attempting to bind port 0e023fdd-fd95-4482-8618-ff74d474b3b1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:46:05.786225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Attempting to bind port 0e023fdd-fd95-4482-8618-ff74d474b3b1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:46:05.786548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Attempting to bind port 0e023fdd-fd95-4482-8618-ff74d474b3b1 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:46:05.792261 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Port 0e023fdd-fd95-4482-8618-ff74d474b3b1 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:46:05.792581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Attempting to bind port 0e023fdd-fd95-4482-8618-ff74d474b3b1 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:46:05.799645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:46:05.800078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Checking segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:46:05.800523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Bound using segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:46:05.801012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Bound port: 0e023fdd-fd95-4482-8618-ff74d474b3b1, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:46:05.801414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.885939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:46:05.888979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:46:05.893906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.897913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fc130a33-ed7e-4d66-9895-631b5473d280 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:46:05.953650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.955533 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] 10.222.0.48 "PUT /v2.0/ports/0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 1094 time: 0.9840291 Nov 25 11:46:05.956064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:46:05.979566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:46:05.982580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:46:06.036279 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'status': 'completed', 'code': 200} Nov 25 11:46:06.078129 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-de599987-bae9-4a0b-9a01-589289ba2713 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1097 time: 0.0737891 Nov 25 11:46:06.152019 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-42943a4c-f718-43c0-975e-ea90ac57c15b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 217 time: 0.0665314 Nov 25 11:46:06.219398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-de19ca2a-e651-46fe-8032-2e1346e963cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:06.220948 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-de19ca2a-e651-46fe-8032-2e1346e963cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0615489 Nov 25 11:46:06.298249 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-4e740785-9014-4fb0-a9e8-66f8981e08c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712531 Nov 25 11:46:06.309280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b293750e-0f72-4a85-abdf-f22724ec4bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:06.430300 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-f9d64e81-7215-4c36-930a-9576f8b273bf service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235836 Nov 25 11:46:06.558573 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd75dac5-5159-4c37-93da-2cb11c44314f req-1c030cc5-278a-4216-9046-01ac5ee213de service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222017 Nov 25 11:46:06.672749 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-0c87716f-0545-4bff-a838-bb1aafe70f5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1097 time: 0.0673232 Nov 25 11:46:06.829669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaccab-2472-4add-bb15-872f3ad10538 req-ad3f0fc3-ae21-469a-a173-dd652fa13350 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:06.831046 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38aaccab-2472-4add-bb15-872f3ad10538 req-ad3f0fc3-ae21-469a-a173-dd652fa13350 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0782459 Nov 25 11:46:06.880217 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38aaccab-2472-4add-bb15-872f3ad10538 req-5f28cb0b-c37e-4c43-a031-e835020bf4cf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433791 Nov 25 11:46:06.907310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-f5f68ac4-7654-4db0-8c2e-be0af6953332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:06.908811 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-f5f68ac4-7654-4db0-8c2e-be0af6953332 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.2292612 Nov 25 11:46:06.978577 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-cc49bd23-0529-4e1f-81db-d215286a34a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 217 time: 0.0623863 Nov 25 11:46:07.039653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-4d5bda04-129d-4d45-9113-370f0eaa2b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:07.041049 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-4d5bda04-129d-4d45-9113-370f0eaa2b32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0550442 Nov 25 11:46:07.117444 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-f2b855a9-df5c-4fd1-909d-5bacc970c429 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693712 Nov 25 11:46:07.249934 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-12ea7da5-7efd-4af7-958f-1034786f1407 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239967 Nov 25 11:46:07.379370 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3344adec-5bbb-4a8c-911f-16fe642a42d8 req-dc9fd18e-737a-4b9e-9080-101bd53a97ce service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225138 Nov 25 11:46:07.414457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:07.832830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0e023fdd-fd95-4482-8618-ff74d474b3b1 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:46:07.962979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:46:07.975747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'mac_address': 'fa:16:3e:6c:44:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:46:08.028305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:08.044783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e023fdd-fd95-4482-8618-ff74d474b3b1 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:46:08.059560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:46:08.063450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:08.066086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:46:08.075598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5da59-6278-4b54-ae76-17f9dc2c2b22 req-74f1ee4c-26f2-4e73-9962-8eb99d51c09a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:08.077052 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dcf5da59-6278-4b54-ae76-17f9dc2c2b22 req-74f1ee4c-26f2-4e73-9962-8eb99d51c09a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0768471 Nov 25 11:46:08.123072 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dcf5da59-6278-4b54-ae76-17f9dc2c2b22 req-6fba6916-ae56-44a4-a670-8870362c436a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394793 Nov 25 11:46:08.134811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:46:08.137937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:46:08.264287 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['0e023fdd-fd95-4482-8618-ff74d474b3b1'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:46:08.885670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:09.322790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca5cdd-56b8-470e-8bf1-27e0c0561744 req-48a6cfe6-0d57-415f-9f71-864a3551f125 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:09.324215 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-92ca5cdd-56b8-470e-8bf1-27e0c0561744 req-48a6cfe6-0d57-415f-9f71-864a3551f125 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 945 time: 0.0804524 Nov 25 11:46:09.367554 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-92ca5cdd-56b8-470e-8bf1-27e0c0561744 req-137a70eb-0258-4788-9e0e-ac99b7c4b6c1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378771 Nov 25 11:46:09.833275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0e023fdd-fd95-4482-8618-ff74d474b3b1 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:46:09.931872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 0e023fdd-fd95-4482-8618-ff74d474b3b1 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:46:09.936575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 0e023fdd-fd95-4482-8618-ff74d474b3b1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:46:09.936948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:10.045637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:10.071383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:46:10.080524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:46:10.083986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:10.085678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:46:10.128801 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'code': 200} Nov 25 11:46:10.153954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:46:10.156839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:46:10.347510 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8f56bb5-4f20-4990-a4e5-5f5d730ed68e req-7926b48f-7636-448b-9084-1290290c38e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1099 time: 0.0687535 Nov 25 11:46:10.387711 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8f56bb5-4f20-4990-a4e5-5f5d730ed68e req-c370f978-e439-4a5e-9bee-08d2145c7a5a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340078 Nov 25 11:46:10.559460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88ef5-63ca-439f-a57b-4b3dfba01d0a req-8e84616b-93d7-4a38-8ebc-76d584161bf4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:10.560931 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36f88ef5-63ca-439f-a57b-4b3dfba01d0a req-8e84616b-93d7-4a38-8ebc-76d584161bf4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0752940 Nov 25 11:46:10.605195 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36f88ef5-63ca-439f-a57b-4b3dfba01d0a req-9b8a191d-d994-4a87-abbc-f87d45715078 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388036 Nov 25 11:46:11.805724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e908-86b7-4a97-b4c4-546a6b1908b4 req-f06eaf67-ea11-4675-88d9-1f6a75ab9868 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:11.807035 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9328e908-86b7-4a97-b4c4-546a6b1908b4 req-f06eaf67-ea11-4675-88d9-1f6a75ab9868 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0809672 Nov 25 11:46:11.853675 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9328e908-86b7-4a97-b4c4-546a6b1908b4 req-3e62afa8-8f3a-4c9a-b6b6-fd2bea558432 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409281 Nov 25 11:46:12.039824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702b942-150e-4648-a0d7-f3a9a3ad0e0f req-e4139ccb-a465-49d7-a6a6-569e1772800d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:12.041255 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e702b942-150e-4648-a0d7-f3a9a3ad0e0f req-e4139ccb-a465-49d7-a6a6-569e1772800d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0756056 Nov 25 11:46:12.049708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45380) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:46:12.055448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'floatingip': {'port_id': '0e023fdd-fd95-4482-8618-ff74d474b3b1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:46:12.131621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:12.805019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:12.808784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:12.997415 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b associated. External IP: 172.26.5.145, port: 0e023fdd-fd95-4482-8618-ff74d474b3b1. Nov 25 11:46:13.384230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:46:13.582748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:46:13.587564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:13.592046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:46:13.604236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:46:13.604918 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:46:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:13.638857 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d5012ac4-98c4-4a3d-802b-90dcea680686 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "PUT /v2.0/floatingips/a82a2ee1-90e1-429a-80ef-884868bf6f6b HTTP/1.1" status: 200 len: 992 time: 1.5881481 Nov 25 11:46:13.639517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:46:13.696049 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'status': 'completed', 'code': 200} Nov 25 11:46:13.786157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:46:13.793074 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-d79d0e7f-01b3-4180-b514-d1e5ae915dfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1099 time: 0.0731838 Nov 25 11:46:13.923879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-688cbf48-cd68-45a1-b114-cf24f64edc07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:13.925589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-688cbf48-cd68-45a1-b114-cf24f64edc07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1259851 Nov 25 11:46:14.023828 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-1ae9704b-bf3f-4c58-8aa8-1c79734aa0d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0922480 Nov 25 11:46:14.090508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-6837b7d6-992a-4589-b7b6-db9d6300e5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:14.091941 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-6837b7d6-992a-4589-b7b6-db9d6300e5f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0609984 Nov 25 11:46:14.128310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:6c:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:46:12Z', 'revision_number': 9, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:14.132167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:46:14.142899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:46:14.143505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:46:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:14.165716 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-cc13af1c-f7e1-4ce6-8f3d-2b00214ba4c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667920 Nov 25 11:46:14.298716 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-f9bb2dd9-567f-4294-a0fb-ce56997dc02a service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251962 Nov 25 11:46:14.319219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:46:14.429550 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-eaf204d1-936b-439d-b1fb-dfeb1c8ba9b6 req-323648b8-65cc-4852-a1b6-6c5834bc3751 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254957 Nov 25 11:46:14.659684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:6c:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:46:12Z', 'revision_number': 9, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:46:14.663606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf48787-4e50-4436-b8fa-3e9fb1ac4758 None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:6c:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:46:12Z', 'revision_number': 9, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:46:14.850922 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ba38d-3ad6-4396-8d53-4cf020003765 None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:46:28.608918 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:46:30.049547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:34.001512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3bbc59c3-46df-41d9-8cd8-bed798786377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:34.201289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:36.311131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2ee21763-5ea4-47ec-8ec1-ee8ddf7968ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:37.416406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:38.888355 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:50.356965 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-995278f6-5d2f-40dc-9447-20fbf3d26c5a req-06e22700-856c-4aaa-9629-682708d3f53a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667241 Nov 25 11:46:51.694166 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-3466f8ad-7092-48b4-af4d-0185a32e77c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1426852 Nov 25 11:46:51.809146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d325169-c860-4874-901a-2ff71257cac0 req-7883d007-54d4-4893-85a8-3838891ce55f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:51.810573 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4d325169-c860-4874-901a-2ff71257cac0 req-7883d007-54d4-4893-85a8-3838891ce55f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.2037983 Nov 25 11:46:51.854641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4d325169-c860-4874-901a-2ff71257cac0 req-9ae84d20-b4fe-478b-82cc-fabbb5f85cc1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380781 Nov 25 11:46:53.005018 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-b1fcf4af-d623-4d94-acf8-27e25ffb2e95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1099 time: 0.0685344 Nov 25 11:46:53.057357 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6d5ba-4be2-45f0-a0ca-0579060186f4 req-121fc3c3-5ccf-4d7b-9809-520e3a627aaf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:53.059076 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5af6d5ba-4be2-45f0-a0ca-0579060186f4 req-121fc3c3-5ccf-4d7b-9809-520e3a627aaf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0802271 Nov 25 11:46:53.105731 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5af6d5ba-4be2-45f0-a0ca-0579060186f4 req-983999da-0769-4218-891d-9510c448d337 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Nov 25 11:46:53.235618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-2f140922-e7d8-4f3f-bb61-27e20b01d4b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:53.236992 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-2f140922-e7d8-4f3f-bb61-27e20b01d4b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.2260082 Nov 25 11:46:53.337877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-de2dd7e3-4d7a-40b2-9981-8a8632519d55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 1003 time: 0.0945420 Nov 25 11:46:53.398299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-681dc077-a559-4360-94c4-2d7f819f30ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:53.399650 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-681dc077-a559-4360-94c4-2d7f819f30ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0558920 Nov 25 11:46:53.476345 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-17ffacb0-e4c2-46d6-bb8a-0d523d98e697 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707059 Nov 25 11:46:53.606942 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-aadedacf-24a5-4b8d-bdbb-69f55cadf4d2 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238666 Nov 25 11:46:53.738829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-8fde8a26-7338-4b75-ad1e-701f1ce0ebe6 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242204 Nov 25 11:46:54.298650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7f9cc-bd66-4afb-8c5e-246e9e2476b8 req-f0ef0f8c-a93a-43f5-a747-651289feaf91 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:54.300611 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e6c7f9cc-bd66-4afb-8c5e-246e9e2476b8 req-f0ef0f8c-a93a-43f5-a747-651289feaf91 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0738199 Nov 25 11:46:54.343906 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e6c7f9cc-bd66-4afb-8c5e-246e9e2476b8 req-30bef0c7-d0bb-4f5d-bdec-2b01b2309ef1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379689 Nov 25 11:46:55.540191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d42e9c-cc0d-41b9-8dd7-63932ee9f3ef req-23453d23-2bb1-4c01-aa5d-2827f5b29302 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:55.541634 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-86d42e9c-cc0d-41b9-8dd7-63932ee9f3ef req-23453d23-2bb1-4c01-aa5d-2827f5b29302 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0788410 Nov 25 11:46:55.586167 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-86d42e9c-cc0d-41b9-8dd7-63932ee9f3ef req-7a7be4c6-18e9-44b6-85d7-50377e617233 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391724 Nov 25 11:46:56.777128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec4840-42cc-4598-b264-ab8970ae512d req-6b079e11-dd8c-4995-988f-25e1727a4e45 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:56.778545 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-daec4840-42cc-4598-b264-ab8970ae512d req-6b079e11-dd8c-4995-988f-25e1727a4e45 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0744388 Nov 25 11:46:56.822666 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-daec4840-42cc-4598-b264-ab8970ae512d req-418e544b-0f8b-42b4-9e43-74a9bb2d5f28 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386984 Nov 25 11:46:57.300088 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-abc31296-ef6f-4daf-b8d8-4a53ffb0244f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1099 time: 0.0689335 Nov 25 11:46:57.442734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-c149728b-ef71-441f-92d8-ff2bc90524a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:57.444156 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-c149728b-ef71-441f-92d8-ff2bc90524a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1229219 Nov 25 11:46:57.543841 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-efcf23c9-6a6f-4ab1-bb86-5eb255393486 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 1003 time: 0.0938206 Nov 25 11:46:57.604569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-0c10b57c-521d-4c36-81d2-e933f5bc4c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:57.605945 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-0c10b57c-521d-4c36-81d2-e933f5bc4c31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0550363 Nov 25 11:46:57.684223 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-200d3ebf-e1bd-4526-a287-9a7d765c25e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707135 Nov 25 11:46:57.813325 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-3dd9c8dc-35fa-4dad-b0d9-2da766a65b57 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216364 Nov 25 11:46:57.943617 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53817269-1172-4409-88c6-a4d3b6cd97b0 req-2efec38c-dc1c-4128-9d00-24aae446039b service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228004 Nov 25 11:46:58.023504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abc9c4-4823-4aee-9cd5-20a1615216e5 req-037cdc4e-3e18-437c-b82b-57220a9a2d97 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:58.024973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1abc9c4-4823-4aee-9cd5-20a1615216e5 req-037cdc4e-3e18-437c-b82b-57220a9a2d97 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0783145 Nov 25 11:46:58.068964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c1abc9c4-4823-4aee-9cd5-20a1615216e5 req-5ebbf8e3-fae1-432e-96d6-057efb4ae438 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385616 Nov 25 11:46:59.266720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d19e75-c486-4004-b4d0-0affe5705f94 req-0026d3a8-1d92-4f41-914e-f7d917011811 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:59.268224 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-48d19e75-c486-4004-b4d0-0affe5705f94 req-0026d3a8-1d92-4f41-914e-f7d917011811 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0746157 Nov 25 11:46:59.316744 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-48d19e75-c486-4004-b4d0-0affe5705f94 req-b2d44744-94e2-464b-9203-e4c2b35f35b9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430839 Nov 25 11:47:00.068209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:00.511977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9856-a404-4977-b319-5cc1a3dd46c5 req-cdb6c631-7208-4dd0-9274-34bba194f8c4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:00.513422 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd7d9856-a404-4977-b319-5cc1a3dd46c5 req-cdb6c631-7208-4dd0-9274-34bba194f8c4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0757573 Nov 25 11:47:00.558763 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd7d9856-a404-4977-b319-5cc1a3dd46c5 req-a114b961-80a8-4806-8a3e-41b0f6fee5e6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Nov 25 11:47:01.755321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7669b7-eea0-4175-ab9b-0d8dc2f0fe7c req-10ce89b6-61b1-4536-bc2c-ce0e1094b75f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:01.756764 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0a7669b7-eea0-4175-ab9b-0d8dc2f0fe7c req-10ce89b6-61b1-4536-bc2c-ce0e1094b75f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0806327 Nov 25 11:47:01.799655 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0a7669b7-eea0-4175-ab9b-0d8dc2f0fe7c req-758aeb1a-f7ca-43a1-8cf3-065fb7116de4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374031 Nov 25 11:47:02.991272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec53ad-a325-4878-bb98-9270ccda4833 req-76f4e4af-413d-4ba2-a1b7-35f4234aba1b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:02.992695 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9dec53ad-a325-4878-bb98-9270ccda4833 req-76f4e4af-413d-4ba2-a1b7-35f4234aba1b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0741282 Nov 25 11:47:03.036513 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9dec53ad-a325-4878-bb98-9270ccda4833 req-7368bc40-f010-47f0-b107-9de43f7101a5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384915 Nov 25 11:47:04.006260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-22219cf2-1e3e-4ce1-ac60-26f77d700cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:04.203563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:04.235336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f375306-2456-4810-8376-134d31a22bd5 req-571395b1-7365-43de-b5dd-b233bc1d774a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:04.236836 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f375306-2456-4810-8376-134d31a22bd5 req-571395b1-7365-43de-b5dd-b233bc1d774a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0807483 Nov 25 11:47:04.281498 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f375306-2456-4810-8376-134d31a22bd5 req-0c0dc47f-c88d-4180-afe4-12a667cc6d54 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385115 Nov 25 11:47:05.380142 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-b7f1205c-5214-4f2f-bb04-d62f363809ff service neutron] 10.222.0.48 "GET /v2.0/ports/0e023fdd-fd95-4482-8618-ff74d474b3b1/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0726950 Nov 25 11:47:05.482152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ee59d-4bc2-459e-bf35-b2c63fd966a4 req-ef643251-2171-43b6-9535-fb545f3a2815 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:05.483604 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-547ee59d-4bc2-459e-bf35-b2c63fd966a4 req-ef643251-2171-43b6-9535-fb545f3a2815 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0805175 Nov 25 11:47:05.533812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-547ee59d-4bc2-459e-bf35-b2c63fd966a4 req-c5146aa3-c36f-4736-88a2-01dccdf6f250 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 Nov 25 11:47:05.608144 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:47:05.649147 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-fdabcfd3-912d-4cf8-8b89-a570a00260c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 1099 time: 0.0715506 Nov 25 11:47:05.739577 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-21fbdb56-c77a-4b7f-8570-3756cd22f2ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1099 time: 0.0690587 Nov 25 11:47:05.972871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-d730c654-5f42-4416-a216-b7df6ce0066b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:05.974293 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-d730c654-5f42-4416-a216-b7df6ce0066b service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.2286196 Nov 25 11:47:06.074950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-c1096198-f906-4b72-9c23-bfcea74135f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 1003 time: 0.0940597 Nov 25 11:47:06.139269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-d5a49386-80d8-41b2-be3b-499e6503823c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:06.140689 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-d5a49386-80d8-41b2-be3b-499e6503823c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0580575 Nov 25 11:47:06.214988 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-91704d7f-720b-4f31-bab5-1a014fffd984 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674660 Nov 25 11:47:06.313394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-665170d0-887f-419f-9cc7-4694a98e3a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:06.347510 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-14cb6b61-db1f-4282-afcb-abaee944bb72 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250870 Nov 25 11:47:06.477961 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-708e9e90-f0a3-4251-87a9-6c435e0581f9 req-27019f00-bade-43b4-9fd0-cefb5362e9b2 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244016 Nov 25 11:47:06.738094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb8ef2-ae87-4ab7-9522-88d48b654866 req-ca0f73fe-998d-424d-953f-f7fa9034b7f6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:06.739546 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-68cb8ef2-ae87-4ab7-9522-88d48b654866 req-ca0f73fe-998d-424d-953f-f7fa9034b7f6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0764046 Nov 25 11:47:06.783063 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-68cb8ef2-ae87-4ab7-9522-88d48b654866 req-8adf1b1c-9ea5-4c01-8f47-87d307a51b86 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381343 Nov 25 11:47:07.418628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.977677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0e023fdd-fd95-4482-8618-ff74d474b3b1 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:47:07.989214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fe19c-49f0-4c27-9514-f8f29754386c req-4424233a-4687-4be0-830d-1a5ab66b5bfe tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:07.991562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f1fe19c-49f0-4c27-9514-f8f29754386c req-4424233a-4687-4be0-830d-1a5ab66b5bfe tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0856724 Nov 25 11:47:08.041658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f1fe19c-49f0-4c27-9514-f8f29754386c req-6b4c65d3-97b0-429c-8035-0ffc6d4ae519 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441406 Nov 25 11:47:08.118476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:08.132587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'mac_address': 'fa:16:3e:6c:44:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:47:08.186303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.205516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e023fdd-fd95-4482-8618-ff74d474b3b1 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:47:08.220665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:08.225746 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.227552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a6c646aa-1d0f-43f2-94ae-aaf27121d9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:08.289513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['0e023fdd-fd95-4482-8618-ff74d474b3b1'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:47:08.330624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:08.350168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.350511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.350848 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.351179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.351509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.351834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.352184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.352513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.352831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.353150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.353468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.357769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:08.891622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.245304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1cfdd-45a1-4ac1-9136-125647272f46 req-5e13b964-de58-43b3-948d-046c6d2b7dfd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:09.246639 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ccd1cfdd-45a1-4ac1-9136-125647272f46 req-5e13b964-de58-43b3-948d-046c6d2b7dfd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 945 time: 0.0767591 Nov 25 11:47:09.290430 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ccd1cfdd-45a1-4ac1-9136-125647272f46 req-02e79080-4bc0-4860-b806-2205cfcb1a4f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384307 Nov 25 11:47:09.702916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-a5a001cb-4791-45ec-8bfd-f726891bdaf7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:09.703586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-a5a001cb-4791-45ec-8bfd-f726891bdaf7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Synchronizing usage tracker for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:47:09.718747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-a5a001cb-4791-45ec-8bfd-f726891bdaf7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Unset dirty status for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:47:09.720177 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-a5a001cb-4791-45ec-8bfd-f726891bdaf7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 945 time: 0.0961311 Nov 25 11:47:09.759682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919cc7f-4b43-4c52-a9cc-968dd1a32013 req-d9b38975-d2f3-4cf7-8e79-9bf49d685106 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:09.761153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2919cc7f-4b43-4c52-a9cc-968dd1a32013 req-d9b38975-d2f3-4cf7-8e79-9bf49d685106 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 945 time: 0.0831640 Nov 25 11:47:09.803490 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-8e35517d-e1c1-4c49-ba0c-84732bdaa4a0 service neutron] 10.222.0.48 "GET /v2.0/ports/0e023fdd-fd95-4482-8618-ff74d474b3b1/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0776141 Nov 25 11:47:09.807620 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2919cc7f-4b43-4c52-a9cc-968dd1a32013 req-1ca5449d-fc20-4148-ae6a-48249b9b23cb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405858 Nov 25 11:47:09.892715 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-3bcd3ea8-5e0f-4deb-9af2-bfd462d2a47b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1098 time: 0.0677376 Nov 25 11:47:09.974806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0e023fdd-fd95-4482-8618-ff74d474b3b1 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:47:10.019371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-ef8f04cc-7898-4c9d-82e4-354a2e7332a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:10.021360 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-ef8f04cc-7898-4c9d-82e4-354a2e7332a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1228316 Nov 25 11:47:10.045250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 0e023fdd-fd95-4482-8618-ff74d474b3b1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:47:10.045635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:10.124028 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-c375cba3-25e1-4749-9e8d-673315309697 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 1002 time: 0.0964298 Nov 25 11:47:10.158820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:10.185726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:10.186794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-87a3ebd2-894c-4221-8d5f-c9800903eba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:10.188263 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-87a3ebd2-894c-4221-8d5f-c9800903eba7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0577760 Nov 25 11:47:10.195717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:10.201370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:10.203239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:10.259257 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'code': 200} Nov 25 11:47:10.269243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:10.273391 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-d06bf01b-10a0-4acc-af7e-a7e5031ce1fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784323 Nov 25 11:47:10.273669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:10.403032 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-69534574-418e-4888-966b-9158ecf27ae5 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232357 Nov 25 11:47:10.531940 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-3c8891fe-ec67-43ff-be6a-3b3f49f2c067 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216092 Nov 25 11:47:11.003961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba0304-ba5d-4fb7-9296-1cc4c2b10512 req-24b50909-4364-41f4-b157-30c6909f1753 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:11.005403 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8fba0304-ba5d-4fb7-9296-1cc4c2b10512 req-24b50909-4364-41f4-b157-30c6909f1753 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0754702 Nov 25 11:47:11.049123 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8fba0304-ba5d-4fb7-9296-1cc4c2b10512 req-13161ae7-9e33-4182-b404-44826925f08a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384297 Nov 25 11:47:12.256416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea2561-f070-4425-8b9e-eaaceea68752 req-b02f62fa-5106-445f-a60e-1718b939ea08 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:12.257902 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9eea2561-f070-4425-8b9e-eaaceea68752 req-b02f62fa-5106-445f-a60e-1718b939ea08 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0808377 Nov 25 11:47:12.303329 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9eea2561-f070-4425-8b9e-eaaceea68752 req-bb382381-15cd-4ceb-bf22-a6da2b9dacc5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399168 Nov 25 11:47:12.888312 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-b33603e9-d6ca-4eb8-b3b9-d2bd68e4fc23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 1099 time: 0.0674300 Nov 25 11:47:13.084081 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-bfac8d09-8a0c-47e6-95c8-34b0019d6baf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 1099 time: 0.1726222 Nov 25 11:47:13.212846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-36007ec3-4a21-416d-a1b5-3caefa133683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:13.214256 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-36007ec3-4a21-416d-a1b5-3caefa133683 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1246133 Nov 25 11:47:13.315739 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-23d1ac4d-f229-4469-b8aa-af4fab9b462e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 200 len: 1003 time: 0.0947406 Nov 25 11:47:13.376383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-aeefd988-7852-4499-bb2d-bd0dd6187b45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:13.377795 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-aeefd988-7852-4499-bb2d-bd0dd6187b45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0558357 Nov 25 11:47:13.451225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-6ff2d94b-6073-453d-8e11-4f914783cfc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670269 Nov 25 11:47:13.506611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3ecf3-d0b6-4807-8eed-0e3813a7a53c req-3fe10b4c-106d-4888-9b00-9868292bd758 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:13.508089 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cc3ecf3-d0b6-4807-8eed-0e3813a7a53c req-3fe10b4c-106d-4888-9b00-9868292bd758 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0792022 Nov 25 11:47:13.586441 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-c1768c00-d931-4cbc-b437-a4d6d07a3196 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276698 Nov 25 11:47:13.652329 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2cc3ecf3-d0b6-4807-8eed-0e3813a7a53c req-30ddb55d-1d92-42f0-b67d-8c5ff80570f4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382105 Nov 25 11:47:13.719090 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-79e130e3-cdb6-4884-8545-078fd371e0e5 req-f3b69261-7069-482e-87a7-48b8e776c7cb service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260259 Nov 25 11:47:14.847992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afbe4a-270d-4b4f-8103-76dac91cfc79 req-c06f3934-782e-4579-82d6-c795dfa639b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:14.849453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-26afbe4a-270d-4b4f-8103-76dac91cfc79 req-c06f3934-782e-4579-82d6-c795dfa639b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0772030 Nov 25 11:47:14.894026 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-26afbe4a-270d-4b4f-8103-76dac91cfc79 req-316a862f-1fb6-4815-8692-b3dd75063aea tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390875 Nov 25 11:47:16.037044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0e023fdd-fd95-4482-8618-ff74d474b3b1 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:47:16.089528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4826f6-99b0-4071-92b4-abe183521cbc req-cd69ed93-07d1-4820-ad11-fc49ec7c55b4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:16.091059 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-df4826f6-99b0-4071-92b4-abe183521cbc req-cd69ed93-07d1-4820-ad11-fc49ec7c55b4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 946 time: 0.0793309 Nov 25 11:47:16.135940 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-df4826f6-99b0-4071-92b4-abe183521cbc req-306d8035-8a3a-4d48-9188-bf35e0ba689d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392015 Nov 25 11:47:16.147983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:16.175314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:16.184748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:16.188620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:16.191548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:16.235879 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'code': 200} Nov 25 11:47:16.257654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:16.260765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:16.331097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17194d-0b8b-416e-83a1-d4fb717c3689 req-5d21b1fa-7999-4439-9dc7-b7b5933f6e76 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:16.333120 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5a17194d-0b8b-416e-83a1-d4fb717c3689 req-5d21b1fa-7999-4439-9dc7-b7b5933f6e76 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0760458 Nov 25 11:47:16.377051 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5a17194d-0b8b-416e-83a1-d4fb717c3689 req-4f5c3098-985e-4e86-bb75-b0588c7efc89 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385172 Nov 25 11:47:16.577228 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03c31d-913b-4fe6-b172-d94e8ca1867e req-fc29ad5a-1877-401e-b957-a1385a7e0a62 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:16.578660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ae03c31d-913b-4fe6-b172-d94e8ca1867e req-fc29ad5a-1877-401e-b957-a1385a7e0a62 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0788312 Nov 25 11:47:16.623201 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ae03c31d-913b-4fe6-b172-d94e8ca1867e req-ee72e550-1cd0-44e9-886e-1776cd0ec990 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383177 Nov 25 11:47:17.011499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f81f5-41d8-4621-8eb4-539a1d262c04 req-b1cd4a78-affa-48b7-8716-9871c81beebc tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:17.012942 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f4f81f5-41d8-4621-8eb4-539a1d262c04 req-b1cd4a78-affa-48b7-8716-9871c81beebc tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0742218 Nov 25 11:47:17.060982 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f4f81f5-41d8-4621-8eb4-539a1d262c04 req-c3fc954c-3add-4c16-8c3e-1286d359c32e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426538 Nov 25 11:47:18.253564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987066a-0b3f-42cc-8a22-b92134882b3c req-9c39e1df-e008-406a-b158-a6bb8a123771 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:18.255580 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c987066a-0b3f-42cc-8a22-b92134882b3c req-9c39e1df-e008-406a-b158-a6bb8a123771 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0753222 Nov 25 11:47:18.298793 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c987066a-0b3f-42cc-8a22-b92134882b3c req-b1880245-0f22-4003-bceb-f11dc650de8b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378609 Nov 25 11:47:19.014837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06123984-00c1-44a8-89c1-696b3a1f040d req-8f582a84-8b5b-41ef-9220-b1f3b88f3573 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.016268 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-06123984-00c1-44a8-89c1-696b3a1f040d req-8f582a84-8b5b-41ef-9220-b1f3b88f3573 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0785780 Nov 25 11:47:19.082203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Deleting port 0e023fdd-fd95-4482-8618-ff74d474b3b1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:47:19.082541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.319124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] For port 0e023fdd-fd95-4482-8618-ff74d474b3b1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=0e023fdd-fd95-4482-8618-ff74d474b3b1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:19.319471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.497661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c693fda-9a3a-4097-8f9b-79f51e8382ac req-3de93ca8-0246-4203-9f03-24def6d91b4b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.499082 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4c693fda-9a3a-4097-8f9b-79f51e8382ac req-3de93ca8-0246-4203-9f03-24def6d91b4b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 944 time: 0.0807083 Nov 25 11:47:19.548095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4c693fda-9a3a-4097-8f9b-79f51e8382ac req-5c6349c6-8c1a-44c2-a43e-2157c315598e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422757 Nov 25 11:47:19.603776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.604241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.604546 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b disassociated. External IP: 172.26.5.145, port: 0e023fdd-fd95-4482-8618-ff74d474b3b1. Nov 25 11:47:19.604879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Calling delete_port for 0e023fdd-fd95-4482-8618-ff74d474b3b1 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:47:19.739565 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.744893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-68d4662c-8464-4d10-b530-87d173043f8d tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:19.892006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event deleted for resources: {'Port': ['ID=0e023fdd-fd95-4482-8618-ff74d474b3b1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:19.904813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.905201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.905572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.905939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.906303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.906666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.907027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.907387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.907741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.908119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.908475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:19.912487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:20.111166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:47:20.309753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:47:20.319129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:47:20.330568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:47:20.331175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:47:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:20.381110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] No DVR routers for this DVR port 0e023fdd-fd95-4482-8618-ff74d474b3b1 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:47:20.383717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:20.387466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-deleted', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:20.402739 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-06123984-00c1-44a8-89c1-696b3a1f040d req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "DELETE /v2.0/ports/0e023fdd-fd95-4482-8618-ff74d474b3b1 HTTP/1.1" status: 204 len: 173 time: 1.3811355 Nov 25 11:47:20.442527 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df02b8f9-2854-4b80-b34f-764d30fc6b28', 'name': 'network-vif-deleted', 'tag': '0e023fdd-fd95-4482-8618-ff74d474b3b1', 'status': 'completed', 'code': 200} Nov 25 11:47:20.516607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:47:20.726563 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f7efde81-f321-4548-846e-13f47b13c113 req-9605aba9-6354-4845-9ffd-2c625a61304d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=df02b8f9-2854-4b80-b34f-764d30fc6b28 HTTP/1.1" status: 200 len: 210 time: 0.0420310 Nov 25 11:47:20.867587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:20.871561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:47:20.882572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:47:20.883167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:47:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:21.057363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:47:21.371689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:21.375970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f7821-02a7-4188-8844-a5516ad6d43f None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:47:21.585262 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80dfee8-1a00-42a8-a3e8-eb686b7d5cc0 None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:47:22.096693 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-7b629b84-5a24-4116-ac12-ed0878d8241f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--557182191&fields=id&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 267 time: 0.0398226 Nov 25 11:47:22.243106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-9993c264-1ca8-4dbf-8558-d4ccdd729902 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:22.244531 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-9993c264-1ca8-4dbf-8558-d4ccdd729902 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1409903 Nov 25 11:47:22.260295 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-5fd969a8-980b-422b-a2b5-2e1c8494c85a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/quotas/b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 375 time: 0.0105486 Nov 25 11:47:22.344703 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-61d27046-eb22-469b-a8db-d3f24da96877 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796845 Nov 25 11:47:22.481192 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-019174c5-cf72-4230-b32e-4917f1f817b6 service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252856 Nov 25 11:47:22.610845 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-63610ac0-3585-4911-b288-c8535778d526 service neutron] 10.222.0.41 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240022 Nov 25 11:47:22.787132 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-76a29c80-562e-4ee0-bffd-3d25328912d4 req-d4075ebb-c3bb-45bb-9650-b3fcbff53428 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 210 time: 0.0405076 Nov 25 11:47:23.777131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-9be95e0b-49aa-4ae5-be80-da3ecf0a48f3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:23.778567 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-9be95e0b-49aa-4ae5-be80-da3ecf0a48f3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 810 time: 0.1514857 Nov 25 11:47:23.838571 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-6aaed784-5abd-4817-91c7-ff7cc2fd45e9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 379 time: 0.0462286 Nov 25 11:47:23.847821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'port': {'device_id': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'admin_state_up': True, 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'security_groups': ['3bb2f385-9f58-47d1-bd1b-ec4e77265bf4']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:47:23.951216 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9a58d367-b632-4737-a628-0543f1126a60 req-20119278-2b77-4a64-8d6f-57c5a6cd8924 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 210 time: 0.0403907 Nov 25 11:47:23.986217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:23.990222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Usage tracker for resource:port and tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:23.993045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:23.998601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:24.008468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Made reservation on behalf of b05fc0dfd85e41ac82b3d0b9eea03f55 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:47:24.011655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.101151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0e023fdd-fd95-4482-8618-ff74d474b3b1 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:47:24.136296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 0e023fdd-fd95-4482-8618-ff74d474b3b1 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:47:24.136992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 0e023fdd-fd95-4482-8618-ff74d474b3b1 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:47:24.174057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Allocated IP 172.20.0.10 (48de7c1a-71ff-453c-bd92-1818d3c49e92/648b30b8-199e-4daa-8f0f-10ce2ffbdc03/4f4afa9d-0187-433b-a89e-8f2fa4928a75) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:47:24.361505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.377146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Transition to ACTIVE for port object 4f4afa9d-0187-433b-a89e-8f2fa4928a75 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:47:24.398341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.403928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:24.471852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:47:24.475991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:47:24.480734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:47:24.520923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:24.525395 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:24.555622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:24.556277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.584381 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7410929 Nov 25 11:47:24.596780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Request body: {'port': {'device_id': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:47:24.707103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.745450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b88fc426-ca05-466d-a51d-847bdedb16cf None None] Provisioning for port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:47:24.750338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b88fc426-ca05-466d-a51d-847bdedb16cf None None] Provisioning complete for port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:47:24.750711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b88fc426-ca05-466d-a51d-847bdedb16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.808264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b88fc426-ca05-466d-a51d-847bdedb16cf None None] Port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:47:25.152630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c4484-0d5d-4836-80d7-8ed240d8884f req-28c10cfe-b12f-43d5-a901-878ae269d5db tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:25.154278 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-484c4484-0d5d-4836-80d7-8ed240d8884f req-28c10cfe-b12f-43d5-a901-878ae269d5db tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 932 time: 0.0795248 Nov 25 11:47:25.158712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4afa9d-0187-433b-a89e-8f2fa4928a75 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:47:25.166377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:25.180711 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Transition to ACTIVE for port object 4f4afa9d-0187-433b-a89e-8f2fa4928a75 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:47:25.184673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:25.188149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-63d67374-f7f4-4e9f-9896-2295af916721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:25.200184 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-484c4484-0d5d-4836-80d7-8ed240d8884f req-641ea8b7-6a62-4a67-9543-6582103a1c83 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Nov 25 11:47:25.307136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:25.311716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:25.418368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Attempting to bind port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:47:25.418690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Attempting to bind port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:47:25.419005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Attempting to bind port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:47:25.424697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:47:25.425008 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Attempting to bind port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 on network 48de7c1a-71ff-453c-bd92-1818d3c49e92 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:47:25.431487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:47:25.431654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Checking segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:47:25.431930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Bound using segment: {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:47:25.432379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Bound port: 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6fdaa1-59ad-46b2-a24d-6f051d823d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:47:25.432693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:25.517528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:47:25.521242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:47:25.525360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:25.528789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1b31571-91f5-4d80-ad05-abdb9b5384e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:25.580995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:25.582913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] 10.222.0.48 "PUT /v2.0/ports/4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1094 time: 0.9907262 Nov 25 11:47:25.583385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:25.604320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:25.607527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:25.665164 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'status': 'completed', 'code': 200} Nov 25 11:47:25.709359 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-ae0eb715-9988-4755-82c7-e67c85362734 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1097 time: 0.0807528 Nov 25 11:47:25.787686 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-84b029cf-f764-4d97-a1bb-0e98a5f3cd41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 217 time: 0.0710695 Nov 25 11:47:25.850388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c2362450-72ba-4d9c-a71f-0dc6fe2b5416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:25.851720 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-c2362450-72ba-4d9c-a71f-0dc6fe2b5416 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0577769 Nov 25 11:47:25.928430 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-7f04bf96-2d51-4ca4-ad4f-487cd9bfb5be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706131 Nov 25 11:47:26.055508 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-9a91da5e-342d-4f01-a8f2-52c05523bb40 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209621 Nov 25 11:47:26.182096 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f6667a1-6406-47f5-bb99-f6405d1daa8a req-09e55fa7-8850-4946-8e02-e05ffa8a2ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207275 Nov 25 11:47:26.296653 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-3f74685d-be0d-4f9b-9fc2-8ce61b14f9d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1097 time: 0.0715251 Nov 25 11:47:26.402452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3be07-051c-487f-a302-bec1cb2d9dbc req-a68f3d3f-3297-4e90-b8fb-f36152f286fb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:26.403910 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-80a3be07-051c-487f-a302-bec1cb2d9dbc req-a68f3d3f-3297-4e90-b8fb-f36152f286fb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 944 time: 0.0794735 Nov 25 11:47:26.432594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-01e94833-1a19-4484-8d15-03f01774bd37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:26.434290 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-01e94833-1a19-4484-8d15-03f01774bd37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1293068 Nov 25 11:47:26.456106 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-80a3be07-051c-487f-a302-bec1cb2d9dbc req-bc82869c-f42e-454f-b427-94711275ddb9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462143 Nov 25 11:47:26.501726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-c973e8d5-61d0-4853-9427-c2d680628f99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 217 time: 0.0590670 Nov 25 11:47:26.567859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-49c2a7cf-f41b-4380-b013-eef616edc78f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:26.569335 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-49c2a7cf-f41b-4380-b013-eef616edc78f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0606740 Nov 25 11:47:26.641734 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-464308f4-2bdb-4ca6-960f-c20cd151753b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653582 Nov 25 11:47:26.868025 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-9e23fe52-a9e3-4a93-aa12-ad99a23ac148 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174666 Nov 25 11:47:26.995625 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-672aaff1-7e53-4744-8a34-2810d5df9c59 req-ecb6399f-ce67-4917-8fc1-4b32cca86a07 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200535 Nov 25 11:47:27.650388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d0c30-8aee-48d3-8cca-f12b9543b2ad req-84a3187e-27fa-4a0e-867f-e7f88c9921b5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:27.651807 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d60d0c30-8aee-48d3-8cca-f12b9543b2ad req-84a3187e-27fa-4a0e-867f-e7f88c9921b5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 944 time: 0.0751913 Nov 25 11:47:27.695798 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d60d0c30-8aee-48d3-8cca-f12b9543b2ad req-872c1e84-923d-4caa-8460-30ee40a4a180 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386157 Nov 25 11:47:28.103035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:47:28.232942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:28.245721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'mac_address': 'fa:16:3e:e8:74:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:47:28.297963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:28.314570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4afa9d-0187-433b-a89e-8f2fa4928a75 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:47:28.329700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:28.333781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:28.335610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:28.401290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:28.404106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:28.533141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['4f4afa9d-0187-433b-a89e-8f2fa4928a75'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:47:28.983212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7e40c-10f4-4deb-a7f3-ccb695f93fcc req-02807f28-58c6-4c0b-a8c0-2d2a8fc50dfe tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:28.984711 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a8e7e40c-10f4-4deb-a7f3-ccb695f93fcc req-02807f28-58c6-4c0b-a8c0-2d2a8fc50dfe tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 945 time: 0.1704497 Nov 25 11:47:29.027732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a8e7e40c-10f4-4deb-a7f3-ccb695f93fcc req-29611f71-0421-4b09-ad25-7840871b7cb6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371027 Nov 25 11:47:30.081112 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:30.114759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:47:30.192602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:47:30.197932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:47:30.198443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:30.312415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:30.338667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:30.348431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:47:30.354005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:30.355978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:30.365035 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428035b8-fc92-4086-9988-2d4bdd5ee81c req-188bb5d4-e267-404c-a73e-0bd53e0c7b5a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:30.371700 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-428035b8-fc92-4086-9988-2d4bdd5ee81c req-188bb5d4-e267-404c-a73e-0bd53e0c7b5a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 945 time: 0.0826089 Nov 25 11:47:30.400550 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'code': 200} Nov 25 11:47:30.416537 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-428035b8-fc92-4086-9988-2d4bdd5ee81c req-b548b1aa-42c0-4535-bb9a-5f7cb83fd0b6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Nov 25 11:47:30.423676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:30.427183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:30.630166 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-831bb51e-b4fa-4bce-9673-df2e159bdefc req-9c999b19-b43c-4aab-a903-9e80138f6998 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0709097 Nov 25 11:47:30.671249 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-831bb51e-b4fa-4bce-9673-df2e159bdefc req-dfb35b00-a252-42d2-8862-6ab2818d9ed4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348916 Nov 25 11:47:31.612467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84753ab4-59db-4e8d-96b6-7e23078a60a9 req-139dd0e2-a5ce-4916-aa36-8a4c6d53f334 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:31.614448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84753ab4-59db-4e8d-96b6-7e23078a60a9 req-139dd0e2-a5ce-4916-aa36-8a4c6d53f334 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0790517 Nov 25 11:47:31.659482 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84753ab4-59db-4e8d-96b6-7e23078a60a9 req-81d87cbb-335d-4a04-a42c-d57080207118 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393417 Nov 25 11:47:32.852276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86a200-ec7b-4931-bdee-586f0a8218dc req-f4839c60-2b9c-42bf-b99c-8677420a4d34 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:32.853718 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6b86a200-ec7b-4931-bdee-586f0a8218dc req-f4839c60-2b9c-42bf-b99c-8677420a4d34 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0749271 Nov 25 11:47:32.901472 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6b86a200-ec7b-4931-bdee-586f0a8218dc req-9a526f2e-5d61-48d8-bffb-342c3d7ec6de tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Nov 25 11:47:33.089090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d263-52cd-4f37-bb13-902f5c6d161e req-b39b544b-bcd1-4186-b972-7bef2c1fd79d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:33.090523 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea80d263-52cd-4f37-bb13-902f5c6d161e req-b39b544b-bcd1-4186-b972-7bef2c1fd79d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0755670 Nov 25 11:47:33.099128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45590) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:33.104422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Request body: {'floatingip': {'port_id': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:47:33.179854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:33.756923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:33.760182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:33.945827 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b associated. External IP: 172.26.5.145, port: 4f4afa9d-0187-433b-a89e-8f2fa4928a75. Nov 25 11:47:34.006830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-97e7ae13-e961-4586-9c90-bc56e342d97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:34.207436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:34.437868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:47:34.641211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:47:34.646092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:34.650647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:47:34.664247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:47:34.664858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:47:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:34.703737 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-88f0db76-74e2-429a-98a3-e19e60045216 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "PUT /v2.0/floatingips/a82a2ee1-90e1-429a-80ef-884868bf6f6b HTTP/1.1" status: 200 len: 993 time: 1.6035581 Nov 25 11:47:34.704416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:34.762373 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'status': 'completed', 'code': 200} Nov 25 11:47:34.857059 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-8797a352-38cb-49b3-89eb-2e67e06d1d82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0731871 Nov 25 11:47:34.894342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:47:34.991146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-ec52a839-cf15-4bcf-aed0-375f9fc398cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:34.992618 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-ec52a839-cf15-4bcf-aed0-375f9fc398cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1276906 Nov 25 11:47:35.100179 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-3fb1e193-11ee-4ad3-87e0-e8d262a09735 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1001 time: 0.1009946 Nov 25 11:47:35.166334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-433aa848-8b13-43f7-afd9-c5eb18b84977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:35.167766 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-433aa848-8b13-43f7-afd9-c5eb18b84977 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0611999 Nov 25 11:47:35.243228 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-90b29e92-9822-4ec1-9887-7301554a0f2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687358 Nov 25 11:47:35.252587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:e8:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:47:33Z', 'revision_number': 13, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:35.256507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:47:35.266838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:47:35.267441 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:47:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:35.377838 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-a78b8f66-30a1-4cd1-abff-4a1601938f1d service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275134 Nov 25 11:47:35.443420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:47:35.512953 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d9d1c6be-f532-4535-a8d5-ecbdac5aefb5 req-f81167f6-8606-4015-9ddc-2e2ef85640d1 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293073 Nov 25 11:47:35.793025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:e8:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:47:33Z', 'revision_number': 13, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:35.796977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aaf061-7318-493c-a127-b6dc1f215c7c None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'a82a2ee1-90e1-429a-80ef-884868bf6f6b', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'port_id': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'mac_address': 'fa:16:3e:e8:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:43:32Z', 'updated_at': '2021-11-25T11:47:33Z', 'revision_number': 13, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:47:35.991015 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879836c5-ebef-45a5-8642-0e5e7b6a5c05 None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:47:36.314045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3d5e631c-ae6d-409c-8d50-a7a1dd5de926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:37.421503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:38.895191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:42.607805 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:47:57.834378 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-0dd7c6cb-ab62-4900-97d3-18caedafe46c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669324 Nov 25 11:47:57.977409 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-45ac8a5d-94a0-43dc-bd3b-804284384d57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0723429 Nov 25 11:47:58.117501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-b25192cb-c267-456c-9e58-774b7fbde23e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:58.118916 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-b25192cb-c267-456c-9e58-774b7fbde23e service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1234422 Nov 25 11:47:58.221790 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-f83acd4e-9a63-47f0-a7d1-654ec2bb5265 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1003 time: 0.0946763 Nov 25 11:47:58.283118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-dcf1e9ff-eff1-43d9-b718-e2a10d2360ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:58.284557 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-dcf1e9ff-eff1-43d9-b718-e2a10d2360ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0557842 Nov 25 11:47:58.359243 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-a36766cf-10d6-46e6-a3f6-9ef3b62f8ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684521 Nov 25 11:47:58.592455 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-28b0ea18-6bbe-441d-b1e2-f34d703d003f service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259333 Nov 25 11:47:58.722648 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-66798ec5-29a7-4812-abd6-d8672518e8a0 req-61cc0c34-28df-4341-9ed8-786121bdb956 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225934 Nov 25 11:48:00.110690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:04.008246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bee35553-5de7-46fb-99aa-122ccb8a7167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:04.210007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:06.314711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c61772ab-b7e0-4342-ae00-af41de9663b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:07.423974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:08.898154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:11.703074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3655ae-7ee3-4385-89a3-ce60c5689891 req-a539e982-188a-4046-971e-385be7e9cc8c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:11.704536 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ed3655ae-7ee3-4385-89a3-ce60c5689891 req-a539e982-188a-4046-971e-385be7e9cc8c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0766449 Nov 25 11:48:11.748615 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ed3655ae-7ee3-4385-89a3-ce60c5689891 req-15b006cc-260e-4207-8a10-f6752ec398cc tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381470 Nov 25 11:48:19.613532 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:48:21.257497 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-22764502-0204-4916-80d5-d67e18d14372 req-e724763e-cd5f-4a49-87d7-6e9fc6ca91ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696845 Nov 25 11:48:21.500167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-38454214-ae7c-4f58-a867-4a46a14f3d77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683465 Nov 25 11:48:21.570772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae484-5a01-4d39-a4b9-0a9c608af8ee req-bcb41af5-83d9-4cbb-bd7c-e057a2e3554b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:21.572258 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b6bae484-5a01-4d39-a4b9-0a9c608af8ee req-bcb41af5-83d9-4cbb-bd7c-e057a2e3554b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0812831 Nov 25 11:48:21.619218 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b6bae484-5a01-4d39-a4b9-0a9c608af8ee req-dde6200d-f29d-444b-b508-167fd7f8af12 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409069 Nov 25 11:48:22.625527 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-93e2fcad-f366-4af9-9bc8-77859a66566e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0716577 Nov 25 11:48:22.753863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-09699c01-5108-485b-a062-3a90defb74d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:22.755850 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-09699c01-5108-485b-a062-3a90defb74d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1242032 Nov 25 11:48:22.818759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2bef-ac61-42f0-8a61-3f98db048763 req-4a9ab88e-f252-48f2-bef6-84e6edf7b8c1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:22.820111 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-746a2bef-ac61-42f0-8a61-3f98db048763 req-4a9ab88e-f252-48f2-bef6-84e6edf7b8c1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0820348 Nov 25 11:48:22.856716 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-f39cfd3f-7644-4f5a-84d5-8fe1d2b18cd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1003 time: 0.0943761 Nov 25 11:48:22.864616 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-746a2bef-ac61-42f0-8a61-3f98db048763 req-1ed942e4-ca9a-487d-835a-a83ba796696a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385168 Nov 25 11:48:22.919566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-eba8254e-2586-4380-a736-5f722643715b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:22.921017 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-eba8254e-2586-4380-a736-5f722643715b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0576270 Nov 25 11:48:22.993292 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-078ba329-033b-4b30-bf32-8f069f240564 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655553 Nov 25 11:48:23.121461 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-4d1df825-b6a4-4ea0-99c0-4c67a1c2ec1e service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214507 Nov 25 11:48:23.249634 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-47237608-2a49-4405-b62f-68c9c7f15966 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208892 Nov 25 11:48:24.060836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d95bfb-0db4-4f90-a9da-ff1c99b652ba req-05efa717-500b-4608-8882-7a6adaf72e50 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:24.062554 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a2d95bfb-0db4-4f90-a9da-ff1c99b652ba req-05efa717-500b-4608-8882-7a6adaf72e50 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0775354 Nov 25 11:48:24.108695 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a2d95bfb-0db4-4f90-a9da-ff1c99b652ba req-89c02e94-ca92-4cae-af85-1506c742a88c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Nov 25 11:48:25.307595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea4aa9-dd53-46ff-b67d-58f3a9ee9939 req-36960a44-efc5-47e9-aa00-208e59ea1501 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:25.309510 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bdea4aa9-dd53-46ff-b67d-58f3a9ee9939 req-36960a44-efc5-47e9-aa00-208e59ea1501 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0792482 Nov 25 11:48:25.355809 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bdea4aa9-dd53-46ff-b67d-58f3a9ee9939 req-cf106c0a-1a17-4fb0-bf07-8bf648b9a9eb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402610 Nov 25 11:48:26.552884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af883-28ec-4a15-9bb9-add5d5fbecc5 req-bab00086-740d-4eaa-a0d0-194d6f3cf939 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:26.554310 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1a7af883-28ec-4a15-9bb9-add5d5fbecc5 req-bab00086-740d-4eaa-a0d0-194d6f3cf939 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0767260 Nov 25 11:48:26.603695 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1a7af883-28ec-4a15-9bb9-add5d5fbecc5 req-e737b920-c885-420f-9a18-5d565a2f98c1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 Nov 25 11:48:27.798630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33786648-f8e8-4404-88ce-8571326bc9c1 req-a0f8115e-7994-40a3-b86f-db19100498e7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:27.800095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33786648-f8e8-4404-88ce-8571326bc9c1 req-a0f8115e-7994-40a3-b86f-db19100498e7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0757053 Nov 25 11:48:27.845420 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33786648-f8e8-4404-88ce-8571326bc9c1 req-2c0350ce-0501-4158-a29e-8ba307c819eb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391455 Nov 25 11:48:29.044109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4b035-448f-4966-bad4-0b7b533b1045 req-725473a1-3725-49cc-8a59-4258cba68e43 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:29.045513 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e9c4b035-448f-4966-bad4-0b7b533b1045 req-725473a1-3725-49cc-8a59-4258cba68e43 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0780191 Nov 25 11:48:29.088788 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e9c4b035-448f-4966-bad4-0b7b533b1045 req-e3df6716-1636-4565-86af-be9227623cbc tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378907 Nov 25 11:48:30.094843 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:30.349040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c22212-c6f0-415b-9d8a-582d0053ef5e req-9673cc86-559c-4a8a-b77d-cfbc079785dc tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:30.350447 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f7c22212-c6f0-415b-9d8a-582d0053ef5e req-9673cc86-559c-4a8a-b77d-cfbc079785dc tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0742621 Nov 25 11:48:30.394262 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f7c22212-c6f0-415b-9d8a-582d0053ef5e req-e31b59fa-611a-4126-a1c5-6616ccf7ece7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 Nov 25 11:48:31.594011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4d9c1-e844-44bd-ba32-2426d7822ef5 req-6abed071-e160-43ae-b169-ad5a3531dd3b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:31.595473 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77e4d9c1-e844-44bd-ba32-2426d7822ef5 req-6abed071-e160-43ae-b169-ad5a3531dd3b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0819838 Nov 25 11:48:31.639919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-77e4d9c1-e844-44bd-ba32-2426d7822ef5 req-caf587cd-da84-4b63-8da1-a6d3974a8a95 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383103 Nov 25 11:48:32.832296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83953d5b-8f22-4cee-9768-1b7c7efdd7af req-314861c4-4c36-48e3-8da5-edd3c3612fab tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:32.833747 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83953d5b-8f22-4cee-9768-1b7c7efdd7af req-314861c4-4c36-48e3-8da5-edd3c3612fab tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0751307 Nov 25 11:48:32.878290 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83953d5b-8f22-4cee-9768-1b7c7efdd7af req-aac003b1-8efa-45eb-85d2-184baa18af75 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 Nov 25 11:48:34.014055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b1423ad0-9ae4-49be-aea6-55b5ae96a3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:34.174721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bd03b-761f-4868-8331-afa9a17c65dc req-cd4eca93-73cf-4878-bf56-1fcc001ad7d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:34.176111 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-886bd03b-761f-4868-8331-afa9a17c65dc req-cd4eca93-73cf-4878-bf56-1fcc001ad7d7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.1771874 Nov 25 11:48:34.211462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:34.221430 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-886bd03b-761f-4868-8331-afa9a17c65dc req-5ec0c0cf-3e9d-46ac-b269-b230b3197466 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392535 Nov 25 11:48:35.423135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8f48f-f7d5-4ca7-b9b2-6af05d6afce5 req-9731f69a-95ff-452f-8ba5-1e174cc6fb24 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:35.424591 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36d8f48f-f7d5-4ca7-b9b2-6af05d6afce5 req-9731f69a-95ff-452f-8ba5-1e174cc6fb24 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0786383 Nov 25 11:48:35.470599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36d8f48f-f7d5-4ca7-b9b2-6af05d6afce5 req-9157c3c8-4b2f-4ef7-a6e8-3ea95da65249 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 Nov 25 11:48:35.584975 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-ae3f4bf6-85bb-483b-8549-9d2e0d7cb796 service neutron] 10.222.0.48 "GET /v2.0/ports/4f4afa9d-0187-433b-a89e-8f2fa4928a75/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0787625 Nov 25 11:48:35.845043 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-2d6f4331-eb1c-488a-9af4-0fb9c21c96ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 1099 time: 0.0685787 Nov 25 11:48:35.938393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-a07aa86f-e94f-4a48-bbaa-7327eba219c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0711992 Nov 25 11:48:36.073898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-fef31d2a-0a32-4cb5-81bc-7b859d956eb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:36.075295 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-fef31d2a-0a32-4cb5-81bc-7b859d956eb3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1306551 Nov 25 11:48:36.174989 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-b629e6cc-bd8b-457f-a26a-98933c0bf9de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1003 time: 0.0928395 Nov 25 11:48:36.317026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-46582d51-f3db-4854-a31b-da009061bf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:36.342636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-681b77ed-e154-4559-83c4-fc62b70a3516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:36.344083 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-681b77ed-e154-4559-83c4-fc62b70a3516 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.1629627 Nov 25 11:48:36.421545 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-2556242c-04ba-4271-bdc2-d10232b4a203 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711110 Nov 25 11:48:36.558563 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-e9394580-bd61-49c7-8333-319d5c660008 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295469 Nov 25 11:48:36.670671 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710de8e8-e8c4-4cf2-98a5-1478cb7b5e19 req-b12e0159-a7b9-4c14-b02d-8ad02afd9d91 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:36.672153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-710de8e8-e8c4-4cf2-98a5-1478cb7b5e19 req-b12e0159-a7b9-4c14-b02d-8ad02afd9d91 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0764041 Nov 25 11:48:36.691777 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-8c713257-791a-46b6-95ee-497aac165be7 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274319 Nov 25 11:48:36.717248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-710de8e8-e8c4-4cf2-98a5-1478cb7b5e19 req-6991f274-3603-4abe-870a-87765b9ad247 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396316 Nov 25 11:48:37.427548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:37.923486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d691-250f-462d-9907-a890d6b5d8d4 req-cae7ef24-afeb-4da4-be7c-98c7ab5c8a1f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:37.924937 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e3d5d691-250f-462d-9907-a890d6b5d8d4 req-cae7ef24-afeb-4da4-be7c-98c7ab5c8a1f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0798135 Nov 25 11:48:37.970620 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e3d5d691-250f-462d-9907-a890d6b5d8d4 req-aac32573-b4e9-4eea-a952-c3063d15d7ea tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401487 Nov 25 11:48:38.899789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:39.302326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8af410-62db-4abe-b3b6-be78e748ba36 req-4343db40-7f5f-4bbf-b864-24789e9052e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:39.303665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5e8af410-62db-4abe-b3b6-be78e748ba36 req-4343db40-7f5f-4bbf-b864-24789e9052e4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0750303 Nov 25 11:48:39.347734 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5e8af410-62db-4abe-b3b6-be78e748ba36 req-4b682481-f477-44b9-9e89-55ac47e30ecd tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384188 Nov 25 11:48:40.412694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:48:40.415028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:48:40.546516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad1b92-02a1-40a9-8c7e-7a088331e977 req-a680b308-bf19-4bf9-91bd-20f9589160c5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:40.547931 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2aad1b92-02a1-40a9-8c7e-7a088331e977 req-a680b308-bf19-4bf9-91bd-20f9589160c5 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0797901 Nov 25 11:48:40.595499 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2aad1b92-02a1-40a9-8c7e-7a088331e977 req-be0c1462-5166-47d6-af23-cc4efeabf6ae tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413594 Nov 25 11:48:40.621300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:40.654634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:40.713074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:48:40.717315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'mac_address': 'fa:16:3e:e8:74:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:48:40.724424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:40.752233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:40.759065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:40.829838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:40.850188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:40.854951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4afa9d-0187-433b-a89e-8f2fa4928a75 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:48:40.864439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.864786 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.865636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.865969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.866293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.866620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.866942 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.867261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.867579 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.867982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.868237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:40.875498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:40.877115 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'code': 200} Nov 25 11:48:40.883289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:40.887083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:40.888731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:40.955080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:40.958738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['4f4afa9d-0187-433b-a89e-8f2fa4928a75'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:48:40.981372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:41.795754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494dbe3-dcb5-47aa-aa3a-d6213076f8b2 req-88df3eb1-9c47-4992-8c18-2db7ac81b554 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:41.797206 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0494dbe3-dcb5-47aa-aa3a-d6213076f8b2 req-88df3eb1-9c47-4992-8c18-2db7ac81b554 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 945 time: 0.0755811 Nov 25 11:48:41.844548 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0494dbe3-dcb5-47aa-aa3a-d6213076f8b2 req-04de2426-2aa8-4335-9fe0-59115acb77eb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420413 Nov 25 11:48:42.425149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:48:42.491588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:48:42.491961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:42.602443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:42.633212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:42.637072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:42.638747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-996798df-cce3-47c6-8bee-2e165a4ccf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:42.700038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:42.702764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:42.877766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:48:42.939953 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'code': 200} Nov 25 11:48:43.044086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff5c90-0995-435a-ae9f-5d34dd4dff92 req-4156eff2-b980-4e60-bcea-2e4235604dd3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:43.045423 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-faff5c90-0995-435a-ae9f-5d34dd4dff92 req-4156eff2-b980-4e60-bcea-2e4235604dd3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0755558 Nov 25 11:48:43.089756 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-faff5c90-0995-435a-ae9f-5d34dd4dff92 req-e8dc31ee-577d-4bab-bf24-ff3f55449d3b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389535 Nov 25 11:48:44.286200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63493c73-539b-43b8-b66d-05adcaba64af req-a297236d-9c3d-49da-89f6-44a6d340ddac tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:44.288191 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-63493c73-539b-43b8-b66d-05adcaba64af req-a297236d-9c3d-49da-89f6-44a6d340ddac tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0793841 Nov 25 11:48:44.330853 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-63493c73-539b-43b8-b66d-05adcaba64af req-3224f80a-00c1-4bdc-8aff-cb8a8300160a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373170 Nov 25 11:48:45.522865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e0007-2b17-498e-b31e-2cce11957ea1 req-7f95b3be-8d0f-4ba8-b6fa-252e0301966a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:45.524329 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee9e0007-2b17-498e-b31e-2cce11957ea1 req-7f95b3be-8d0f-4ba8-b6fa-252e0301966a tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0751910 Nov 25 11:48:45.569267 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee9e0007-2b17-498e-b31e-2cce11957ea1 req-d913ac6c-654c-4724-b8ed-abe97b89f790 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388579 Nov 25 11:48:45.978233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-4f2945e3-a81b-4166-82bb-6f2f13b3bcb4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:45.978913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-4f2945e3-a81b-4166-82bb-6f2f13b3bcb4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Synchronizing usage tracker for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:48:45.994052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-4f2945e3-a81b-4166-82bb-6f2f13b3bcb4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Unset dirty status for tenant:b05fc0dfd85e41ac82b3d0b9eea03f55 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:48:45.995393 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-4f2945e3-a81b-4166-82bb-6f2f13b3bcb4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 946 time: 0.0974169 Nov 25 11:48:46.028573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc48ce-d64c-4e61-823e-ac82c503c8c0 req-6608d21a-ee7b-420b-8f2d-a234a8e78fa1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:46.030032 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-28bc48ce-d64c-4e61-823e-ac82c503c8c0 req-6608d21a-ee7b-420b-8f2d-a234a8e78fa1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0802965 Nov 25 11:48:46.074994 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-28bc48ce-d64c-4e61-823e-ac82c503c8c0 req-cf0bb59e-b1a1-44db-bcf9-775c186fee13 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Nov 25 11:48:46.075965 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-aada0f00-d483-4030-8b3e-cd4f933794e1 service neutron] 10.222.0.48 "GET /v2.0/ports/4f4afa9d-0187-433b-a89e-8f2fa4928a75/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0745394 Nov 25 11:48:46.171168 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-b319421b-a6f0-4bce-9c7c-3023c071c803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0713899 Nov 25 11:48:46.298271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-d2bc88a9-3773-4ae5-b3ab-685944536cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:46.299670 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-d2bc88a9-3773-4ae5-b3ab-685944536cc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1226590 Nov 25 11:48:46.400535 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-d1f77c8a-7848-412e-b64a-06509eb368ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1003 time: 0.0947044 Nov 25 11:48:46.462730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-731aa888-7355-477c-aa73-c0ed0ee75ad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:46.464056 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-731aa888-7355-477c-aa73-c0ed0ee75ad0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0577321 Nov 25 11:48:46.540477 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-85de5a93-242a-4d50-aacf-3454efb972b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700550 Nov 25 11:48:46.671444 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-7225a32b-0862-450a-af3d-d39631b355aa service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241808 Nov 25 11:48:46.799053 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-fa9617f7-39d6-445c-8ee7-3231ff506446 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214724 Nov 25 11:48:47.274268 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58aef-6dae-4d58-ae6f-93497628130b req-6febd0ee-eb7f-48af-835b-7e82181c390b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:47.275701 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8f58aef-6dae-4d58-ae6f-93497628130b req-6febd0ee-eb7f-48af-835b-7e82181c390b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0764353 Nov 25 11:48:47.323820 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8f58aef-6dae-4d58-ae6f-93497628130b req-df20bcb8-91d4-4b55-829b-4c33a4ce9251 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Nov 25 11:48:48.519353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163daa30-8401-452c-8379-e9c2589d8d71 req-8b769e85-836f-4c23-a736-384c60055d24 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:48.520825 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-163daa30-8401-452c-8379-e9c2589d8d71 req-8b769e85-836f-4c23-a736-384c60055d24 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0761063 Nov 25 11:48:48.566641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-163daa30-8401-452c-8379-e9c2589d8d71 req-ca513c6e-0317-4197-8c3e-0ac8270b3681 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396578 Nov 25 11:48:49.769151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef62c4-55d6-48a5-9617-e2d14b2fff6c req-1dc79803-1306-4dbb-94af-0ea484b6b91d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:49.770586 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-35ef62c4-55d6-48a5-9617-e2d14b2fff6c req-1dc79803-1306-4dbb-94af-0ea484b6b91d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0813358 Nov 25 11:48:49.815127 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-35ef62c4-55d6-48a5-9617-e2d14b2fff6c req-821abd99-3b6d-4362-9311-ed5eef8adcf4 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388949 Nov 25 11:48:49.920946 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-fc9ab666-cf5b-492a-9117-17a5390459d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0&tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55 HTTP/1.1" status: 200 len: 1099 time: 0.0678349 Nov 25 11:48:50.011213 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-0bda7a2b-5772-4aa1-b614-4b6862260700 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0659003 Nov 25 11:48:50.140071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-7bbabe45-07d4-4c06-ae2f-961c4c556882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:50.141475 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-7bbabe45-07d4-4c06-ae2f-961c4c556882 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1228714 Nov 25 11:48:50.335416 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-7a9fa4f8-f5ce-46a4-8bb2-87ff6721d49b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1003 time: 0.1868966 Nov 25 11:48:50.397498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-f2abac3c-ce7d-4d96-bcc7-a4e58af0ee8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:50.398777 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-f2abac3c-ce7d-4d96-bcc7-a4e58af0ee8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0576499 Nov 25 11:48:50.470376 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-367691d3-dbff-4437-9e53-3d0e25d9ca84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657532 Nov 25 11:48:50.599505 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-4b5baabd-3c87-4ed5-8b19-0c8ddd842d11 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217842 Nov 25 11:48:50.726613 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d18a9a8-0023-4e6e-af27-0ad6b0acabdf req-827ae6f1-4941-46d3-98b2-52bcd7438655 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207883 Nov 25 11:48:51.011570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad401288-c71c-4e04-a7a2-03b5dbb533f6 req-551078a7-5a8c-4c07-a3a5-cc87f02efec6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:51.012966 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ad401288-c71c-4e04-a7a2-03b5dbb533f6 req-551078a7-5a8c-4c07-a3a5-cc87f02efec6 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0768161 Nov 25 11:48:51.066849 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ad401288-c71c-4e04-a7a2-03b5dbb533f6 req-123cbdeb-0871-48a7-9751-0ea58fd96552 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Nov 25 11:48:52.270015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d5534-babd-4975-bf3a-c706a83507e4 req-96a3f967-ad50-4eaa-9653-0ff12a7e62a9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:52.270015 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-514d5534-babd-4975-bf3a-c706a83507e4 req-96a3f967-ad50-4eaa-9653-0ff12a7e62a9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0799172 Nov 25 11:48:52.314949 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-514d5534-babd-4975-bf3a-c706a83507e4 req-19ea7206-ed12-4334-8337-8ff3ca443e9e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387390 Nov 25 11:48:52.463367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:48:52.569739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:52.595124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:48:52.604667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:52.609397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:52.611113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:52.660807 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'code': 200} Nov 25 11:48:52.679549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=9']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:52.682558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:53.509281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbd13e-5b1f-4def-81a2-57693c433fde req-c60d55d5-6ba2-4762-8d3d-362a001d6581 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:53.510725 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eabbd13e-5b1f-4def-81a2-57693c433fde req-c60d55d5-6ba2-4762-8d3d-362a001d6581 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 944 time: 0.0760999 Nov 25 11:48:53.555761 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eabbd13e-5b1f-4def-81a2-57693c433fde req-8aacf1e3-7b46-48e7-9674-cf0852dd110b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396647 Nov 25 11:48:54.458117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:48:54.589546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:54.602793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'port_id': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'mac_address': 'fa:16:3e:e8:74:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:48:54.655703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:54.672200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4afa9d-0187-433b-a89e-8f2fa4928a75 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:48:54.687451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:54.691327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:54.693842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ba72d343-6b42-4aac-8dd6-3ae86ce66e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:54.756709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35242f-eb79-4fff-8170-428d4b96af3f req-92be80a4-1107-4e6c-9305-b76ec0b78eee tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:54.758064 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-df35242f-eb79-4fff-8170-428d4b96af3f req-92be80a4-1107-4e6c-9305-b76ec0b78eee tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0806532 Nov 25 11:48:54.764128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['4f4afa9d-0187-433b-a89e-8f2fa4928a75'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:48:54.800280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=10']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:54.803216 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-df35242f-eb79-4fff-8170-428d4b96af3f req-8f19ed12-5fb6-4496-9b9b-208d07b6a867 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386412 Nov 25 11:48:54.805444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:55.996129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5711e-2d17-4815-acbc-6e38104abeb1 req-1759af50-f7ed-43cc-96b5-f328f56e92aa tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:55.997559 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdd5711e-2d17-4815-acbc-6e38104abeb1 req-1759af50-f7ed-43cc-96b5-f328f56e92aa tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 946 time: 0.0757713 Nov 25 11:48:56.131939 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdd5711e-2d17-4815-acbc-6e38104abeb1 req-2eb3902b-0522-4e51-92cf-526bb482beec tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290295 Nov 25 11:48:56.458208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:48:56.525244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:48:56.525614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:56.609591 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:48:56.670824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:56.696543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:48:56.705865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:48:56.710650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:56.712394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:56.758253 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'code': 200} Nov 25 11:48:56.776750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=11']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:56.779610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:57.331047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b5c22-c6b4-4702-bb5f-1ed79f32be05 req-ea9fdb9c-0f08-4ef1-bfe8-5ffd90c3aa2d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:57.332495 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db1b5c22-c6b4-4702-bb5f-1ed79f32be05 req-ea9fdb9c-0f08-4ef1-bfe8-5ffd90c3aa2d tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0774996 Nov 25 11:48:57.381984 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db1b5c22-c6b4-4702-bb5f-1ed79f32be05 req-425b1ebf-6e49-4c71-acd0-b5f0de2813c1 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Nov 25 11:48:58.589344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395dea-0f7b-4566-b1f4-c8a1e8baf51a req-5efe7b2e-e31e-4513-a951-b5d82d1e027f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:58.590673 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0395dea-0f7b-4566-b1f4-c8a1e8baf51a req-5efe7b2e-e31e-4513-a951-b5d82d1e027f tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0812991 Nov 25 11:48:58.636126 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0395dea-0f7b-4566-b1f4-c8a1e8baf51a req-eb5cc08a-99ac-4162-94e3-a1d87f7d3e5c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398879 Nov 25 11:48:59.809013 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-3f0c7d79-b88f-49e0-a4ed-62efaf4ca7d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705943 Nov 25 11:48:59.832365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d587cf6-fb4e-4498-86cf-921461d5b14f req-92f767ef-bb42-4bd2-9c1e-e740164633e2 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:59.834332 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1d587cf6-fb4e-4498-86cf-921461d5b14f req-92f767ef-bb42-4bd2-9c1e-e740164633e2 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0768921 Nov 25 11:48:59.878680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1d587cf6-fb4e-4498-86cf-921461d5b14f req-99bc48f0-0409-493d-9373-a963fc9daf1b tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387337 Nov 25 11:48:59.947128 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-dc38238d-694d-4d8c-b351-10c8752ca069 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 1100 time: 0.0695045 Nov 25 11:49:00.075333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d053f7-79fb-45dd-ad66-55ed4bbac747 req-5dc6d64e-4d55-4c67-8097-e00860628365 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:00.076808 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d7d053f7-79fb-45dd-ad66-55ed4bbac747 req-5dc6d64e-4d55-4c67-8097-e00860628365 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0788791 Nov 25 11:49:00.088328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-6cfca534-85f3-4154-b015-61fbfa6d3332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:00.089770 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-6cfca534-85f3-4154-b015-61fbfa6d3332 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 200 len: 911 time: 0.1255391 Nov 25 11:49:00.124443 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d7d053f7-79fb-45dd-ad66-55ed4bbac747 req-3d09f2ad-7196-438c-adf3-2a68dfe0d203 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Nov 25 11:49:00.127352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:00.194723 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-10a662d6-ffb9-49fb-8bc2-ce80a05ab9f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 200 len: 1003 time: 0.0981553 Nov 25 11:49:00.255306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-270be778-78bc-47a4-b7b9-3fba1494481b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:00.257329 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-270be778-78bc-47a4-b7b9-3fba1494481b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 200 len: 849 time: 0.0565047 Nov 25 11:49:00.317839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd8106-945f-40cb-9c72-b93fd16a8116 req-ea93494f-7e06-427c-8143-de873c3c7b50 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:00.319971 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d0fd8106-945f-40cb-9c72-b93fd16a8116 req-ea93494f-7e06-427c-8143-de873c3c7b50 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0763824 Nov 25 11:49:00.333879 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-0380b993-4ee1-4fe5-92a7-9438b0ed40fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48de7c1a-71ff-453c-bd92-1818d3c49e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705628 Nov 25 11:49:00.343642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-06c971b1-ba6b-42e1-8e16-8119f15a2829 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:49:00.344601 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-06c971b1-ba6b-42e1-8e16-8119f15a2829 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047357 Nov 25 11:49:00.368573 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d0fd8106-945f-40cb-9c72-b93fd16a8116 req-67019e34-6faa-417d-9d11-8aca51a64620 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Nov 25 11:49:00.477145 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-03faf5da-e814-4d91-a023-ea532142b19f service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256869 Nov 25 11:49:00.616654 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f4977e1-b2ff-4398-9110-8478093b2cfc req-cb95afa5-b5e0-4378-b461-7d6f6393d9f7 service neutron] 10.222.0.48 "GET /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333129 Nov 25 11:49:00.769786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d63479-d8b1-47bb-90ff-435b9e73e492 req-08bee6d5-dc85-477d-8747-d4131efa1479 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:00.771616 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33d63479-d8b1-47bb-90ff-435b9e73e492 req-08bee6d5-dc85-477d-8747-d4131efa1479 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0749190 Nov 25 11:49:00.815185 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33d63479-d8b1-47bb-90ff-435b9e73e492 req-0912a788-dc94-46f4-96f5-c64802647ea9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381608 Nov 25 11:49:02.011525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3177e61-2e0c-4d0e-95b6-f0910742240f req-8cb1a5d2-4b79-4051-9249-563df288ae9c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:02.013021 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e3177e61-2e0c-4d0e-95b6-f0910742240f req-8cb1a5d2-4b79-4051-9249-563df288ae9c tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0784185 Nov 25 11:49:02.057075 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e3177e61-2e0c-4d0e-95b6-f0910742240f req-fe73352d-613d-4392-9b8f-d698db76c5e8 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386879 Nov 25 11:49:03.076763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-5f0c83a3-e9d6-4f5c-8b4e-0ae5d1177f8e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:03.078186 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-5f0c83a3-e9d6-4f5c-8b4e-0ae5d1177f8e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0747235 Nov 25 11:49:03.145321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Deleting port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:03.145688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.254041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f5a03-84f7-47b2-8638-9c61265651ec req-00a73c20-3506-49b4-acf6-10e6b8425cbb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:03.255419 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-907f5a03-84f7-47b2-8638-9c61265651ec req-00a73c20-3506-49b4-acf6-10e6b8425cbb tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 947 time: 0.0768857 Nov 25 11:49:03.300180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-907f5a03-84f7-47b2-8638-9c61265651ec req-969eea57-5020-41a9-90a6-32478ea1d9c9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 Nov 25 11:49:03.491124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] For port 4f4afa9d-0187-433b-a89e-8f2fa4928a75, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=4f4afa9d-0187-433b-a89e-8f2fa4928a75,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:03.491465 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.776062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.776427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.776730 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b disassociated. External IP: 172.26.5.145, port: 4f4afa9d-0187-433b-a89e-8f2fa4928a75. Nov 25 11:49:03.777062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Calling delete_port for 4f4afa9d-0187-433b-a89e-8f2fa4928a75 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:03.915330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.920748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:03.963272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event deleted for resources: {'Port': ['ID=4f4afa9d-0187-433b-a89e-8f2fa4928a75,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:03.976458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.976841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.977218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.977586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.977953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.978317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.978692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.979074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.979646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.980030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.980393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:03.984343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:04.010028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d303604-e473-4b8b-bc8e-74e8b19acb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.186736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:49:04.213679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.383840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:49:04.393827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:49:04.406898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:49:04.407503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:48:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:04.455470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] No DVR routers for this DVR port 4f4afa9d-0187-433b-a89e-8f2fa4928a75 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:49:04.457944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.461217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-deleted', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:04.466798 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c40bb624-1538-4dd4-b577-c782a212ee0f req-87befcfb-c9c4-47ad-8068-3a1c2e0f85ce tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc147c0-f9b7-49d5-b99a-06dccc676fb0 HTTP/1.1" status: 200 len: 210 time: 0.0456612 Nov 25 11:49:04.478137 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c6234dc-8a94-4639-8e8c-926d9e81aef1 req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.48 "DELETE /v2.0/ports/4f4afa9d-0187-433b-a89e-8f2fa4928a75 HTTP/1.1" status: 204 len: 173 time: 1.3944821 Nov 25 11:49:04.604787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:49:04.616938 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc147c0-f9b7-49d5-b99a-06dccc676fb0', 'name': 'network-vif-deleted', 'tag': '4f4afa9d-0187-433b-a89e-8f2fa4928a75', 'status': 'completed', 'code': 200} Nov 25 11:49:04.918935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:04.922803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:49:04.934006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:49:04.934614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:48:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:05.110557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:49:05.420232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:05.425303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a59b98-c55c-4a46-952e-736beec2fafd None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:28Z', 'revision_number': 4, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c2987f01-f051-4d27-96ee-f3d5ef90562d', 'name': '', 'network_id': '48de7c1a-71ff-453c-bd92-1818d3c49e92', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'mac_address': 'fa:16:3e:b7:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:27Z', 'updated_at': '2021-11-25T11:43:45Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'subnets': [{'id': '648b30b8-199e-4daa-8f0f-10ce2ffbdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:49:05.649413 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d11d14-5d3c-4c52-95aa-94bc2252663f None None] New status for floating IP a82a2ee1-90e1-429a-80ef-884868bf6f6b: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:49:06.320308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-56ac2c06-a06f-4268-93bd-a1c31b153c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.535720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:06.570308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 4f4afa9d-0187-433b-a89e-8f2fa4928a75 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:49:06.570665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 4f4afa9d-0187-433b-a89e-8f2fa4928a75 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:07.430489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.904221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.859186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45860) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:09.923348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.950806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.000829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.005755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:10.020731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb2f385-9f58-47d1-bd1b-ec4e77265bf4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:10.032498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.032879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.033250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.033613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.033976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.034335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.034692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.035061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.035405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.035759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.036202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:10.038861 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.039946 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "DELETE /v2.0/security-groups/3bb2f385-9f58-47d1-bd1b-ec4e77265bf4 HTTP/1.1" status: 204 len: 168 time: 0.1797788 Nov 25 11:49:10.040804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-322849cd-732f-466b-a40b-89d769fa0bb7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:10.042480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45864) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:10.059083 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-406666ba-3176-447e-9055-b8679fb28013 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] show failed (client error): The resource could not be found. Nov 25 11:49:10.060089 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-406666ba-3176-447e-9055-b8679fb28013 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "GET /v2.0/security-groups/3bb2f385-9f58-47d1-bd1b-ec4e77265bf4 HTTP/1.1" status: 404 len: 347 time: 0.0167129 Nov 25 11:49:10.062660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45868) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:10.216214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Deleting port 2346613d-5de2-476a-8145-57f0e046544c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:10.216547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.378569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.378880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.495584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Calling delete_port for 2346613d-5de2-476a-8145-57f0e046544c owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:10.633419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.637522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-21683e52-3550-4f22-a383-0ea6c60e79c9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:10.683810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Pushing event deleted for resources: {'Port': ['ID=2346613d-5de2-476a-8145-57f0e046544c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:10.686272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:10.772870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.786418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.788120 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] 10.222.0.41 "DELETE /v2.0/floatingips/a82a2ee1-90e1-429a-80ef-884868bf6f6b HTTP/1.1" status: 204 len: 168 time: 0.7245667 Nov 25 11:49:10.791486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45872) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:11.341723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.929434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Deleting port c2987f01-f051-4d27-96ee-f3d5ef90562d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:11.929757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.092788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] For port c2987f01-f051-4d27-96ee-f3d5ef90562d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c2987f01-f051-4d27-96ee-f3d5ef90562d,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:12.093125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.211216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Calling delete_port for c2987f01-f051-4d27-96ee-f3d5ef90562d owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:12.378179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.381593 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-db750a17-b1f1-466b-b011-697a16c96d0e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:12.420351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2987f01-f051-4d27-96ee-f3d5ef90562d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:12.423688 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:12.807669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:13.363365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Router cbbce010-ec26-4f76-befc-22617d380785 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:49:13.563955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:49:13.573139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] Sync routers for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:49:13.576584 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4654a400-da96-4dcf-843f-71cf19885bf2 admin admin] 10.222.0.41 "PUT /v2.0/routers/cbbce010-ec26-4f76-befc-22617d380785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7840877 Nov 25 11:49:13.578996 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45878) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:13.588509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:49:13.589201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:49:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:13.779772 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:13.797853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:49:14.084752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:49:12Z', 'revision_number': 5, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port': {'id': '9b6ec049-5774-4619-b8cd-93f589f40d4d', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbce010-ec26-4f76-befc-22617d380785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:14.086312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:14.088461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] Checking router: cbbce010-ec26-4f76-befc-22617d380785 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:49:14.095431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Deleting port 9b6ec049-5774-4619-b8cd-93f589f40d4d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:14.095797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:14.099118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] Routers {'cbbce010-ec26-4f76-befc-22617d380785'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:49:14.100286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:49:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['cbbce010-ec26-4f76-befc-22617d380785'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:14.251031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] Set router cbbce010-ec26-4f76-befc-22617d380785 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:49:14.269164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] For port 9b6ec049-5774-4619-b8cd-93f589f40d4d, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9b6ec049-5774-4619-b8cd-93f589f40d4d,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:14.269508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:14.359126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:49:14Z', 'revision_number': 6, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:14.363063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e8ef0-e9f9-4b14-a9f5-ce280d2cf207 None None] The sync data for ids ['cbbce010-ec26-4f76-befc-22617d380785'] in dv-neutron-819177-1-hyperv is: [{'id': 'cbbce010-ec26-4f76-befc-22617d380785', 'name': 'tempest-ServerActionsTestJSON-77926528-router', 'tenant_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:25Z', 'updated_at': '2021-11-25T11:49:14Z', 'revision_number': 6, 'project_id': 'b05fc0dfd85e41ac82b3d0b9eea03f55', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:49:14.389999 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Calling delete_port for 9b6ec049-5774-4619-b8cd-93f589f40d4d owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:14.552317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:14.557517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:14.598569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6ec049-5774-4619-b8cd-93f589f40d4d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:14.601633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:14.820650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.065981 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.070987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.095496 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.096020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbce010-ec26-4f76-befc-22617d380785 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:49:15.108650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.109829 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cbbce010-ec26-4f76-befc-22617d380785 HTTP/1.1" status: 204 len: 168 time: 1.5298586 Nov 25 11:49:15.112455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45882) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:15.176365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Deleting subnet 648b30b8-199e-4daa-8f0f-10ce2ffbdc03 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:49:15.179874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.228631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.309625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.403902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b6ec049-5774-4619-b8cd-93f589f40d4d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:15.441351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 9b6ec049-5774-4619-b8cd-93f589f40d4d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:49:15.441700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9b6ec049-5774-4619-b8cd-93f589f40d4d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:15.442129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2987f01-f051-4d27-96ee-f3d5ef90562d no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:15.472864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c2987f01-f051-4d27-96ee-f3d5ef90562d {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:49:15.473227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c2987f01-f051-4d27-96ee-f3d5ef90562d not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:15.488705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.493355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-43e5d5c6-14cb-4a5b-8bfa-bc1156b3b679 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:15.525906 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648b30b8-199e-4daa-8f0f-10ce2ffbdc03,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:15.528630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:15.530957 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.537498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee1607-564a-49cf-82aa-ee2b70c8af07 None None] Network 48de7c1a-71ff-453c-bd92-1818d3c49e92 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:49:15.540686 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/648b30b8-199e-4daa-8f0f-10ce2ffbdc03 HTTP/1.1" status: 204 len: 168 time: 0.4224379 Nov 25 11:49:15.540935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45886) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:15.643190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.653374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Deleting port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:15.653689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.775882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed66ac-5139-4f06-9075-231261389297 None None] DHCP port deletion for 48de7c1a-71ff-453c-bd92-1818d3c49e92 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:49:15.779981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Deleting port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:15.780392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.858626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] For port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:15.858968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:15.976796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Calling delete_port for 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:15.979614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-54ed66ac-5139-4f06-9075-231261389297 None None] For port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,segment=NetworkSegment(0a6fdaa1-59ad-46b2-a24d-6f051d823d89),segment_id=0a6fdaa1-59ad-46b2-a24d-6f051d823d89)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:15.980025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.048679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.052344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5faf6f96-ed41-442c-af7b-a8c102e01334 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:16.097052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Calling delete_port for 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:16.097638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:16.101508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:16.102276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] No DVR routers for this DVR port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:49:16.168315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:49:16.168832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:49:16.216747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.241946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48de7c1a-71ff-453c-bd92-1818d3c49e92']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:16.253511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6fdaa1-59ad-46b2-a24d-6f051d823d89') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:16.253799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6fdaa1-59ad-46b2-a24d-6f051d823d89') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:16.264779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.280265 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.286109 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:49:16.286481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:49:16.299676 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:49:16.374673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.378978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.381342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-db3ccea9-0590-47bf-b63c-789e0a796209 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:16.402085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=48de7c1a-71ff-453c-bd92-1818d3c49e92,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:16.404706 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:16.416584 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/48de7c1a-71ff-453c-bd92-1818d3c49e92 HTTP/1.1" status: 204 len: 168 time: 0.8746016 Nov 25 11:49:16.552061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45892) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:16.603033 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-03ff22e9-cc99-4eb4-9232-b81178471429 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b05fc0dfd85e41ac82b3d0b9eea03f55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496273 Nov 25 11:49:16.605289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 45896) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:16.663608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a85639c0-134c-4046-b59d-7c3b6e771940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.670317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Deleting port 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:16.670754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-54ed66ac-5139-4f06-9075-231261389297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.695337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a85639c0-134c-4046-b59d-7c3b6e771940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.749605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a85639c0-134c-4046-b59d-7c3b6e771940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.753479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7f9d2608-1cb5-4089-a243-a46d1503749f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:16.767448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85639c0-134c-4046-b59d-7c3b6e771940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d60755-c401-4d0a-9e25-042bd7772cc2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:16.769806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a85639c0-134c-4046-b59d-7c3b6e771940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:16.776258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a85639c0-134c-4046-b59d-7c3b6e771940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.779781 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a85639c0-134c-4046-b59d-7c3b6e771940 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21d60755-c401-4d0a-9e25-042bd7772cc2 HTTP/1.1" status: 204 len: 168 time: 0.1712649 Nov 25 11:49:16.779935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-54ed66ac-5139-4f06-9075-231261389297 None None] The port '1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:49:17.400404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:17.435300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:49:17.435678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1a7d0ae1-85ea-495d-b8c1-fb6de1aed2d1 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:17.613648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 45918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:17.757909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1712845654-network', 'tenant_id': '245180490afe40a2b797c63db9f7e6dd'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:17.762590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:17.766349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Usage tracker for resource:network and tenant:245180490afe40a2b797c63db9f7e6dd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:17.769175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:17.775715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:17.785256 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Made reservation on behalf of 245180490afe40a2b797c63db9f7e6dd for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:17.787936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.799933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.830240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:17.833975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Usage tracker for resource:security_group_rule and tenant:245180490afe40a2b797c63db9f7e6dd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:17.836681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:17.842187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:17.903612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.907189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.909902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a8237d12-e547-4fa8-b071-089edab74e91 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:17.938991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:49:17.944118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a35cad8-eb07-4639-b5a1-0fc520d699e8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:17.947503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:17.951014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.951397 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Added segment 6cbf0d3a-e52c-4db5-89cb-5788d415c474 of type vlan for network 78cb03a4-a4ea-42e8-8023-915609e395b4 Nov 25 11:49:17.977689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:18.005486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:18.006404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:18.006973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:18.010191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-abf6502d-47fd-4012-a78b-cfbc6ae0a1a8 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:18.106017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Pushing event updated for resources: {'Network': ['ID=78cb03a4-a4ea-42e8-8023-915609e395b4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:18.111882 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4945502 Nov 25 11:49:18.111882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:18.112298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 45924) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:18.116855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 78cb03a4-a4ea-42e8-8023-915609e395b4 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:49:18.117367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Request body: {'subnet': {'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1712845654-subnet', 'tenant_id': '245180490afe40a2b797c63db9f7e6dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:18.122170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:18.125887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Usage tracker for resource:subnet and tenant:245180490afe40a2b797c63db9f7e6dd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:18.128659 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:18.134308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:18.144225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Made reservation on behalf of 245180490afe40a2b797c63db9f7e6dd for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:18.147109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:18.449959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:18.453581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3536554e-fedc-4497-8f43-80b54c7ae450 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:18.518956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0071307d-17f6-440d-b190-98e7125ede1c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:18.523854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:18.533780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Checking segment: {'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:49:18.534174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Network hostable DHCP agents. Network: 78cb03a4-a4ea-42e8-8023-915609e395b4, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:49:18.555352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Network 78cb03a4-a4ea-42e8-8023-915609e395b4 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:49:18.564206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 78cb03a4-a4ea-42e8-8023-915609e395b4) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:18.568020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:18.569103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:18.573519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f276791-068e-473c-ad0f-e557af526da7 None None] Network 78cb03a4-a4ea-42e8-8023-915609e395b4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:49:18.590536 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-839f812e-0f7c-41ed-b28e-ba25c0b504fa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4774451 Nov 25 11:49:18.779055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c423591-bfa3-4b15-b577-a7e36b7a81ca None None] Network 78cb03a4-a4ea-42e8-8023-915609e395b4 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:49:19.111288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-f74c4ac1-d88d-4fa8-8a6f-a6ccd390f28d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:19.112747 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-f74c4ac1-d88d-4fa8-8a6f-a6ccd390f28d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/networks?id=78cb03a4-a4ea-42e8-8023-915609e395b4 HTTP/1.1" status: 200 len: 814 time: 0.1388183 Nov 25 11:49:19.132940 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-29180fcb-678e-4305-9800-52cdb7179f01 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/quotas/245180490afe40a2b797c63db9f7e6dd HTTP/1.1" status: 200 len: 375 time: 0.0107749 Nov 25 11:49:19.176753 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-4a16534e-191e-434a-893c-2d28f10599fa tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=245180490afe40a2b797c63db9f7e6dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391028 Nov 25 11:49:19.187304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-58fbde26-d002-4d1a-a2d9-c0eaaaf1bf44 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:49:19.188230 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-58fbde26-d002-4d1a-a2d9-c0eaaaf1bf44 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048959 Nov 25 11:49:19.315171 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-d54241ba-304c-45c9-8dc0-09eba9036214 service neutron] 10.222.0.41 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215158 Nov 25 11:49:19.537974 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-87aa9605-5efa-4e49-bef0-25616a2f1c96 service neutron] 10.222.0.41 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164824 Nov 25 11:49:19.727259 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-da457d33-fa49-4c46-921d-e7ba03f114b8 req-44822618-9777-4560-b4f6-75faa57a3980 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 210 time: 0.0461295 Nov 25 11:49:20.895777 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-20bea2e1-cbb3-450b-b30c-0add949fc795 req-f0591a39-e5f2-41bd-b103-cbbd1ece0894 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 210 time: 0.0473530 Nov 25 11:49:20.925645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e26966ff-9b0e-4183-8a25-92f9b88b8594 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:20.925645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e26966ff-9b0e-4183-8a25-92f9b88b8594 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Synchronizing usage tracker for tenant:245180490afe40a2b797c63db9f7e6dd on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:49:20.941454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e26966ff-9b0e-4183-8a25-92f9b88b8594 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Unset dirty status for tenant:245180490afe40a2b797c63db9f7e6dd on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:49:20.942759 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e26966ff-9b0e-4183-8a25-92f9b88b8594 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "GET /v2.0/networks?id=78cb03a4-a4ea-42e8-8023-915609e395b4 HTTP/1.1" status: 200 len: 814 time: 0.1688931 Nov 25 11:49:20.959807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Request body: {'port': {'device_id': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4', 'admin_state_up': True, 'tenant_id': '245180490afe40a2b797c63db9f7e6dd'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:21.091675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:21.095458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Usage tracker for resource:port and tenant:245180490afe40a2b797c63db9f7e6dd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:21.098263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:21.104567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:21.114038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Made reservation on behalf of 245180490afe40a2b797c63db9f7e6dd for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:21.117104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:21.275284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Allocated IP 172.20.0.12 (78cb03a4-a4ea-42e8-8023-915609e395b4/0071307d-17f6-440d-b190-98e7125ede1c/7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:21.477856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:21.504939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:21.511542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cb6c477e-43c4-4879-821b-6f6f79afd182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:21.574480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Network 78cb03a4-a4ea-42e8-8023-915609e395b4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:21.582279 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:21.588743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:49:21.618079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Pushing event updated for resources: {'Port': ['ID=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:21.624085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:21.651217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:21.651796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:21.670451 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7151036 Nov 25 11:49:21.682009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Request body: {'port': {'device_id': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:21.787975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:22.121817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:22.130103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:22.146324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Transition to ACTIVE for port object 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:22.149977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:22.155544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e80d13c2-a911-4ccf-b778-99e1d38d8701 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:22.185470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c2165-52e5-4cde-8e70-e0e88b99143f req-b4c77a60-cc62-4f7c-b472-62f74456de99 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:22.187026 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ab3c2165-52e5-4cde-8e70-e0e88b99143f req-b4c77a60-cc62-4f7c-b472-62f74456de99 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 932 time: 0.1604998 Nov 25 11:49:22.232901 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ab3c2165-52e5-4cde-8e70-e0e88b99143f req-4fbea6f0-a0c3-422b-882f-aede7982eefb tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404575 Nov 25 11:49:22.281015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:22.284464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:22.382218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Attempting to bind port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:49:22.382541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Attempting to bind port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:49:22.382859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Attempting to bind port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 on network 78cb03a4-a4ea-42e8-8023-915609e395b4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:49:22.388615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 on network 78cb03a4-a4ea-42e8-8023-915609e395b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:49:22.388928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Attempting to bind port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 on network 78cb03a4-a4ea-42e8-8023-915609e395b4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:49:22.394999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:49:22.395323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Checking segment: {'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:49:22.395696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Bound using segment: {'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:49:22.396171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Bound port: 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:49:22.396504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:22.584474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] For port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:49:22.587341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] For port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:49:22.591484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:22.594924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-77870a42-a56d-48ef-8a84-692e88f8c144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:22.657505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:22.658852 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] 10.222.0.48 "PUT /v2.0/ports/7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 HTTP/1.1" status: 200 len: 1094 time: 0.9806595 Nov 25 11:49:22.661623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'tag': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:22.672211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:22.675294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:22.740666 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'tag': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0', 'status': 'completed', 'code': 200} Nov 25 11:49:22.837582 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-05f7d85a-cd16-4eb6-9a2f-9452f2f4daa1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=245180490afe40a2b797c63db9f7e6dd&device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 1097 time: 0.1400995 Nov 25 11:49:22.904167 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-d63e11f1-daf1-4f67-a57d-c008ba16862e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 HTTP/1.1" status: 200 len: 217 time: 0.0592983 Nov 25 11:49:22.967822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-96f44eb5-c8bb-4bfe-8225-a864d14f7941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:22.969212 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-96f44eb5-c8bb-4bfe-8225-a864d14f7941 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0071307d-17f6-440d-b190-98e7125ede1c HTTP/1.1" status: 200 len: 854 time: 0.0581675 Nov 25 11:49:23.013617 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-8a9af88c-9511-493e-b88e-7a365d12b26c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78cb03a4-a4ea-42e8-8023-915609e395b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373144 Nov 25 11:49:23.141941 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-280ab3a0-852d-41f3-85a8-8540c29a1a0e service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212263 Nov 25 11:49:23.270529 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e90690c5-e72a-4d7f-a495-ddc94c605fc8 req-1fabc28b-5d94-413c-8861-2fa9b1c8e7e2 service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219494 Nov 25 11:49:23.393987 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-ee79f085-3923-482d-82cb-9d3bac14b9d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=245180490afe40a2b797c63db9f7e6dd&device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 1097 time: 0.0703030 Nov 25 11:49:23.442733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8b17e-21dd-49d1-9af3-179e7c89f00a req-efa29024-a94c-49c9-99c0-8b5ed2022e34 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:23.444802 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1fc8b17e-21dd-49d1-9af3-179e7c89f00a req-efa29024-a94c-49c9-99c0-8b5ed2022e34 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 944 time: 0.0812163 Nov 25 11:49:23.489259 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1fc8b17e-21dd-49d1-9af3-179e7c89f00a req-986b35ae-dc55-41ed-a851-c191d761f144 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Nov 25 11:49:23.531134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-39f6c251-a518-4e16-87cd-a3a75984bf5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:23.532616 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-39f6c251-a518-4e16-87cd-a3a75984bf5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=78cb03a4-a4ea-42e8-8023-915609e395b4 HTTP/1.1" status: 200 len: 915 time: 0.1318734 Nov 25 11:49:23.605994 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-f90b14ff-8a8d-4003-b0bc-ac5b7fcf7152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 HTTP/1.1" status: 200 len: 217 time: 0.0658128 Nov 25 11:49:23.673658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-e798cb01-6dac-4111-a9f8-16147ffd5e58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:23.675016 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-e798cb01-6dac-4111-a9f8-16147ffd5e58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0071307d-17f6-440d-b190-98e7125ede1c HTTP/1.1" status: 200 len: 854 time: 0.0618243 Nov 25 11:49:23.719278 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-f4c784c5-ae44-4955-8eee-6316782f04c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78cb03a4-a4ea-42e8-8023-915609e395b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375767 Nov 25 11:49:23.852813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-e7e8961f-d3bb-4d64-9578-bcc26bef0b49 service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249764 Nov 25 11:49:23.982722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7755d687-ac53-4808-a333-9cc4c9af47f1 req-9abe30fc-ee76-4e9d-b637-45a96748fdca service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228039 Nov 25 11:49:24.754267 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bc02b-d44e-43ab-a0ce-2e8dfc8ca86c req-ea58d2c3-edf9-40d8-ac88-e6404d748b7d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:24.755623 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-212bc02b-d44e-43ab-a0ce-2e8dfc8ca86c req-ea58d2c3-edf9-40d8-ac88-e6404d748b7d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 944 time: 0.1450839 Nov 25 11:49:24.804168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-212bc02b-d44e-43ab-a0ce-2e8dfc8ca86c req-1fde9fec-be80-40f0-a634-0b3b258c343d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Nov 25 11:49:25.998974 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3495-028c-414d-9ad3-5986d01e569d req-706097d3-194b-4840-979b-d7bd1b288afb tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:26.000425 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-286d3495-028c-414d-9ad3-5986d01e569d req-706097d3-194b-4840-979b-d7bd1b288afb tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 944 time: 0.0754831 Nov 25 11:49:26.045545 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-286d3495-028c-414d-9ad3-5986d01e569d req-389f7bb3-6b87-4f79-9bdd-25d2489d77f2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Nov 25 11:49:26.641454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:49:26.774332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:26.788893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0', 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4', 'port_id': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0', 'mac_address': 'fa:16:3e:5f:2e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0071307d-17f6-440d-b190-98e7125ede1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:49:26.839779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:26.856947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:26.872898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:26.876317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:26.877961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fcf45bc5-2ab2-4e34-a08d-1d338ca35deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:26.942099 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:26.945018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:27.080292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:49:27.244847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396e3a4-3c08-4e42-8dae-9296ea65a029 req-ad6b64f0-d62f-4244-a447-898890bd6a9a tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:27.246327 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5396e3a4-3c08-4e42-8dae-9296ea65a029 req-ad6b64f0-d62f-4244-a447-898890bd6a9a tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 945 time: 0.0795009 Nov 25 11:49:27.293026 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5396e3a4-3c08-4e42-8dae-9296ea65a029 req-a5e82930-ddf8-4c52-9919-b67522916373 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Nov 25 11:49:28.483003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a760432-fce9-4d2b-a542-df9bf2542dc4 req-1424dd88-8dd4-4d5e-8975-403cfeb92864 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:28.484574 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1a760432-fce9-4d2b-a542-df9bf2542dc4 req-1424dd88-8dd4-4d5e-8975-403cfeb92864 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 945 time: 0.0746906 Nov 25 11:49:28.530186 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1a760432-fce9-4d2b-a542-df9bf2542dc4 req-5c09a96e-5e72-4c1e-a9a8-87e30e44bf89 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Nov 25 11:49:28.647515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:28.713812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:28.718571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:28.718947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:28.836618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:28.863272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:28.873168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:28.877211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:28.878953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:28.922458 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0', 'code': 200} Nov 25 11:49:28.944570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:28.947381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:29.147888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-15b9cd58-5c5b-4085-830f-ffbbd844c52b req-bb97c7e0-3893-48df-a4ee-f6b5f8671c2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 1099 time: 0.0668271 Nov 25 11:49:29.190259 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-15b9cd58-5c5b-4085-830f-ffbbd844c52b req-3e6d70f3-cc94-4efc-9dbb-c0c29f5a4d8b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353937 Nov 25 11:49:29.728197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba76c9-415e-47ff-b97e-09da498893dd req-2e764f19-2fdd-4193-bc13-f594c6ca455d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:29.729620 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c3ba76c9-415e-47ff-b97e-09da498893dd req-2e764f19-2fdd-4193-bc13-f594c6ca455d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0802243 Nov 25 11:49:29.774810 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c3ba76c9-415e-47ff-b97e-09da498893dd req-6820887d-c862-467b-820a-83e93c8a2f87 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Nov 25 11:49:30.159338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:30.965769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8afc-5c3b-42c0-8a67-7ce53d8cce9b req-8401fe4e-a9d4-4c02-8797-1a74c43c7bf5 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:30.967168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4f6a8afc-5c3b-42c0-8a67-7ce53d8cce9b req-8401fe4e-a9d4-4c02-8797-1a74c43c7bf5 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0744627 Nov 25 11:49:31.013703 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4f6a8afc-5c3b-42c0-8a67-7ce53d8cce9b req-336230e5-a6c9-4f2b-8eed-15893c71da48 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Nov 25 11:49:31.306176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-c1569d3f-007f-4b3e-9334-f76f0d2cd304 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:31.307591 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-c1569d3f-007f-4b3e-9334-f76f0d2cd304 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/networks?id=78cb03a4-a4ea-42e8-8023-915609e395b4 HTTP/1.1" status: 200 len: 814 time: 0.1398652 Nov 25 11:49:31.324847 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-9631817b-30ee-458a-8e25-493d2979bc6a tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/quotas/245180490afe40a2b797c63db9f7e6dd HTTP/1.1" status: 200 len: 375 time: 0.0116723 Nov 25 11:49:31.401281 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-b66654d5-f288-456d-a9d4-11c88c665072 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=245180490afe40a2b797c63db9f7e6dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717573 Nov 25 11:49:31.532462 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-5514a064-ce15-4783-bd96-12a7875653c8 service neutron] 10.222.0.41 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245408 Nov 25 11:49:31.661134 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-5a427bff-e672-4bb7-98bb-a4dd6775bb70 service neutron] 10.222.0.41 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230588 Nov 25 11:49:31.841568 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2faecd77-2d8b-4f0b-9f46-10583c3b347f req-51e7fd16-da99-41e0-8d16-d257aa359b62 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 210 time: 0.0412271 Nov 25 11:49:32.845322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-f11c252e-0f9a-47f0-a8fd-4db42fbbec61 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:32.846622 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-f11c252e-0f9a-47f0-a8fd-4db42fbbec61 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "GET /v2.0/networks?id=78cb03a4-a4ea-42e8-8023-915609e395b4 HTTP/1.1" status: 200 len: 814 time: 0.1478276 Nov 25 11:49:32.863232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Request body: {'port': {'device_id': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4', 'admin_state_up': True, 'tenant_id': '245180490afe40a2b797c63db9f7e6dd'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:33.016118 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dfad73a0-5763-4ead-8b94-2f8991b96cbb req-c90e8063-d81b-42b7-b762-ca6d242b7d3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 210 time: 0.0450850 Nov 25 11:49:33.102216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:33.105982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Usage tracker for resource:port and tenant:245180490afe40a2b797c63db9f7e6dd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:33.108860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:33.114556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:33.124620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Made reservation on behalf of 245180490afe40a2b797c63db9f7e6dd for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:33.127567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.286729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Allocated IP 172.20.0.10 (78cb03a4-a4ea-42e8-8023-915609e395b4/0071307d-17f6-440d-b190-98e7125ede1c/a339c2e6-7624-4b73-8421-954e3de11770) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:33.485989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.514836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.521255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-518cd906-d961-4e0b-9b72-84616fd52574 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:33.526475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:49:33.580852 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Network 78cb03a4-a4ea-42e8-8023-915609e395b4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:33.587947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:33.592566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:49:33.610091 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:49:33.629663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Pushing event updated for resources: {'Port': ['ID=a339c2e6-7624-4b73-8421-954e3de11770,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:33.635910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:33.664173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:33.664780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.685454 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256805 Nov 25 11:49:33.696978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Request body: {'port': {'device_id': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:33.806735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.001231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9fabbf70-e57d-47d7-805e-91353799dc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.139839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a339c2e6-7624-4b73-8421-954e3de11770 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:34.147391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.162549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Transition to ACTIVE for port object a339c2e6-7624-4b73-8421-954e3de11770 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:34.165907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.170134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fcb20539-6cca-453c-b864-d45ac7fd6537 tempest-DeleteServersTestJSON-604058750 tempest-DeleteServersTestJSON-604058750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:34.217196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa44859-452a-40d1-9845-66658da43d75 req-bd0b1a37-1cbc-4f87-9136-cc4419622c46 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:34.218677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0fa44859-452a-40d1-9845-66658da43d75 req-bd0b1a37-1cbc-4f87-9136-cc4419622c46 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 944 time: 0.0825918 Nov 25 11:49:34.222990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.263823 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0fa44859-452a-40d1-9845-66658da43d75 req-67e9596d-f2d0-4c5b-93cd-67a6be364ba1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Nov 25 11:49:34.301255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Pushing event updated for resources: {'Port': ['ID=a339c2e6-7624-4b73-8421-954e3de11770,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:34.304819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:34.403882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Attempting to bind port a339c2e6-7624-4b73-8421-954e3de11770 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:49:34.404234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Attempting to bind port a339c2e6-7624-4b73-8421-954e3de11770 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:49:34.404557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Attempting to bind port a339c2e6-7624-4b73-8421-954e3de11770 on network 78cb03a4-a4ea-42e8-8023-915609e395b4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:49:34.410219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Port a339c2e6-7624-4b73-8421-954e3de11770 on network 78cb03a4-a4ea-42e8-8023-915609e395b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:49:34.410533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Attempting to bind port a339c2e6-7624-4b73-8421-954e3de11770 on network 78cb03a4-a4ea-42e8-8023-915609e395b4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:49:34.416742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:49:34.417012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Checking segment: {'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:49:34.417382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Bound using segment: {'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:49:34.417796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Bound port: a339c2e6-7624-4b73-8421-954e3de11770, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbf0d3a-e52c-4db5-89cb-5788d415c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:49:34.418126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.503410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] For port a339c2e6-7624-4b73-8421-954e3de11770, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:49:34.506915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] For port a339c2e6-7624-4b73-8421-954e3de11770, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a339c2e6-7624-4b73-8421-954e3de11770,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:49:34.511766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.516808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b77c8d78-d545-46f3-be85-14716a9b1c46 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:34.569967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:34.571318 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] 10.222.0.48 "PUT /v2.0/ports/a339c2e6-7624-4b73-8421-954e3de11770 HTTP/1.1" status: 200 len: 1094 time: 0.8784618 Nov 25 11:49:34.571847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'tag': 'a339c2e6-7624-4b73-8421-954e3de11770'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:34.596476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Pushing event updated for resources: {'Port': ['ID=a339c2e6-7624-4b73-8421-954e3de11770,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:34.599563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:34.640745 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'tag': 'a339c2e6-7624-4b73-8421-954e3de11770', 'status': 'completed', 'code': 200} Nov 25 11:49:34.682703 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-fd99793c-80c5-4b36-97bb-8b61529950f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=245180490afe40a2b797c63db9f7e6dd&device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 1097 time: 0.0743208 Nov 25 11:49:34.856312 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-69318d12-95d1-459d-bae3-d78b5c43ad4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a339c2e6-7624-4b73-8421-954e3de11770 HTTP/1.1" status: 200 len: 217 time: 0.1665325 Nov 25 11:49:34.918995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-17fb2406-c71a-42a5-9675-93c058f0cfee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:34.920399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-17fb2406-c71a-42a5-9675-93c058f0cfee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0071307d-17f6-440d-b190-98e7125ede1c HTTP/1.1" status: 200 len: 854 time: 0.0573092 Nov 25 11:49:34.965074 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-e9fab08c-32ee-4b3a-aeae-c1ae8a526c4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78cb03a4-a4ea-42e8-8023-915609e395b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381885 Nov 25 11:49:35.093139 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-3a3e1549-6002-404d-8891-47faf674399b service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208918 Nov 25 11:49:35.223288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f5b8dfa-f5d2-4337-85ca-97ded2ab0182 req-02383624-5593-43db-b14b-3aa7b3ab6e34 service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222997 Nov 25 11:49:35.345132 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6be1534d-4b30-474d-b414-04460071f984 req-3c4c278c-6fb1-421c-a336-18b5933e21ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=245180490afe40a2b797c63db9f7e6dd&device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 1097 time: 0.0738826 Nov 25 11:49:35.481657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1534d-4b30-474d-b414-04460071f984 req-7b7f103e-27dc-4e10-b337-676b81537e14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:35.483043 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6be1534d-4b30-474d-b414-04460071f984 req-7b7f103e-27dc-4e10-b337-676b81537e14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=78cb03a4-a4ea-42e8-8023-915609e395b4 HTTP/1.1" status: 200 len: 915 time: 0.1310658 Nov 25 11:49:35.552257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6be1534d-4b30-474d-b414-04460071f984 req-99e05a02-51a0-4a89-8af2-595d8872b7aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a339c2e6-7624-4b73-8421-954e3de11770 HTTP/1.1" status: 200 len: 217 time: 0.0604351 Nov 25 11:49:35.564430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699df5a-04cb-4120-8406-86bd414b115f req-f3e73c19-910c-4fcd-87ca-63f019654499 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:35.565862 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2699df5a-04cb-4120-8406-86bd414b115f req-f3e73c19-910c-4fcd-87ca-63f019654499 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 944 time: 0.1768856 Nov 25 11:49:35.611864 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2699df5a-04cb-4120-8406-86bd414b115f req-3a065ce3-cc27-4377-9be1-af5f0ea7eff8 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 Nov 25 11:49:35.617831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1534d-4b30-474d-b414-04460071f984 req-c0b52c83-452d-4c92-aa13-89a17a59b76c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:35.619361 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6be1534d-4b30-474d-b414-04460071f984 req-c0b52c83-452d-4c92-aa13-89a17a59b76c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0071307d-17f6-440d-b190-98e7125ede1c HTTP/1.1" status: 200 len: 854 time: 0.0610418 Nov 25 11:49:35.666437 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6be1534d-4b30-474d-b414-04460071f984 req-48d200c4-68d7-4ecd-9924-8f3dd28f5ea5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78cb03a4-a4ea-42e8-8023-915609e395b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398643 Nov 25 11:49:35.798415 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6be1534d-4b30-474d-b414-04460071f984 req-74f03101-d972-43f9-ace2-cca65044787b service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234169 Nov 25 11:49:35.926801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6be1534d-4b30-474d-b414-04460071f984 req-255adcca-1f50-4243-82e6-bebe0a6a0c71 service neutron] 10.222.0.48 "GET /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217682 Nov 25 11:49:36.328067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8e748408-9952-4f78-a1c0-0db714f6a911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.807564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a6d-39cf-45b0-857e-152d92d1ef45 req-3adf3787-040f-4efb-b1b5-ec31d81ba436 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:36.809307 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4cfc6a6d-39cf-45b0-857e-152d92d1ef45 req-3adf3787-040f-4efb-b1b5-ec31d81ba436 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 944 time: 0.0758097 Nov 25 11:49:36.863827 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4cfc6a6d-39cf-45b0-857e-152d92d1ef45 req-d66bed06-ff7c-41ef-b08a-6f16af32fe67 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476608 Nov 25 11:49:37.433094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:38.061554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a090-8aba-4e56-ae22-c337e13134e8 req-5bbc3c2b-85da-4e7e-a901-5e1eadeec832 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:38.062949 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f07a090-8aba-4e56-ae22-c337e13134e8 req-5bbc3c2b-85da-4e7e-a901-5e1eadeec832 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 944 time: 0.0797400 Nov 25 11:49:38.107054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3f07a090-8aba-4e56-ae22-c337e13134e8 req-ebee6a5a-4dcd-4ec7-a1bf-d54ffe97142a tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Nov 25 11:49:38.693657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device a339c2e6-7624-4b73-8421-954e3de11770 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:49:38.854745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port a339c2e6-7624-4b73-8421-954e3de11770, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a339c2e6-7624-4b73-8421-954e3de11770,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:38.868078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'a339c2e6-7624-4b73-8421-954e3de11770', 'network_id': '78cb03a4-a4ea-42e8-8023-915609e395b4', 'port_id': 'a339c2e6-7624-4b73-8421-954e3de11770', 'mac_address': 'fa:16:3e:4a:63:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0071307d-17f6-440d-b190-98e7125ede1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:49:38.931120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:38.935500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:38.951824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a339c2e6-7624-4b73-8421-954e3de11770 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:38.967028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port a339c2e6-7624-4b73-8421-954e3de11770, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a339c2e6-7624-4b73-8421-954e3de11770,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:38.970574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:38.972281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:39.034708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=a339c2e6-7624-4b73-8421-954e3de11770,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:39.038345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:39.191488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['a339c2e6-7624-4b73-8421-954e3de11770'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:49:39.309960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83c7b6-9d31-4dea-8120-d5bf19f34f8a req-dce4446c-e2e7-40c0-bb87-8b704cf1be3c tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:39.311374 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eb83c7b6-9d31-4dea-8120-d5bf19f34f8a req-dce4446c-e2e7-40c0-bb87-8b704cf1be3c tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 945 time: 0.0787859 Nov 25 11:49:39.356640 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-eb83c7b6-9d31-4dea-8120-d5bf19f34f8a req-fabf3099-648d-4b3c-8b49-ede0eb6b665f tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Nov 25 11:49:40.548806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47e192-232a-4f61-a675-866034609410 req-9924a798-04ea-40c0-87ab-b865daa1bce4 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:40.550237 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5a47e192-232a-4f61-a675-866034609410 req-9924a798-04ea-40c0-87ab-b865daa1bce4 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 945 time: 0.0753872 Nov 25 11:49:40.594576 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5a47e192-232a-4f61-a675-866034609410 req-3f01a313-6ef9-45fb-b537-1c2ad07e4af1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Nov 25 11:49:40.722372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device a339c2e6-7624-4b73-8421-954e3de11770 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:40.788226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port a339c2e6-7624-4b73-8421-954e3de11770 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:40.792575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port a339c2e6-7624-4b73-8421-954e3de11770 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:40.792954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:40.903002 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:40.929984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a339c2e6-7624-4b73-8421-954e3de11770'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:40.939596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port a339c2e6-7624-4b73-8421-954e3de11770, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a339c2e6-7624-4b73-8421-954e3de11770,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:40.943639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:40.946434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:40.982667 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a339c2e6-7624-4b73-8421-954e3de11770', 'code': 200} Nov 25 11:49:41.017182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=a339c2e6-7624-4b73-8421-954e3de11770,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:41.026210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.026548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.026876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.027206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.027529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.027846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.028189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.028509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.028820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.029131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.029440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:41.033036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:41.212340 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-89717993-ea86-48e4-b20a-f9674e31779f req-78afa0ab-6044-47fc-b0c4-3bfd0e925dec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 1099 time: 0.0770054 Nov 25 11:49:41.254181 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-89717993-ea86-48e4-b20a-f9674e31779f req-ff0fee99-757b-4d61-91d1-22e533567e09 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Nov 25 11:49:41.795173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba100a-338f-4348-970f-19e6e559ee6c req-84bd433b-4417-444b-b410-87cc4f6cc8ff tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:41.796531 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9ba100a-338f-4348-970f-19e6e559ee6c req-84bd433b-4417-444b-b410-87cc4f6cc8ff tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 946 time: 0.0808256 Nov 25 11:49:41.840894 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9ba100a-338f-4348-970f-19e6e559ee6c req-2c65952a-4bd7-44ed-8fcc-b118fc64a5b6 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Nov 25 11:49:43.032935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0525e-206f-49e2-ab03-a40edada6e02 req-50f86723-f3b5-4e10-af8b-b1e699141ef5 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:43.034358 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ac0525e-206f-49e2-ab03-a40edada6e02 req-50f86723-f3b5-4e10-af8b-b1e699141ef5 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 946 time: 0.0754464 Nov 25 11:49:43.079158 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ac0525e-206f-49e2-ab03-a40edada6e02 req-5a75e626-bc31-4e5a-9dbd-53a613ce4063 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Nov 25 11:49:43.473027 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6620f57-251f-47f6-807d-0b6196d4a7f2 req-9f90791b-51dd-4876-9902-e852ae31ec6a tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:43.474384 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d6620f57-251f-47f6-807d-0b6196d4a7f2 req-9f90791b-51dd-4876-9902-e852ae31ec6a tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 946 time: 0.0809176 Nov 25 11:49:43.519522 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d6620f57-251f-47f6-807d-0b6196d4a7f2 req-cf9b6de7-8edb-4f97-a941-14efad3c8978 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Nov 25 11:49:44.715377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd129bdf-31f2-44a0-a6b8-e0766fb27daa req-b938209a-b698-4ae8-b256-61c725b37cd8 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:44.716831 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd129bdf-31f2-44a0-a6b8-e0766fb27daa req-b938209a-b698-4ae8-b256-61c725b37cd8 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 946 time: 0.0759826 Nov 25 11:49:44.766798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d170-6279-43a0-8ccc-7676246a1dae req-4156d995-3ebf-497b-aed7-9d6836d57dd8 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:44.767467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5759d170-6279-43a0-8ccc-7676246a1dae req-4156d995-3ebf-497b-aed7-9d6836d57dd8 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Synchronizing usage tracker for tenant:245180490afe40a2b797c63db9f7e6dd on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:49:44.768248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd129bdf-31f2-44a0-a6b8-e0766fb27daa req-0c51f878-48f2-4280-8cf4-15fc42eb6bd2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Nov 25 11:49:44.785472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5759d170-6279-43a0-8ccc-7676246a1dae req-4156d995-3ebf-497b-aed7-9d6836d57dd8 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Unset dirty status for tenant:245180490afe40a2b797c63db9f7e6dd on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:49:44.786468 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5759d170-6279-43a0-8ccc-7676246a1dae req-4156d995-3ebf-497b-aed7-9d6836d57dd8 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 946 time: 0.0942929 Nov 25 11:49:44.856356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Deleting port a339c2e6-7624-4b73-8421-954e3de11770 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:44.856685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:45.101912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] For port a339c2e6-7624-4b73-8421-954e3de11770, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a339c2e6-7624-4b73-8421-954e3de11770,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:45.102254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:45.318310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Calling delete_port for a339c2e6-7624-4b73-8421-954e3de11770 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:45.456242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:45.461570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e380ead-b4c6-4e80-85ca-69951b0d5dc9 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:45.467489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0', 'a339c2e6-7624-4b73-8421-954e3de11770'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:49:45.506740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Pushing event deleted for resources: {'Port': ['ID=a339c2e6-7624-4b73-8421-954e3de11770,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:45.510333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:45.578891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] No DVR routers for this DVR port a339c2e6-7624-4b73-8421-954e3de11770 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:49:45.581247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:45.583771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'name': 'network-vif-deleted', 'tag': 'a339c2e6-7624-4b73-8421-954e3de11770'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:45.598969 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5759d170-6279-43a0-8ccc-7676246a1dae req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "DELETE /v2.0/ports/a339c2e6-7624-4b73-8421-954e3de11770 HTTP/1.1" status: 204 len: 173 time: 0.8072865 Nov 25 11:49:45.640785 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8137b-a220-4a39-aa33-836e62cf26e4', 'name': 'network-vif-deleted', 'tag': 'a339c2e6-7624-4b73-8421-954e3de11770', 'status': 'completed', 'code': 200} Nov 25 11:49:45.939721 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-10ff0465-24d9-46ed-b329-9aaaf904be55 req-9d8b823b-91b1-441e-9d01-227571ab8384 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c8137b-a220-4a39-aa33-836e62cf26e4 HTTP/1.1" status: 200 len: 210 time: 0.0408182 Nov 25 11:49:47.207648 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2847890-10ca-4ae5-8ff9-f010269700e9 req-70b96974-3aa3-4831-a084-4c891c8804e9 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:47.209077 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c2847890-10ca-4ae5-8ff9-f010269700e9 req-70b96974-3aa3-4831-a084-4c891c8804e9 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0743904 Nov 25 11:49:47.256740 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c2847890-10ca-4ae5-8ff9-f010269700e9 req-dcb0707a-057b-42e5-950f-c29cfc148df1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Nov 25 11:49:47.482923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d6ef1-2dde-46c7-a0b0-ca1b586377d8 req-f804db78-9617-4225-a925-69b8de2e1eba tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:47.484366 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-249d6ef1-2dde-46c7-a0b0-ca1b586377d8 req-f804db78-9617-4225-a925-69b8de2e1eba tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0759294 Nov 25 11:49:47.528944 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-249d6ef1-2dde-46c7-a0b0-ca1b586377d8 req-ec2bcb7e-d855-4c73-ac1a-ef081c7ae809 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 Nov 25 11:49:47.725450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1083de-5082-4bbe-ab07-66f7dfa8e6b1 req-cd2862a4-e241-4359-b581-9da825a25cfb tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:47.726872 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef1083de-5082-4bbe-ab07-66f7dfa8e6b1 req-cd2862a4-e241-4359-b581-9da825a25cfb tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0785077 Nov 25 11:49:47.774017 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef1083de-5082-4bbe-ab07-66f7dfa8e6b1 req-2d200905-ea67-4653-8b0d-b86ce653249b tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Nov 25 11:49:48.025983 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f753abb7-01cb-40d9-a2c7-dec3c74b555f req-5638c09c-58fc-49b1-bcc8-fe985f4d2776 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1317070 Nov 25 11:49:48.217203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c039ee1-2e86-4b12-9880-d1561cffc4a2 req-48f0d82a-27cf-472f-900c-df40115dd9fb tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:48.218612 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6c039ee1-2e86-4b12-9880-d1561cffc4a2 req-48f0d82a-27cf-472f-900c-df40115dd9fb tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0786607 Nov 25 11:49:48.263082 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6c039ee1-2e86-4b12-9880-d1561cffc4a2 req-31930818-df74-4ef7-b316-eae2d3c0e802 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Nov 25 11:49:48.454112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4174-2f49-4ed9-a2b3-a6d752d98a25 req-c1c79a06-247b-4891-8c86-9aa8e647c647 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:48.455508 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-848b4174-2f49-4ed9-a2b3-a6d752d98a25 req-c1c79a06-247b-4891-8c86-9aa8e647c647 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0742731 Nov 25 11:49:48.500029 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-848b4174-2f49-4ed9-a2b3-a6d752d98a25 req-48177f4e-25e7-4568-aad6-23e7026ed895 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391870 Nov 25 11:49:48.740075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device a339c2e6-7624-4b73-8421-954e3de11770 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:48.772859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: a339c2e6-7624-4b73-8421-954e3de11770 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:49:48.773203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device a339c2e6-7624-4b73-8421-954e3de11770 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:48.857326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3008d6-c656-4d3d-8f0a-da7f149468e6 req-e06cbbdd-9d7f-4dab-a95f-c506370c1743 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:48.858729 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3b3008d6-c656-4d3d-8f0a-da7f149468e6 req-e06cbbdd-9d7f-4dab-a95f-c506370c1743 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0792177 Nov 25 11:49:48.902375 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3b3008d6-c656-4d3d-8f0a-da7f149468e6 req-b1281198-f432-4899-86ae-841d13fc23c3 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Nov 25 11:49:49.440306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5242eb-76ea-4824-a99e-7b8efeb4b4c6 req-6700af67-21a9-4aa5-9eda-bab5fb399dc7 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:49.441636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0a5242eb-76ea-4824-a99e-7b8efeb4b4c6 req-6700af67-21a9-4aa5-9eda-bab5fb399dc7 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0751593 Nov 25 11:49:49.485160 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0a5242eb-76ea-4824-a99e-7b8efeb4b4c6 req-88c4fb92-e261-441e-9156-e1a970a751f7 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Nov 25 11:49:50.686381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bc904-a820-4e21-b71e-0daabcd81027 req-d50d6971-5d11-4b04-b388-1373737e168d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:50.687825 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-521bc904-a820-4e21-b71e-0daabcd81027 req-d50d6971-5d11-4b04-b388-1373737e168d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0787199 Nov 25 11:49:50.722453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-4405f824-794e-4c13-abc1-af0dc8352196 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:50.723128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-4405f824-794e-4c13-abc1-af0dc8352196 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Synchronizing usage tracker for tenant:245180490afe40a2b797c63db9f7e6dd on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:49:50.732732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-521bc904-a820-4e21-b71e-0daabcd81027 req-e6d27c20-97d9-4ce4-a224-47de118e37e3 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a35cad8-eb07-4639-b5a1-0fc520d699e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394549 Nov 25 11:49:50.738856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-4405f824-794e-4c13-abc1-af0dc8352196 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Unset dirty status for tenant:245180490afe40a2b797c63db9f7e6dd on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:49:50.739941 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-4405f824-794e-4c13-abc1-af0dc8352196 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 946 time: 0.0993021 Nov 25 11:49:50.806875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Deleting port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:49:50.807257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:51.041805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] For port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,segment=NetworkSegment(6cbf0d3a-e52c-4db5-89cb-5788d415c474),segment_id=6cbf0d3a-e52c-4db5-89cb-5788d415c474)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:49:51.042204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:51.161456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Calling delete_port for 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:49:51.303525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:51.309366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-791f9f6b-f9c8-4af7-8748-60953fe247e3 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:51.314858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:49:51.354367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Pushing event deleted for resources: {'Port': ['ID=7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:51.357403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:51.434478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] No DVR routers for this DVR port 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:49:51.436806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:51.439470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'name': 'network-vif-deleted', 'tag': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:51.455122 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-02903c18-68b3-430a-8e4c-e0bd35cbfd79 req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.48 "DELETE /v2.0/ports/7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 HTTP/1.1" status: 204 len: 173 time: 0.7092113 Nov 25 11:49:51.513959 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1130ba7-2c74-4c95-a6dc-c1e415464374', 'name': 'network-vif-deleted', 'tag': '7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0', 'status': 'completed', 'code': 200} Nov 25 11:49:51.914165 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cf1fea3e-8734-4b64-91bc-186a8c338ac4 req-14c11ed9-b57d-4af6-9688-f58325e2db60 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1130ba7-2c74-4c95-a6dc-c1e415464374 HTTP/1.1" status: 200 len: 210 time: 0.0431404 Nov 25 11:49:53.018319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46074) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:53.076513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Deleting subnet 0071307d-17f6-440d-b190-98e7125ede1c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:49:53.079295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.130411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.183179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.246878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.250241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-31be37fe-c5e3-4c6c-bbe3-a86963c7b12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:53.287651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0071307d-17f6-440d-b190-98e7125ede1c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:53.290730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:53.294475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.300242 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0071307d-17f6-440d-b190-98e7125ede1c HTTP/1.1" status: 204 len: 168 time: 0.2806544 Nov 25 11:49:53.302489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46078) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:53.404681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.523410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.548277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cb03a4-a4ea-42e8-8023-915609e395b4']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:53.560154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbf0d3a-e52c-4db5-89cb-5788d415c474') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:53.560437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbf0d3a-e52c-4db5-89cb-5788d415c474') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:53.572212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.587845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.593614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:49:53.593981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:49:53.606441 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:49:53.784246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.788436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:53.790988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5eb52690-587f-47e2-984c-7cdf9cf040a9 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:53.813213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=78cb03a4-a4ea-42e8-8023-915609e395b4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:53.815645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:53.821487 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] 10.222.0.41 "DELETE /v2.0/networks/78cb03a4-a4ea-42e8-8023-915609e395b4 HTTP/1.1" status: 204 len: 168 time: 0.5180812 Nov 25 11:49:53.952530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:54.000529 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ebef435e-6d92-428c-b33e-714de016f6ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=245180490afe40a2b797c63db9f7e6dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0467930 Nov 25 11:49:54.002824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46088) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:54.059361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:54.083806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:54.139951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:54.143992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1729eede-456a-49c6-8063-dbcfab2367a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:54.156428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a35cad8-eb07-4639-b5a1-0fc520d699e8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:54.159240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:54.161071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:54.163349 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a35cad8-eb07-4639-b5a1-0fc520d699e8 HTTP/1.1" status: 204 len: 168 time: 0.1584904 Nov 25 11:49:54.771951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:54.809147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:49:54.809501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 7f7e8fab-b58b-4a5e-a18e-7e3d7e02e2b0 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:54.992074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:55.113713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117469812'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:55.119286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:55.123050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:network and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:55.125933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:55.132387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:55.141123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:55.143937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.155975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.187194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:55.190978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:security_group_rule and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:55.193723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:55.199304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:55.263985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.267796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.270656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:55.302554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:49:55.308273 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3574b3-62db-46b4-ba22-0a5ef420a36f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:55.311647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:55.316922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.317277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Added segment 7b166cdd-cb14-4c6a-8e24-af644b4e8749 of type vlan for network 5eeac815-5930-4d4e-898a-1f1b31b67004 Nov 25 11:49:55.344580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.374105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.378072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:55.378645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.383525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-687461fa-63ee-49f0-b42d-4176693c4743 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:55.487433 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4942765 Nov 25 11:49:55.488471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Network': ['ID=5eeac815-5930-4d4e-898a-1f1b31b67004,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:55.491072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e11b7470-d274-45f6-9f39-1b43ab6bb6ba tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:55.499326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5eeac815-5930-4d4e-898a-1f1b31b67004 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:49:58.732617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:58.738526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'subnet': {'network_id': '5eeac815-5930-4d4e-898a-1f1b31b67004', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:58.848830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:58.852619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:subnet and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:58.855369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:58.860984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:58.870170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:58.969914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.183515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.187526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c4ddc696-cc24-4cd9-947f-57de2c160465 tempest-NetworksIpV6TestAttrs-1639657134 tempest-NetworksIpV6TestAttrs-1639657134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:59.258520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Subnet': ['ID=ab25e949-c4a2-4570-b5e6-18a6d6478e29,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:59.262209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:59.270119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Checking segment: {'id': '7b166cdd-cb14-4c6a-8e24-af644b4e8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5eeac815-5930-4d4e-898a-1f1b31b67004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:49:59.270474 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network hostable DHCP agents. Network: 5eeac815-5930-4d4e-898a-1f1b31b67004, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:49:59.291167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network 5eeac815-5930-4d4e-898a-1f1b31b67004 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:49:59.299709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5eeac815-5930-4d4e-898a-1f1b31b67004) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:59.303472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:59.304596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.309902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f56eca-a7e1-462b-a819-f48901473d6c None None] Network 5eeac815-5930-4d4e-898a-1f1b31b67004 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:49:59.327042 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5933290 Nov 25 11:49:59.330593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46120) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:59.336216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1221359744'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:59.341054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:59.344777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:network and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:59.347557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:59.353267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:59.363828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:59.367399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.396121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:49:59.405317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.405653 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Added segment 04cdab40-0b22-460d-98f6-df020af2b3d3 of type vlan for network eda65a21-803b-468c-a86b-1915d4d29ed7 Nov 25 11:49:59.435636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.465530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.469576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:59.470149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.475286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a02520fe-6364-4414-b168-eae2fb882149 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:59.527611 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5eeac815-5930-4d4e-898a-1f1b31b67004', 'network_id': '5eeac815-5930-4d4e-898a-1f1b31b67004', 'tenant_id': 'a29408ad9abc4cac8fed085280f4d37a', 'fixed_ips': [{'subnet_id': 'ab25e949-c4a2-4570-b5e6-18a6d6478e29'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:49:59.528920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.570971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2368643 Nov 25 11:49:59.571311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46124) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:59.577214 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'subnet': {'network_id': 'eda65a21-803b-468c-a86b-1915d4d29ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:49:59.577827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Network': ['ID=eda65a21-803b-468c-a86b-1915d4d29ed7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:59.580616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c31a474c-9449-486e-8ffb-d0c61335355f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:59.589657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network eda65a21-803b-468c-a86b-1915d4d29ed7 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:49:59.784144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Allocated IP 2001:db8:0:ffff::2 (5eeac815-5930-4d4e-898a-1f1b31b67004/ab25e949-c4a2-4570-b5e6-18a6d6478e29/c9aec85b-62d2-4494-96b3-7ad394eb30e6) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:59.793523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:59.798433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:subnet and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:59.801933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:59.809932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:59.821960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:59.924116 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.016401 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.027469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Transition to ACTIVE for port object c9aec85b-62d2-4494-96b3-7ad394eb30e6 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:00.047628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Transition to ACTIVE for port object c9aec85b-62d2-4494-96b3-7ad394eb30e6 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:00.052772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.057523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:00.115861 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Network 5eeac815-5930-4d4e-898a-1f1b31b67004 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:00.123000 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:00.127182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:00.132412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Pushing event updated for resources: {'Port': ['ID=c9aec85b-62d2-4494-96b3-7ad394eb30e6,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:00.135840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:00.155787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.159313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b7a49c8d-b84d-4fca-afe0-c403d7cb3ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:00.219618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.226593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Attempting to bind port c9aec85b-62d2-4494-96b3-7ad394eb30e6 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:00.226946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Attempting to bind port c9aec85b-62d2-4494-96b3-7ad394eb30e6 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '7b166cdd-cb14-4c6a-8e24-af644b4e8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5eeac815-5930-4d4e-898a-1f1b31b67004'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:00.227310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Attempting to bind port c9aec85b-62d2-4494-96b3-7ad394eb30e6 on network 5eeac815-5930-4d4e-898a-1f1b31b67004 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:00.231095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Subnet': ['ID=201ac5d9-f4b7-4288-9696-71f9f469eb4f,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:00.233678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:00.234054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Checking segment: {'id': '7b166cdd-cb14-4c6a-8e24-af644b4e8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5eeac815-5930-4d4e-898a-1f1b31b67004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:00.234196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:00.234453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.234846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Bound using segment: {'id': '7b166cdd-cb14-4c6a-8e24-af644b4e8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5eeac815-5930-4d4e-898a-1f1b31b67004'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:00.235314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Bound port: c9aec85b-62d2-4494-96b3-7ad394eb30e6, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b166cdd-cb14-4c6a-8e24-af644b4e8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5eeac815-5930-4d4e-898a-1f1b31b67004'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:00.235690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.247604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Checking segment: {'id': '04cdab40-0b22-460d-98f6-df020af2b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'eda65a21-803b-468c-a86b-1915d4d29ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:00.247952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network hostable DHCP agents. Network: eda65a21-803b-468c-a86b-1915d4d29ed7, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:00.269292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network eda65a21-803b-468c-a86b-1915d4d29ed7 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:00.278316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, eda65a21-803b-468c-a86b-1915d4d29ed7) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:00.282977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:00.283559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.292364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a485f-919c-4c56-975c-624a639b69f4 None None] Network eda65a21-803b-468c-a86b-1915d4d29ed7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:00.304280 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7316642 Nov 25 11:50:00.307107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46128) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:00.405853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] For port c9aec85b-62d2-4494-96b3-7ad394eb30e6, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:00.425859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] For port c9aec85b-62d2-4494-96b3-7ad394eb30e6, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c9aec85b-62d2-4494-96b3-7ad394eb30e6,segment=NetworkSegment(7b166cdd-cb14-4c6a-8e24-af644b4e8749),segment_id=7b166cdd-cb14-4c6a-8e24-af644b4e8749)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:00.435290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.441205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:00.448984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.519479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.597698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Pushing event updated for resources: {'Port': ['ID=c9aec85b-62d2-4494-96b3-7ad394eb30e6,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:00.604560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:00.607552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.611590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-294b3a1e-26ed-4bc5-ac9f-0bdd946450e5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:00.618515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5b9ca-2ead-4ca5-aa63-329d1a34f435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-eda65a21-803b-468c-a86b-1915d4d29ed7', 'network_id': 'eda65a21-803b-468c-a86b-1915d4d29ed7', 'tenant_id': 'a29408ad9abc4cac8fed085280f4d37a', 'fixed_ips': [{'subnet_id': '201ac5d9-f4b7-4288-9696-71f9f469eb4f'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:00.619368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-49c5b9ca-2ead-4ca5-aa63-329d1a34f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.653389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Subnet': ['ID=201ac5d9-f4b7-4288-9696-71f9f469eb4f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:00.655766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:00.754501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899ef90-e440-47e7-b933-38e3089659e8 None None] Network eda65a21-803b-468c-a86b-1915d4d29ed7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:00.772107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.805315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda65a21-803b-468c-a86b-1915d4d29ed7']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:00.818515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cdab40-0b22-460d-98f6-df020af2b3d3') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:00.818805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cdab40-0b22-460d-98f6-df020af2b3d3') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:00.831322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.849043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.856266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:50:00.856767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:00.873033 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:00.958414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.962753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.965688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-94a27819-a54c-45d0-ad30-e5e6a3ebafab tempest-TagsExtTest-122734302 tempest-TagsExtTest-122734302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:00.987823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Network': ['ID=eda65a21-803b-468c-a86b-1915d4d29ed7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:00.989960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:00.992471 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/eda65a21-803b-468c-a86b-1915d4d29ed7 HTTP/1.1" status: 204 len: 168 time: 0.6843233 Nov 25 11:50:00.995977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46132) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:01.001749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2122367638'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:01.007479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:01.011264 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:network and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:01.014117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:01.019828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:01.029804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:01.032947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.062620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:01.071913 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.072284 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Added segment 9d924746-221e-4c92-95ed-c824cb40286b of type vlan for network 60a1c93d-1c6a-4674-9ec8-08abbbe20159 Nov 25 11:50:01.100382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.129319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.133203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:01.133742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.137143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a9ab0547-ba3e-4fd4-9b57-67df290a5e6a tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:01.244570 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2442040 Nov 25 11:50:01.244760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46136) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:01.252356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'subnet': {'network_id': '60a1c93d-1c6a-4674-9ec8-08abbbe20159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:01.266000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Network': ['ID=60a1c93d-1c6a-4674-9ec8-08abbbe20159,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:01.268883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:01.276517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 60a1c93d-1c6a-4674-9ec8-08abbbe20159 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:01.386667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:01.391258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:subnet and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:01.394296 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:01.401304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:01.411882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:01.472718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9aec85b-62d2-4494-96b3-7ad394eb30e6 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:01.519090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.549580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c444ef-53ab-41fc-aa47-31d61897cfe7 None None] Network 5eeac815-5930-4d4e-898a-1f1b31b67004 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:01.571827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c9aec85b-62d2-4494-96b3-7ad394eb30e6 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:01.619716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Performing IP validity checks on allocation pools {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:50:01.620254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.ipam_backend_mixin [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:50:01.648507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Provisioning for port c9aec85b-62d2-4494-96b3-7ad394eb30e6 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:01.656281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Provisioning complete for port c9aec85b-62d2-4494-96b3-7ad394eb30e6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:01.656658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.746855 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.751006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1705fd20-ec9c-4ea9-93fd-23f9da540872 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:01.822997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Subnet': ['ID=00d34feb-e5ef-4b2b-ba17-da970cbf556e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:01.826590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:01.840282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Checking segment: {'id': '9d924746-221e-4c92-95ed-c824cb40286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '60a1c93d-1c6a-4674-9ec8-08abbbe20159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:01.840631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network hostable DHCP agents. Network: 60a1c93d-1c6a-4674-9ec8-08abbbe20159, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:01.861747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network 60a1c93d-1c6a-4674-9ec8-08abbbe20159 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:01.870967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 60a1c93d-1c6a-4674-9ec8-08abbbe20159) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:01.873809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.874922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:01.875560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.886596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd70d1-d1b5-4436-9692-3ae4565b4c48 None None] Network 60a1c93d-1c6a-4674-9ec8-08abbbe20159 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:01.898500 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6526613 Nov 25 11:50:01.901062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46140) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:02.042599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] For port c9aec85b-62d2-4494-96b3-7ad394eb30e6, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c9aec85b-62d2-4494-96b3-7ad394eb30e6,segment=NetworkSegment(7b166cdd-cb14-4c6a-8e24-af644b4e8749),segment_id=7b166cdd-cb14-4c6a-8e24-af644b4e8749)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:02.060050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.064413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:02.152054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.181804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Pushing event updated for resources: {'Port': ['ID=c9aec85b-62d2-4494-96b3-7ad394eb30e6,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:02.186907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:02.219987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.251873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2acd850-be43-4d18-976e-e9f6f420b66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-60a1c93d-1c6a-4674-9ec8-08abbbe20159', 'network_id': '60a1c93d-1c6a-4674-9ec8-08abbbe20159', 'tenant_id': 'a29408ad9abc4cac8fed085280f4d37a', 'fixed_ips': [{'subnet_id': '00d34feb-e5ef-4b2b-ba17-da970cbf556e'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:02.253112 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e2acd850-be43-4d18-976e-e9f6f420b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.297024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.301291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-664a5c36-cee5-4186-9557-1e4330005177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:02.341991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Subnet': ['ID=00d34feb-e5ef-4b2b-ba17-da970cbf556e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:02.345905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server [None req-e2acd850-be43-4d18-976e-e9f6f420b66a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00d34feb-e5ef-4b2b-ba17-da970cbf556e: This subnet is being modified by another concurrent operation. Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise value Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00d34feb-e5ef-4b2b-ba17-da970cbf556e: This subnet is being modified by another concurrent operation. Nov 25 11:50:02.353503 dv-neutron-819177-1-hyperv neutron-server[83571]: ERROR oslo_messaging.rpc.server Nov 25 11:50:02.367979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a4c88-c29e-4ba5-8226-aca4510eaf8c None None] Network 60a1c93d-1c6a-4674-9ec8-08abbbe20159 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:02.437657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.462424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a1c93d-1c6a-4674-9ec8-08abbbe20159']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:02.472071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-28052e59-3ab3-43fe-840f-35cc6cec80c5 None None] Provisioning complete for port c9aec85b-62d2-4494-96b3-7ad394eb30e6 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:02.472453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-28052e59-3ab3-43fe-840f-35cc6cec80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.474080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d924746-221e-4c92-95ed-c824cb40286b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:02.474366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d924746-221e-4c92-95ed-c824cb40286b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:02.485592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.501409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.508174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:50:02.508518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:02.522703 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:02.583300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712fce1-a2d8-48de-96ed-4415ad5c8945 None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:50:02.601323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.604650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-71430d9a-3ec9-43ac-adae-24c3c2adc40a tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:02.621706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.627677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Network': ['ID=60a1c93d-1c6a-4674-9ec8-08abbbe20159,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:02.631882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:02.634591 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/60a1c93d-1c6a-4674-9ec8-08abbbe20159 HTTP/1.1" status: 204 len: 168 time: 0.7324181 Nov 25 11:50:02.638072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46144) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:02.643426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143801385'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:02.648315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:02.651988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:network and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:02.654791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:02.660425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:02.670638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:02.673653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.701577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:02.710360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.710696 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Added segment e08ad3f6-21e3-4e95-883a-570399dd42cf of type vlan for network c67f6aa9-b6eb-4070-bb20-892d6654d40f Nov 25 11:50:02.732476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712fce1-a2d8-48de-96ed-4415ad5c8945 None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:50:02.736895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.770088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.774092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:02.774672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.780168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a0c56560-a02d-4991-b9e2-92e52e1f8036 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:02.865672 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2238808 Nov 25 11:50:02.865928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46148) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:02.872650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'subnet': {'network_id': 'c67f6aa9-b6eb-4070-bb20-892d6654d40f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:02.884897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Network': ['ID=c67f6aa9-b6eb-4070-bb20-892d6654d40f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:02.887520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:02.918329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c67f6aa9-b6eb-4070-bb20-892d6654d40f details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:02.981254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:02.985051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:subnet and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:02.987812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:02.993510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:03.003982 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:03.114910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.422125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.427251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-502acf63-dd01-4aaf-b2b7-682abea4914a tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:03.430883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9aec85b-62d2-4494-96b3-7ad394eb30e6 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:03.540798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c9aec85b-62d2-4494-96b3-7ad394eb30e6 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:03.541332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.551110 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Subnet': ['ID=cb80c18e-c7aa-49c9-bd71-abd4874928d2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:03.560449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:03.571900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Checking segment: {'id': 'e08ad3f6-21e3-4e95-883a-570399dd42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c67f6aa9-b6eb-4070-bb20-892d6654d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:03.572481 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network hostable DHCP agents. Network: c67f6aa9-b6eb-4070-bb20-892d6654d40f, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:03.605166 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network c67f6aa9-b6eb-4070-bb20-892d6654d40f is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:03.617471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, c67f6aa9-b6eb-4070-bb20-892d6654d40f) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:03.622708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:03.624568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.626260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854daf4c-cd86-4b82-bf8b-9b53e4690f07 None None] Network c67f6aa9-b6eb-4070-bb20-892d6654d40f requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:03.649932 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-97b43a37-ad86-438e-8a59-767cdbdd78cd tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7823262 Nov 25 11:50:03.653735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:03.660351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260849897'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:03.665342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:03.669118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:network and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:03.671913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:03.677613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:03.688733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:03.691719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.720102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:03.729365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.729693 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Added segment 315dae8b-9cf8-4950-9f5c-fffebaf8a6b1 of type vlan for network 4d8a26e8-066a-4262-96e4-2695e7e20eca Nov 25 11:50:03.760562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.793868 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.798050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:03.798759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.804428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b5d187bb-5fd4-4410-920a-5ea0636a9d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:03.885253 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2295687 Nov 25 11:50:03.888186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46156) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:03.893887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Request body: {'subnet': {'network_id': '4d8a26e8-066a-4262-96e4-2695e7e20eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:03.898991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-c67f6aa9-b6eb-4070-bb20-892d6654d40f', 'network_id': 'c67f6aa9-b6eb-4070-bb20-892d6654d40f', 'tenant_id': 'a29408ad9abc4cac8fed085280f4d37a', 'fixed_ips': [{'subnet_id': 'cb80c18e-c7aa-49c9-bd71-abd4874928d2'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:03.899812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.906335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Network': ['ID=4d8a26e8-066a-4262-96e4-2695e7e20eca,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:03.909085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:03.917745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 4d8a26e8-066a-4262-96e4-2695e7e20eca details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:04.003070 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:04.007454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Usage tracker for resource:subnet and tenant:a29408ad9abc4cac8fed085280f4d37a is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:04.010274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:04.015933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:04.026165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Made reservation on behalf of a29408ad9abc4cac8fed085280f4d37a for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:04.127016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e9ad9b06-44e5-4a45-9b24-54eca1baeca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.129997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.221888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Allocated IP 2001:db8::2 (c67f6aa9-b6eb-4070-bb20-892d6654d40f/cb80c18e-c7aa-49c9-bd71-abd4874928d2/c869e59a-83cb-473a-bee6-4c83408eb2df) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:04.224798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.352447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.356055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2a3ea867-f381-4bac-be98-68c17b5479ce tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:04.427099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event updated for resources: {'Subnet': ['ID=d545ecd4-b773-4cdb-ae1f-dd6ff3b47ebc,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:04.428676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.429777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:04.439086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Transition to ACTIVE for port object c869e59a-83cb-473a-bee6-4c83408eb2df will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:04.443387 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Checking segment: {'id': '315dae8b-9cf8-4950-9f5c-fffebaf8a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4d8a26e8-066a-4262-96e4-2695e7e20eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:04.443735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network hostable DHCP agents. Network: 4d8a26e8-066a-4262-96e4-2695e7e20eca, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:04.456989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Transition to ACTIVE for port object c869e59a-83cb-473a-bee6-4c83408eb2df will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:04.462858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.465361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Network 4d8a26e8-066a-4262-96e4-2695e7e20eca is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:04.467424 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:04.474783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 4d8a26e8-066a-4262-96e4-2695e7e20eca) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:04.488450 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:04.489177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.500360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8835d-c16e-45cd-a368-cc7de91904a4 None None] Network 4d8a26e8-066a-4262-96e4-2695e7e20eca requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:04.514982 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-10f368bb-1120-44fc-bb14-97d4a0a782e0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6235051 Nov 25 11:50:04.515418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46160) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:04.602117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Network c67f6aa9-b6eb-4070-bb20-892d6654d40f is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:04.612781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:04.620871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:04.624600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Pushing event updated for resources: {'Port': ['ID=c869e59a-83cb-473a-bee6-4c83408eb2df,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:04.639712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:04.661075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.730528 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.774656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Attempting to bind port c869e59a-83cb-473a-bee6-4c83408eb2df on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:04.775018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Attempting to bind port c869e59a-83cb-473a-bee6-4c83408eb2df by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'e08ad3f6-21e3-4e95-883a-570399dd42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c67f6aa9-b6eb-4070-bb20-892d6654d40f'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:04.775388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Attempting to bind port c869e59a-83cb-473a-bee6-4c83408eb2df on network c67f6aa9-b6eb-4070-bb20-892d6654d40f {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:04.804271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.807728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a603fbef-58ab-491c-8e4e-b437dd300bd0 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:04.812981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:04.813364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Checking segment: {'id': 'e08ad3f6-21e3-4e95-883a-570399dd42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c67f6aa9-b6eb-4070-bb20-892d6654d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:04.813769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.814168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Bound using segment: {'id': 'e08ad3f6-21e3-4e95-883a-570399dd42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c67f6aa9-b6eb-4070-bb20-892d6654d40f'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:04.814651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Bound port: c869e59a-83cb-473a-bee6-4c83408eb2df, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08ad3f6-21e3-4e95-883a-570399dd42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c67f6aa9-b6eb-4070-bb20-892d6654d40f'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:04.815028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.842911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Subnet': ['ID=d545ecd4-b773-4cdb-ae1f-dd6ff3b47ebc,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:04.846233 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:04.866887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c88774-b681-4fc2-a265-4b47f36335c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-4d8a26e8-066a-4262-96e4-2695e7e20eca', 'network_id': '4d8a26e8-066a-4262-96e4-2695e7e20eca', 'tenant_id': 'a29408ad9abc4cac8fed085280f4d37a', 'fixed_ips': [{'subnet_id': 'd545ecd4-b773-4cdb-ae1f-dd6ff3b47ebc'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:04.867702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e7c88774-b681-4fc2-a265-4b47f36335c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.937556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.963343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8a26e8-066a-4262-96e4-2695e7e20eca']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:04.975227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315dae8b-9cf8-4950-9f5c-fffebaf8a6b1') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:04.975545 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315dae8b-9cf8-4950-9f5c-fffebaf8a6b1') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:04.979431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] For port c869e59a-83cb-473a-bee6-4c83408eb2df, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:04.986978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.990905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] For port c869e59a-83cb-473a-bee6-4c83408eb2df, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c869e59a-83cb-473a-bee6-4c83408eb2df,segment=NetworkSegment(e08ad3f6-21e3-4e95-883a-570399dd42cf),segment_id=e08ad3f6-21e3-4e95-883a-570399dd42cf)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:04.995302 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.999730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:05.004432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.011371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:50:05.011692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:05.029749 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:05.034729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb87f9-b041-4554-a594-7a87bb477958 None None] Network 4d8a26e8-066a-4262-96e4-2695e7e20eca requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:05.109431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.113078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-efbac682-87c1-42da-afd4-4ec19aac3069 tempest-ExternalNetworksTestJSON-880737911 tempest-ExternalNetworksTestJSON-880737911-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:05.127783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.139892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Network': ['ID=4d8a26e8-066a-4262-96e4-2695e7e20eca,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:05.142860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:05.144874 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4bd4de33-b934-46ca-8c07-570b1bbe0553 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/4d8a26e8-066a-4262-96e4-2695e7e20eca HTTP/1.1" status: 204 len: 168 time: 0.6277864 Nov 25 11:50:05.148609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46164) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.165323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Pushing event updated for resources: {'Port': ['ID=c869e59a-83cb-473a-bee6-4c83408eb2df,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:05.171029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:05.197968 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32e1c35-9122-4dd9-b726-7162168aa6c7 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] GET failed (client error): The resource could not be found. Nov 25 11:50:05.198747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e32e1c35-9122-4dd9-b726-7162168aa6c7 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Synchronizing usage tracker for tenant:a29408ad9abc4cac8fed085280f4d37a on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:05.217837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e32e1c35-9122-4dd9-b726-7162168aa6c7 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Unset dirty status for tenant:a29408ad9abc4cac8fed085280f4d37a on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:05.223789 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e32e1c35-9122-4dd9-b726-7162168aa6c7 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "GET /v2.0/subnets/d545ecd4-b773-4cdb-ae1f-dd6ff3b47ebc HTTP/1.1" status: 404 len: 337 time: 0.0707176 Nov 25 11:50:05.224125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46168) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.268788 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5ecb0d-5400-41eb-a7bb-6765c3fc8c59 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] DELETE failed (client error): The resource could not be found. Nov 25 11:50:05.269229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5ecb0d-5400-41eb-a7bb-6765c3fc8c59 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:50:05.270900 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fe5ecb0d-5400-41eb-a7bb-6765c3fc8c59 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/4d8a26e8-066a-4262-96e4-2695e7e20eca HTTP/1.1" status: 404 len: 339 time: 0.0457606 Nov 25 11:50:05.274648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46172) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.315450 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa220fc-ea04-498c-bfad-5db172f98a1f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] DELETE failed (client error): The resource could not be found. Nov 25 11:50:05.315901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa220fc-ea04-498c-bfad-5db172f98a1f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:50:05.317600 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3aa220fc-ea04-498c-bfad-5db172f98a1f tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/subnets/d545ecd4-b773-4cdb-ae1f-dd6ff3b47ebc HTTP/1.1" status: 404 len: 337 time: 0.0420363 Nov 25 11:50:05.320806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46176) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.346395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca69b654-9999-47fb-915c-e8565103fea6 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] DELETE failed (client error): The resource could not be found. Nov 25 11:50:05.346838 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca69b654-9999-47fb-915c-e8565103fea6 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:50:05.348639 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca69b654-9999-47fb-915c-e8565103fea6 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/4d8a26e8-066a-4262-96e4-2695e7e20eca HTTP/1.1" status: 404 len: 339 time: 0.0268476 Nov 25 11:50:05.351325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46180) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.453387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c869e59a-83cb-473a-bee6-4c83408eb2df up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:05.537140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c869e59a-83cb-473a-bee6-4c83408eb2df completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:05.546661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Deleting subnet cb80c18e-c7aa-49c9-bd71-abd4874928d2 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:50:05.549677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.602608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.688470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.762207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.766105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:05.802935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Subnet': ['ID=cb80c18e-c7aa-49c9-bd71-abd4874928d2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:05.813590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.823285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.823681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.824060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.824425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.824795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.825153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.825511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.825874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.826232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.826585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.826939 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:05.831092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:05.837062 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/subnets/cb80c18e-c7aa-49c9-bd71-abd4874928d2 HTTP/1.1" status: 204 len: 168 time: 0.4847789 Nov 25 11:50:05.839498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46184) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.955226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.966065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Deleting port c869e59a-83cb-473a-bee6-4c83408eb2df {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:05.966436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.980999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d34c22-981a-4f34-964e-72b14b3b86e3 None None] Network c67f6aa9-b6eb-4070-bb20-892d6654d40f requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:06.144338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Provisioning for port c869e59a-83cb-473a-bee6-4c83408eb2df completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:06.154656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Provisioning complete for port c869e59a-83cb-473a-bee6-4c83408eb2df triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:06.155029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.278162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] For port c869e59a-83cb-473a-bee6-4c83408eb2df, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c869e59a-83cb-473a-bee6-4c83408eb2df,segment=NetworkSegment(e08ad3f6-21e3-4e95-883a-570399dd42cf),segment_id=e08ad3f6-21e3-4e95-883a-570399dd42cf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:06.278698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.289884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.301333 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] DHCP port deletion for c67f6aa9-b6eb-4070-bb20-892d6654d40f request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:50:06.316881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Deleting port c869e59a-83cb-473a-bee6-4c83408eb2df {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:06.317260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.405202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Calling delete_port for c869e59a-83cb-473a-bee6-4c83408eb2df owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:06.423471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1f5fc6a6-c6dc-4441-9232-f60103370cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.454438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e9e332ad-edac-4726-902c-67afe723466f None None] For port c869e59a-83cb-473a-bee6-4c83408eb2df, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c869e59a-83cb-473a-bee6-4c83408eb2df,segment=NetworkSegment(e08ad3f6-21e3-4e95-883a-570399dd42cf),segment_id=e08ad3f6-21e3-4e95-883a-570399dd42cf)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:06.460082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.467046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:06.484378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:50:06.484742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:50:06.615149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Pushing event updated for resources: {'Port': ['ID=c869e59a-83cb-473a-bee6-4c83408eb2df,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:06.619782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:06.636556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] For port c869e59a-83cb-473a-bee6-4c83408eb2df, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c869e59a-83cb-473a-bee6-4c83408eb2df,segment=NetworkSegment(e08ad3f6-21e3-4e95-883a-570399dd42cf),segment_id=e08ad3f6-21e3-4e95-883a-570399dd42cf)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:06.636949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.754993 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Calling delete_port for c869e59a-83cb-473a-bee6-4c83408eb2df owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:06.824745 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.828382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:06.867642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Pushing event deleted for resources: {'Port': ['ID=c869e59a-83cb-473a-bee6-4c83408eb2df,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:06.869976 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:06.874823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] No DVR routers for this DVR port c869e59a-83cb-473a-bee6-4c83408eb2df on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:50:06.986061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Deleting port c869e59a-83cb-473a-bee6-4c83408eb2df {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:06.986403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.049217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] The port 'c869e59a-83cb-473a-bee6-4c83408eb2df' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:50:07.167769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.192494 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67f6aa9-b6eb-4070-bb20-892d6654d40f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:07.204668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08ad3f6-21e3-4e95-883a-570399dd42cf') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:07.204959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08ad3f6-21e3-4e95-883a-570399dd42cf') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:07.216570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.235193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.241114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:50:07.241485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:07.255282 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:07.329668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.332882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5214c329-ac5c-4511-b900-46682f6ae792 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:07.348217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.360631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Network': ['ID=c67f6aa9-b6eb-4070-bb20-892d6654d40f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:07.363073 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/c67f6aa9-b6eb-4070-bb20-892d6654d40f HTTP/1.1" status: 204 len: 168 time: 1.5226357 Nov 25 11:50:07.363914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-42bd08a3-caf8-49e3-9f54-b65c1a4d066c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:07.365648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46188) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:07.406782 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67d077b-dd3d-4652-ad15-812550899ec5 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] DELETE failed (client error): The resource could not be found. Nov 25 11:50:07.407189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67d077b-dd3d-4652-ad15-812550899ec5 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:50:07.408850 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c67d077b-dd3d-4652-ad15-812550899ec5 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/subnets/00d34feb-e5ef-4b2b-ba17-da970cbf556e HTTP/1.1" status: 404 len: 337 time: 0.0425277 Nov 25 11:50:07.411485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46192) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:07.426620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c869e59a-83cb-473a-bee6-4c83408eb2df no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:50:07.442551 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b22147-ce1f-427f-89ce-4f4b92ab1f51 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] DELETE failed (client error): The resource could not be found. Nov 25 11:50:07.442980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b22147-ce1f-427f-89ce-4f4b92ab1f51 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:50:07.445187 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-85b22147-ce1f-427f-89ce-4f4b92ab1f51 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/60a1c93d-1c6a-4674-9ec8-08abbbe20159 HTTP/1.1" status: 404 len: 339 time: 0.0326955 Nov 25 11:50:07.447890 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46196) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:07.467710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c869e59a-83cb-473a-bee6-4c83408eb2df {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:50:07.468079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c869e59a-83cb-473a-bee6-4c83408eb2df not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:50:07.470063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.485227 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d00362-b853-48dc-90d2-6ed234169a79 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] DELETE failed (client error): The resource could not be found. Nov 25 11:50:07.485662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d00362-b853-48dc-90d2-6ed234169a79 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:50:07.487277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-51d00362-b853-48dc-90d2-6ed234169a79 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/subnets/201ac5d9-f4b7-4288-9696-71f9f469eb4f HTTP/1.1" status: 404 len: 337 time: 0.0384150 Nov 25 11:50:07.489864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46200) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:07.514519 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-210be54c-a461-4c72-9e8c-01bc7f351ed5 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] DELETE failed (client error): The resource could not be found. Nov 25 11:50:07.514945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210be54c-a461-4c72-9e8c-01bc7f351ed5 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:50:07.516513 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-210be54c-a461-4c72-9e8c-01bc7f351ed5 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/eda65a21-803b-468c-a86b-1915d4d29ed7 HTTP/1.1" status: 404 len: 339 time: 0.0258024 Nov 25 11:50:07.518739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46204) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:07.705116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Deleting subnet ab25e949-c4a2-4570-b5e6-18a6d6478e29 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:50:07.707969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.761035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.844872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.914789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.918814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-af1e94e8-39bd-4d23-85da-defd01f867b4 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:07.954152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Subnet': ['ID=ab25e949-c4a2-4570-b5e6-18a6d6478e29,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:07.956545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:07.960285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.965459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e56a24-96ba-48b9-aec9-5920fe5ed28c None None] Network 5eeac815-5930-4d4e-898a-1f1b31b67004 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:07.970359 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-988c4055-5e6d-42de-b21b-013efd7110b9 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/subnets/ab25e949-c4a2-4570-b5e6-18a6d6478e29 HTTP/1.1" status: 204 len: 168 time: 0.4507256 Nov 25 11:50:07.972912 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46208) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:08.081203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.091680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Deleting port c9aec85b-62d2-4494-96b3-7ad394eb30e6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:08.092017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.207054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] DHCP port deletion for 5eeac815-5930-4d4e-898a-1f1b31b67004 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:50:08.211979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Deleting port c9aec85b-62d2-4494-96b3-7ad394eb30e6 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:08.212391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.300078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] For port c9aec85b-62d2-4494-96b3-7ad394eb30e6, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c9aec85b-62d2-4494-96b3-7ad394eb30e6,segment=NetworkSegment(7b166cdd-cb14-4c6a-8e24-af644b4e8749),segment_id=7b166cdd-cb14-4c6a-8e24-af644b4e8749)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:08.300423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.421848 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] For port c9aec85b-62d2-4494-96b3-7ad394eb30e6, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c9aec85b-62d2-4494-96b3-7ad394eb30e6,segment=NetworkSegment(7b166cdd-cb14-4c6a-8e24-af644b4e8749),segment_id=7b166cdd-cb14-4c6a-8e24-af644b4e8749)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:08.422167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.513007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Calling delete_port for c9aec85b-62d2-4494-96b3-7ad394eb30e6 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:08.543518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Calling delete_port for c9aec85b-62d2-4494-96b3-7ad394eb30e6 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:08.588652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.593077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6fe853ae-03be-4174-abda-cb4695250887 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:08.615386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:50:08.615771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:50:08.635010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Port': ['ID=c9aec85b-62d2-4494-96b3-7ad394eb30e6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:08.637488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:08.640898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] No DVR routers for this DVR port c9aec85b-62d2-4494-96b3-7ad394eb30e6 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:50:08.759388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.783636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eeac815-5930-4d4e-898a-1f1b31b67004']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:08.797430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b166cdd-cb14-4c6a-8e24-af644b4e8749') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:08.797716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b166cdd-cb14-4c6a-8e24-af644b4e8749') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:08.808882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.827968 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.833779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:50:08.834149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:08.848317 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:08.911245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.922206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.925343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4a9e3e8f-b632-48e8-9e5f-5f4fb4f27cae tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:08.939623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.950566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Pushing event deleted for resources: {'Network': ['ID=5eeac815-5930-4d4e-898a-1f1b31b67004,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:08.953390 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:08.954823 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] 10.222.0.41 "DELETE /v2.0/networks/5eeac815-5930-4d4e-898a-1f1b31b67004 HTTP/1.1" status: 204 len: 168 time: 0.9809473 Nov 25 11:50:09.117067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Deleting port c9aec85b-62d2-4494-96b3-7ad394eb30e6 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:09.117459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.179751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ac72c118-54f8-4dcf-9c57-5280ccf72211 None None] The port 'c9aec85b-62d2-4494-96b3-7ad394eb30e6' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:50:09.238539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46216) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:09.410911 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-96d7a0f4-d1ca-4948-87c4-9187f6913756 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a29408ad9abc4cac8fed085280f4d37a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1710761 Nov 25 11:50:09.413675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46222) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:09.425593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9aec85b-62d2-4494-96b3-7ad394eb30e6 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:50:09.458136 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c9aec85b-62d2-4494-96b3-7ad394eb30e6 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:50:09.458409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9aec85b-62d2-4494-96b3-7ad394eb30e6 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:50:09.473438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-27240f09-5e76-4ab8-8c67-51909fcde7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.499247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-27240f09-5e76-4ab8-8c67-51909fcde7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.548908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-27240f09-5e76-4ab8-8c67-51909fcde7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.552582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e5579fa8-e211-48c1-bd26-581afadb5ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:09.564535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27240f09-5e76-4ab8-8c67-51909fcde7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3574b3-62db-46b4-ba22-0a5ef420a36f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:09.566837 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-27240f09-5e76-4ab8-8c67-51909fcde7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:09.572301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-27240f09-5e76-4ab8-8c67-51909fcde7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.573395 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-27240f09-5e76-4ab8-8c67-51909fcde7a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc3574b3-62db-46b4-ba22-0a5ef420a36f HTTP/1.1" status: 204 len: 168 time: 0.1588314 Nov 25 11:50:10.427300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46244) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:10.551469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-561087445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:10.558186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:10.562178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Usage tracker for resource:router and tenant:be019e23cef943e88e25ebdaebaea673 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:10.564975 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:10.571907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:10.581209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.582180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.600131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.609350 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:50:10.617417 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.638334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.639533 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-80e86430-9a15-49ea-9db3-d8d809eb22a8 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2111726 Nov 25 11:50:10.642225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46250) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:10.647532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-433124456'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:10.652103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:10.655843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Usage tracker for resource:network and tenant:be019e23cef943e88e25ebdaebaea673 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:10.659279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:10.665049 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:10.673920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Made reservation on behalf of be019e23cef943e88e25ebdaebaea673 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:10.676919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.692614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.723780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:10.727502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Usage tracker for resource:security_group_rule and tenant:be019e23cef943e88e25ebdaebaea673 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:10.730442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:10.736013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:10.805748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.809641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.812415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c216388-25f9-40a6-8a58-fb9f5d9c7072 tempest-NegativeSecGroupTest-944427077 tempest-NegativeSecGroupTest-944427077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:10.843062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:10.848074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dea358b-9b3a-4616-83b1-29a8ac1aa4f3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:10.857723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.858053 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Added segment 59e8fbe2-018b-46c9-a0b1-f8c27cec956d of type vlan for network 80a3d778-570a-4c24-84b2-95054ada02a7 Nov 25 11:50:10.864970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.865293 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.865662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.866604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.867111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.867506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.867869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.868254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.868616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.868971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.869324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:10.873174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:10.893246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.921123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.924804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:10.925361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.929216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-54618230-99b5-4a4b-9675-0a50f15f8044 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:11.032200 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3889580 Nov 25 11:50:11.033177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event updated for resources: {'Network': ['ID=80a3d778-570a-4c24-84b2-95054ada02a7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:11.035046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46254) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:11.036123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:11.041518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Request body: {'subnet': {'network_id': '80a3d778-570a-4c24-84b2-95054ada02a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:11.044568 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 80a3d778-570a-4c24-84b2-95054ada02a7 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:11.149258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:11.152986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Usage tracker for resource:subnet and tenant:be019e23cef943e88e25ebdaebaea673 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:11.155733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:11.161376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:11.171750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Made reservation on behalf of be019e23cef943e88e25ebdaebaea673 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:11.374268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.585473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.588788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bcbaa7ad-4ef5-4589-b008-8b55d1fd1c7b tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:11.659385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event updated for resources: {'Subnet': ['ID=45349b09-933f-4565-ab78-4ca75bbce91b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:11.663577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:11.680082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Checking segment: {'id': '59e8fbe2-018b-46c9-a0b1-f8c27cec956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '80a3d778-570a-4c24-84b2-95054ada02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:11.680430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Network hostable DHCP agents. Network: 80a3d778-570a-4c24-84b2-95054ada02a7, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:11.709128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Network 80a3d778-570a-4c24-84b2-95054ada02a7 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:11.717559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 80a3d778-570a-4c24-84b2-95054ada02a7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:11.721271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:11.721840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.726376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af515f53-caae-45c6-b22e-129beb316202 None None] Network 80a3d778-570a-4c24-84b2-95054ada02a7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:11.743647 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7075019 Nov 25 11:50:11.746637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46258) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:11.752254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-854134144'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:11.757724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:11.761746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Usage tracker for resource:network and tenant:be019e23cef943e88e25ebdaebaea673 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:11.764798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:11.770687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:11.781423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Made reservation on behalf of be019e23cef943e88e25ebdaebaea673 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:11.784739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.815447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:11.823894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.824263 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Added segment 6e7f3dbc-6845-4f90-9d8c-803c7953ea00 of type vlan for network 63f1a468-8087-4f37-8bcc-0eb7b1b7586b Nov 25 11:50:11.849718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.881801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.885731 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:11.886296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.891281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:11.977390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-80a3d778-570a-4c24-84b2-95054ada02a7', 'network_id': '80a3d778-570a-4c24-84b2-95054ada02a7', 'tenant_id': 'be019e23cef943e88e25ebdaebaea673', 'fixed_ips': [{'subnet_id': '45349b09-933f-4565-ab78-4ca75bbce91b'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:11.978240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.982857 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2351966 Nov 25 11:50:11.985720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46262) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:11.991336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Request body: {'subnet': {'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:11.995201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event updated for resources: {'Network': ['ID=63f1a468-8087-4f37-8bcc-0eb7b1b7586b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:11.998239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c5374ab1-0e9f-4b1f-af69-c2b82fecce6f tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:12.035336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 63f1a468-8087-4f37-8bcc-0eb7b1b7586b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:12.102216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:12.105916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Usage tracker for resource:subnet and tenant:be019e23cef943e88e25ebdaebaea673 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:12.108691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:12.114505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:12.124143 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Made reservation on behalf of be019e23cef943e88e25ebdaebaea673 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:12.219709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Allocated IP 172.20.0.2 (80a3d778-570a-4c24-84b2-95054ada02a7/45349b09-933f-4565-ab78-4ca75bbce91b/1890ffbc-1ba0-4dad-af15-56ac33c47574) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:12.224909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.421626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.431606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Transition to ACTIVE for port object 1890ffbc-1ba0-4dad-af15-56ac33c47574 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:12.435434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.439014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1dd7713b-240f-416f-afe7-9bba2401733c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:12.450663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Transition to ACTIVE for port object 1890ffbc-1ba0-4dad-af15-56ac33c47574 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:12.456182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.464817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:12.516174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event updated for resources: {'Subnet': ['ID=2c776b39-9c87-4ee9-9731-5a2a049fa88a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:12.519804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:12.529145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Checking segment: {'id': '6e7f3dbc-6845-4f90-9d8c-803c7953ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:12.529460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Network hostable DHCP agents. Network: 63f1a468-8087-4f37-8bcc-0eb7b1b7586b, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:12.530667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Network 80a3d778-570a-4c24-84b2-95054ada02a7 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:12.534069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:12.535946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Pushing event updated for resources: {'Port': ['ID=1890ffbc-1ba0-4dad-af15-56ac33c47574,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:12.538384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:12.547305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:12.551541 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Network 63f1a468-8087-4f37-8bcc-0eb7b1b7586b is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:12.561038 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 63f1a468-8087-4f37-8bcc-0eb7b1b7586b) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:12.565033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:12.565607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.576286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f4083-3205-4fe1-b43a-a41de74d3325 None None] Network 63f1a468-8087-4f37-8bcc-0eb7b1b7586b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:12.586745 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-23034071-c3b1-4ac5-9705-026e506c22b0 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5999577 Nov 25 11:50:12.589631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46266) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:12.594762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-177a7e64-8c9a-4f3c-abe6-4673a66aaa5c tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Request body: {'router': {'external_gateway_info': {'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:12.708080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Attempting to bind port 1890ffbc-1ba0-4dad-af15-56ac33c47574 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:12.708354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Attempting to bind port 1890ffbc-1ba0-4dad-af15-56ac33c47574 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '59e8fbe2-018b-46c9-a0b1-f8c27cec956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '80a3d778-570a-4c24-84b2-95054ada02a7'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:12.708715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Attempting to bind port 1890ffbc-1ba0-4dad-af15-56ac33c47574 on network 80a3d778-570a-4c24-84b2-95054ada02a7 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:12.729581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:12.729955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Checking segment: {'id': '59e8fbe2-018b-46c9-a0b1-f8c27cec956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '80a3d778-570a-4c24-84b2-95054ada02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:12.730359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.730758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Bound using segment: {'id': '59e8fbe2-018b-46c9-a0b1-f8c27cec956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '80a3d778-570a-4c24-84b2-95054ada02a7'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:12.731239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Bound port: 1890ffbc-1ba0-4dad-af15-56ac33c47574, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e8fbe2-018b-46c9-a0b1-f8c27cec956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '80a3d778-570a-4c24-84b2-95054ada02a7'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:12.731610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.907026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] For port 1890ffbc-1ba0-4dad-af15-56ac33c47574, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:12.911833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-63f1a468-8087-4f37-8bcc-0eb7b1b7586b', 'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b', 'tenant_id': 'be019e23cef943e88e25ebdaebaea673', 'fixed_ips': [{'subnet_id': '2c776b39-9c87-4ee9-9731-5a2a049fa88a'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:12.912697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.928958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] For port 1890ffbc-1ba0-4dad-af15-56ac33c47574, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1890ffbc-1ba0-4dad-af15-56ac33c47574,segment=NetworkSegment(59e8fbe2-018b-46c9-a0b1-f8c27cec956d),segment_id=59e8fbe2-018b-46c9-a0b1-f8c27cec956d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:12.935457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.972757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:13.085218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Pushing event updated for resources: {'Port': ['ID=1890ffbc-1ba0-4dad-af15-56ac33c47574,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:13.092054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-177a7e64-8c9a-4f3c-abe6-4673a66aaa5c tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.114415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:13.149020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Allocated IP 172.21.0.2 (63f1a468-8087-4f37-8bcc-0eb7b1b7586b/2c776b39-9c87-4ee9-9731-5a2a049fa88a/4e5547b1-bcd9-4423-bff5-ac3cd69ade54) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:13.266182 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.api.v2.resource [None req-177a7e64-8c9a-4f3c-abe6-4673a66aaa5c tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:50:13.268063 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-177a7e64-8c9a-4f3c-abe6-4673a66aaa5c tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "PUT /v2.0/routers/7226ea09-97c3-41f3-9598-fa7b1eeb225c HTTP/1.1" status: 400 len: 364 time: 0.6767700 Nov 25 11:50:13.273784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46270) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:13.342701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Deleting subnet 2c776b39-9c87-4ee9-9731-5a2a049fa88a {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:50:13.391535 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.404953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Transition to ACTIVE for port object 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:13.423199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Transition to ACTIVE for port object 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:13.428916 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.429493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.480991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:13.492290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.512601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1890ffbc-1ba0-4dad-af15-56ac33c47574 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:13.586389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.586704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Network 63f1a468-8087-4f37-8bcc-0eb7b1b7586b is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:13.595686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:13.602706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:13.604613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Pushing event updated for resources: {'Port': ['ID=4e5547b1-bcd9-4423-bff5-ac3cd69ade54,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:13.609502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:13.658522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.662203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df15201f-fe95-4359-a496-350dbce6ff0e tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:13.702407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 1890ffbc-1ba0-4dad-af15-56ac33c47574 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:13.702812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event deleted for resources: {'Subnet': ['ID=2c776b39-9c87-4ee9-9731-5a2a049fa88a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:13.705642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Attempting to bind port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:13.705774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:13.706017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Attempting to bind port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '6e7f3dbc-6845-4f90-9d8c-803c7953ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:13.706392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Attempting to bind port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 on network 63f1a468-8087-4f37-8bcc-0eb7b1b7586b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:13.712813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.716336 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:13.716722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Checking segment: {'id': '6e7f3dbc-6845-4f90-9d8c-803c7953ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:13.717133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.717532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Bound using segment: {'id': '6e7f3dbc-6845-4f90-9d8c-803c7953ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:13.718014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Bound port: 4e5547b1-bcd9-4423-bff5-ac3cd69ade54, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7f3dbc-6845-4f90-9d8c-803c7953ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '63f1a468-8087-4f37-8bcc-0eb7b1b7586b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:13.718397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.719782 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-69d7ad5d-5fd8-461d-be9a-74189b45963a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "DELETE /v2.0/subnets/2c776b39-9c87-4ee9-9731-5a2a049fa88a HTTP/1.1" status: 204 len: 168 time: 0.4450283 Nov 25 11:50:13.722236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46274) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:13.817807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] For port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:13.821884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] For port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4e5547b1-bcd9-4423-bff5-ac3cd69ade54,segment=NetworkSegment(6e7f3dbc-6845-4f90-9d8c-803c7953ea00),segment_id=6e7f3dbc-6845-4f90-9d8c-803c7953ea00)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:13.826922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.832646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:13.850407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.862381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Deleting port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:13.862834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.958213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Pushing event updated for resources: {'Port': ['ID=4e5547b1-bcd9-4423-bff5-ac3cd69ade54,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:13.961882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:13.979661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5922a-15e2-4352-8829-ed4b5df2cce4 None None] Network 63f1a468-8087-4f37-8bcc-0eb7b1b7586b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:14.060071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e36584-7ad5-46af-8be9-b6908fa32908 None None] Network 80a3d778-570a-4c24-84b2-95054ada02a7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:14.072168 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] For port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4e5547b1-bcd9-4423-bff5-ac3cd69ade54,segment=NetworkSegment(6e7f3dbc-6845-4f90-9d8c-803c7953ea00),segment_id=6e7f3dbc-6845-4f90-9d8c-803c7953ea00)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:14.072524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.195742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Calling delete_port for 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:14.246873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Provisioning for port 1890ffbc-1ba0-4dad-af15-56ac33c47574 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:14.267943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Provisioning complete for port 1890ffbc-1ba0-4dad-af15-56ac33c47574 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:14.268305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.269367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.273501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:14.313544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event deleted for resources: {'Port': ['ID=4e5547b1-bcd9-4423-bff5-ac3cd69ade54,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:14.316874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:14.320574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] No DVR routers for this DVR port 4e5547b1-bcd9-4423-bff5-ac3cd69ade54 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:50:14.513116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.553138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] For port 1890ffbc-1ba0-4dad-af15-56ac33c47574, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1890ffbc-1ba0-4dad-af15-56ac33c47574,segment=NetworkSegment(59e8fbe2-018b-46c9-a0b1-f8c27cec956d),segment_id=59e8fbe2-018b-46c9-a0b1-f8c27cec956d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:14.554725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.557151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.560792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:14.582733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f1a468-8087-4f37-8bcc-0eb7b1b7586b']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:14.599191 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7f3dbc-6845-4f90-9d8c-803c7953ea00') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:14.600054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7f3dbc-6845-4f90-9d8c-803c7953ea00') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:14.611400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.625227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Pushing event updated for resources: {'Port': ['ID=1890ffbc-1ba0-4dad-af15-56ac33c47574,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:14.628436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.632988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:14.636698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:50:14.637094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:14.652106 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:14.709158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dbca94-ae22-476e-99c0-85a124d334dd None None] get_active_networks_info from dv-neutron-819177-1-hyperv {{(pid=83571) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 11:50:14.733216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.736656 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f4d1eada-78cf-4055-bf2e-245c7fae664e tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:14.753555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.760184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event deleted for resources: {'Network': ['ID=63f1a468-8087-4f37-8bcc-0eb7b1b7586b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:14.764350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:14.767009 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "DELETE /v2.0/networks/63f1a468-8087-4f37-8bcc-0eb7b1b7586b HTTP/1.1" status: 204 len: 168 time: 1.0438671 Nov 25 11:50:14.769468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46278) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:14.811318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dbca94-ae22-476e-99c0-85a124d334dd None None] Resources bound (agent type, host, resource id): {{(pid=83571) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:50:14.814140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-06d56c9c-9799-46ec-a60a-cce264f135e9 None None] Provisioning complete for port 1890ffbc-1ba0-4dad-af15-56ac33c47574 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:14.814520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-06d56c9c-9799-46ec-a60a-cce264f135e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.952577 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Deleting subnet 45349b09-933f-4565-ab78-4ca75bbce91b {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:50:14.955444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.012756 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.093759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.164455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.168076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-39b1a514-71be-4f7f-91c0-b0e682b49a10 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:15.207473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event deleted for resources: {'Subnet': ['ID=45349b09-933f-4565-ab78-4ca75bbce91b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:15.211102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:15.214470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.220942 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "DELETE /v2.0/subnets/45349b09-933f-4565-ab78-4ca75bbce91b HTTP/1.1" status: 204 len: 168 time: 0.4505045 Nov 25 11:50:15.223371 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46282) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:15.244720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381ba32-39ec-4ad9-89a8-b30cc5d586fc None None] Network 80a3d778-570a-4c24-84b2-95054ada02a7 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:15.335865 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.346428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Deleting port 1890ffbc-1ba0-4dad-af15-56ac33c47574 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:15.346614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.441185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1890ffbc-1ba0-4dad-af15-56ac33c47574 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:15.504774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] DHCP port deletion for 80a3d778-570a-4c24-84b2-95054ada02a7 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:50:15.510881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Deleting port 1890ffbc-1ba0-4dad-af15-56ac33c47574 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:15.511258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.556221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] For port 1890ffbc-1ba0-4dad-af15-56ac33c47574, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1890ffbc-1ba0-4dad-af15-56ac33c47574,segment=NetworkSegment(59e8fbe2-018b-46c9-a0b1-f8c27cec956d),segment_id=59e8fbe2-018b-46c9-a0b1-f8c27cec956d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:15.556570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.567115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 1890ffbc-1ba0-4dad-af15-56ac33c47574 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:15.567601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.678847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Calling delete_port for 1890ffbc-1ba0-4dad-af15-56ac33c47574 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:15.750310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.754342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:15.786429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Port 1890ffbc-1ba0-4dad-af15-56ac33c47574 update to ACTIVE by agent not found {{(pid=83571) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Nov 25 11:50:15.794547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event deleted for resources: {'Port': ['ID=1890ffbc-1ba0-4dad-af15-56ac33c47574,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:15.794732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] For port 1890ffbc-1ba0-4dad-af15-56ac33c47574, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=1890ffbc-1ba0-4dad-af15-56ac33c47574,segment=NetworkSegment(59e8fbe2-018b-46c9-a0b1-f8c27cec956d),segment_id=59e8fbe2-018b-46c9-a0b1-f8c27cec956d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:15.795127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.797963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:15.800929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] No DVR routers for this DVR port 1890ffbc-1ba0-4dad-af15-56ac33c47574 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:50:15.911927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Calling delete_port for 1890ffbc-1ba0-4dad-af15-56ac33c47574 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:15.923151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.984960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:50:15.985230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:50:16.043156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a3d778-570a-4c24-84b2-95054ada02a7']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:16.055224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e8fbe2-018b-46c9-a0b1-f8c27cec956d') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:16.055506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e8fbe2-018b-46c9-a0b1-f8c27cec956d') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:16.066806 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.082487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.089562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:50:16.089973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:16.103720 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:16.181245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.185798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.188613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-33949000-4998-4457-b0fb-49821ce1c7f5 tempest-PortsTestJSON-743894897 tempest-PortsTestJSON-743894897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:16.211466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Pushing event deleted for resources: {'Network': ['ID=80a3d778-570a-4c24-84b2-95054ada02a7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:16.213607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:16.215545 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "DELETE /v2.0/networks/80a3d778-570a-4c24-84b2-95054ada02a7 HTTP/1.1" status: 204 len: 168 time: 0.9912798 Nov 25 11:50:16.218259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46286) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:16.258439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-88f4c3d3-072d-4868-994e-ff23b20ccbc3 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Synchronizing usage tracker for tenant:be019e23cef943e88e25ebdaebaea673 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:16.273781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-88f4c3d3-072d-4868-994e-ff23b20ccbc3 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Unset dirty status for tenant:be019e23cef943e88e25ebdaebaea673 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:16.274993 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-88f4c3d3-072d-4868-994e-ff23b20ccbc3 tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "GET /v2.0/ports?device_id=7226ea09-97c3-41f3-9598-fa7b1eeb225c HTTP/1.1" status: 200 len: 205 time: 0.0558424 Nov 25 11:50:16.277419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46290) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:16.410614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b718bf86-772a-432d-9a2f-eea226160c6a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.486469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Deleting port 1890ffbc-1ba0-4dad-af15-56ac33c47574 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:16.486965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.550633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e139708f-a7e0-4b31-b8ea-fb9c6e94ef3f None None] The port '1890ffbc-1ba0-4dad-af15-56ac33c47574' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:50:16.780471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b718bf86-772a-432d-9a2f-eea226160c6a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.784523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b718bf86-772a-432d-9a2f-eea226160c6a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.808290 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b718bf86-772a-432d-9a2f-eea226160c6a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.808932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b718bf86-772a-432d-9a2f-eea226160c6a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Fanout notify agent at l3_agent the message router_deleted on router 7226ea09-97c3-41f3-9598-fa7b1eeb225c {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:50:16.819480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b718bf86-772a-432d-9a2f-eea226160c6a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.820552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b718bf86-772a-432d-9a2f-eea226160c6a tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] 10.222.0.41 "DELETE /v2.0/routers/7226ea09-97c3-41f3-9598-fa7b1eeb225c HTTP/1.1" status: 204 len: 168 time: 0.5422294 Nov 25 11:50:17.099843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46298) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:17.266855 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b1527d73-8904-4489-8a51-becc7b76cda1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be019e23cef943e88e25ebdaebaea673&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1651983 Nov 25 11:50:17.269238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46304) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:17.326126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3eec9c9-623e-49e0-b967-701dd8411fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.351188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3eec9c9-623e-49e0-b967-701dd8411fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.406574 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3eec9c9-623e-49e0-b967-701dd8411fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.410284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8aeffeb5-f585-4c41-90ad-450fe6f0b2e8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:17.421684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec9c9-623e-49e0-b967-701dd8411fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dea358b-9b3a-4616-83b1-29a8ac1aa4f3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:17.426691 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3eec9c9-623e-49e0-b967-701dd8411fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:17.428790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3eec9c9-623e-49e0-b967-701dd8411fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.432589 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d3eec9c9-623e-49e0-b967-701dd8411fef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dea358b-9b3a-4616-83b1-29a8ac1aa4f3 HTTP/1.1" status: 204 len: 168 time: 0.1597230 Nov 25 11:50:17.437747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1890ffbc-1ba0-4dad-af15-56ac33c47574 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:50:17.475674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 1890ffbc-1ba0-4dad-af15-56ac33c47574 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:50:17.476048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 1890ffbc-1ba0-4dad-af15-56ac33c47574 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:50:18.175349 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:18.299920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-137900011-network', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:18.305511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:18.309618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Usage tracker for resource:network and tenant:92b432fe84d240369250c3a84ace5eb6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:18.312461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:18.318066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:18.332262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Made reservation on behalf of 92b432fe84d240369250c3a84ace5eb6 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:18.334514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.346489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.376756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:18.380417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Usage tracker for resource:security_group_rule and tenant:92b432fe84d240369250c3a84ace5eb6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:18.383082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:18.388664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:18.452894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.456489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.459308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-640a2837-839e-4331-b3da-820d4fafc336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:18.487314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:18.497688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2bfcd0-0b3a-4b06-be38-ead574b17c70,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:18.500964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:18.503600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.503937 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Added segment 06779218-064d-4acb-a91e-2ce617eece7d of type vlan for network dc0da561-bf46-4cc6-a15d-460e115cb366 Nov 25 11:50:18.529205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.558282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.559497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:18.560096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.563309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:18.663229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0da561-bf46-4cc6-a15d-460e115cb366,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:18.668929 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4898591 Nov 25 11:50:18.668929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5014e0c-fe2b-4a0b-a6e9-7070826a40e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:18.669159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:18.673692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network dc0da561-bf46-4cc6-a15d-460e115cb366 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:18.674283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Request body: {'subnet': {'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-subnet', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:18.679107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:18.682831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Usage tracker for resource:subnet and tenant:92b432fe84d240369250c3a84ace5eb6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:18.686052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:18.691873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:18.701514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Made reservation on behalf of 92b432fe84d240369250c3a84ace5eb6 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:18.703787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.898367 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.901981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e1d25b47-b301-423b-a876-007e7195d26f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:18.973067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff37b8b7-d64b-460e-a6e0-0e5f5c79129c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:18.977306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:18.985070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Checking segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:18.985418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Network hostable DHCP agents. Network: dc0da561-bf46-4cc6-a15d-460e115cb366, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:19.006061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Network dc0da561-bf46-4cc6-a15d-460e115cb366 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:19.015326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, dc0da561-bf46-4cc6-a15d-460e115cb366) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:19.019657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:19.020815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.024332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab5875-4b33-41f4-94f7-037efc5ac5a9 None None] Network dc0da561-bf46-4cc6-a15d-460e115cb366 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:19.042457 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c8c8b1cf-b121-4e94-942f-92405363aca2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3723538 Nov 25 11:50:19.045089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46336) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:19.050299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:19.054742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:19.058487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Usage tracker for resource:router and tenant:92b432fe84d240369250c3a84ace5eb6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:19.061573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:19.067201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:19.077578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.078609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.097690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.234055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-dc0da561-bf46-4cc6-a15d-460e115cb366', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'fixed_ips': [{'subnet_id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:19.234866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.247893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.386755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Allocated IP 172.20.0.2 (dc0da561-bf46-4cc6-a15d-460e115cb366/ff37b8b7-d64b-460e-a6e0-0e5f5c79129c/c8bc6ec2-997c-453e-a1af-dce9c274a207) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:19.431396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.460966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.632243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.642495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Transition to ACTIVE for port object c8bc6ec2-997c-453e-a1af-dce9c274a207 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:19.660940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Transition to ACTIVE for port object c8bc6ec2-997c-453e-a1af-dce9c274a207 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:19.666214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.670227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b5a39025-754e-4046-b22b-df41fa3f631a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:19.706151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Allocated IP 172.26.5.126 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/65b8f619-84dc-403e-82e7-0be3c4c46cd1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:19.742799 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Network dc0da561-bf46-4cc6-a15d-460e115cb366 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:19.746125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:19.748521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:19.751935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Pushing event updated for resources: {'Port': ['ID=c8bc6ec2-997c-453e-a1af-dce9c274a207,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:19.754883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:19.838914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Attempting to bind port c8bc6ec2-997c-453e-a1af-dce9c274a207 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:19.839198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Attempting to bind port c8bc6ec2-997c-453e-a1af-dce9c274a207 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:19.839569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Attempting to bind port c8bc6ec2-997c-453e-a1af-dce9c274a207 on network dc0da561-bf46-4cc6-a15d-460e115cb366 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:19.846041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:19.846418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Checking segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:19.846828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.847226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Bound using segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:19.847716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Bound port: c8bc6ec2-997c-453e-a1af-dce9c274a207, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:19.848172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.854608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.882648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.886151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:19.938881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] For port c8bc6ec2-997c-453e-a1af-dce9c274a207, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:19.942298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] For port c8bc6ec2-997c-453e-a1af-dce9c274a207, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c8bc6ec2-997c-453e-a1af-dce9c274a207,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:19.946251 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.950383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-59edda70-9716-4d74-acf1-1cab18917621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:19.952240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:19.955337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:19.959537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:19.986142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=65b8f619-84dc-403e-82e7-0be3c4c46cd1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:19.993065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:20.032525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Pushing event updated for resources: {'Port': ['ID=c8bc6ec2-997c-453e-a1af-dce9c274a207,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:20.035300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:20.121842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:20.122575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:20.360508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Router bb00d434-9a30-4155-88b3-841600eedc55 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:50:20.558227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:50:20.566897 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Sync routers for ids ['bb00d434-9a30-4155-88b3-841600eedc55'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:50:20.578899 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Routers {'bb00d434-9a30-4155-88b3-841600eedc55'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:20.579626 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['bb00d434-9a30-4155-88b3-841600eedc55'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:20.582872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:20.584346 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5382588 Nov 25 11:50:20.587519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:20.756610 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Set router bb00d434-9a30-4155-88b3-841600eedc55 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:20.935841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9f810-6a44-446d-befc-12ce171b8110 None None] Network dc0da561-bf46-4cc6-a15d-460e115cb366 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:21.050305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-53e829bf-7c41-48ce-ab77-fe6521ea0e04 None None] Provisioning for port c8bc6ec2-997c-453e-a1af-dce9c274a207 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:21.059185 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126'}], 'enable_snat': True}, 'gw_port_id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:20Z', 'revision_number': 3, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port': {'id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:21.063218 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Checking router: bb00d434-9a30-4155-88b3-841600eedc55 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:50:21.064027 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Updating router bb00d434-9a30-4155-88b3-841600eedc55 port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:50:21.116285 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.477698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c8bc6ec2-997c-453e-a1af-dce9c274a207 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:21.477915 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.485992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.491199 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Transition to ACTIVE for port object 65b8f619-84dc-403e-82e7-0be3c4c46cd1 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:21.498718 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.503476 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-24304fe7-4372-40f7-afa4-ce3241a32778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:21.552093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c8bc6ec2-997c-453e-a1af-dce9c274a207 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:21.559419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c8bc6ec2-997c-453e-a1af-dce9c274a207 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:21.560095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.605484 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Pushing event updated for resources: {'Port': ['ID=65b8f619-84dc-403e-82e7-0be3c4c46cd1,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:21.619384 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.619716 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.620084 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.620405 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.620792 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.621037 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.621355 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.621671 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.621991 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.622301 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.622605 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:21.626405 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:21.644208 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Attempting to bind port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:21.644391 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Attempting to bind port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:21.644667 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Attempting to bind port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:21.654144 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:21.654513 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:21.654911 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.655293 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:21.655801 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Bound port: 65b8f619-84dc-403e-82e7-0be3c4c46cd1, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:21.656197 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.678360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.710239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Allocated IP 172.20.0.1 (dc0da561-bf46-4cc6-a15d-460e115cb366/ff37b8b7-d64b-460e-a6e0-0e5f5c79129c/04f541ff-0c88-443e-9946-d65e4b9b6afc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:21.717286 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port c8bc6ec2-997c-453e-a1af-dce9c274a207, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c8bc6ec2-997c-453e-a1af-dce9c274a207,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:21.721106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.728308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:21.728958 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] For port 65b8f619-84dc-403e-82e7-0be3c4c46cd1, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:21.732044 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] For port 65b8f619-84dc-403e-82e7-0be3c4c46cd1, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=65b8f619-84dc-403e-82e7-0be3c4c46cd1,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:21.737359 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.741567 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-420b19b0-78d1-4aca-b314-37b5629779eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:21.798103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=c8bc6ec2-997c-453e-a1af-dce9c274a207,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:21.801958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:21.817519 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Pushing event updated for resources: {'Port': ['ID=65b8f619-84dc-403e-82e7-0be3c4c46cd1,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:21.821489 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:21.823730 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Routers {'bb00d434-9a30-4155-88b3-841600eedc55'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:21.824368 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['bb00d434-9a30-4155-88b3-841600eedc55'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:21.873005 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.888376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Transition to ACTIVE for port object 04f541ff-0c88-443e-9946-d65e4b9b6afc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:21.909763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:21.914137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c46df49-a5cd-4b05-918d-74b2240c1718 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:21.978068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Network dc0da561-bf46-4cc6-a15d-460e115cb366 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:21.981153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:21.985591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:21.994843 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] Set router bb00d434-9a30-4155-88b3-841600eedc55 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:22.013645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Pushing event updated for resources: {'Port': ['ID=04f541ff-0c88-443e-9946-d65e4b9b6afc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:22.018725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:22.044537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.129450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.226497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c37354bb-46a3-4025-8993-333c37e16441 None None] Provisioning for port 04f541ff-0c88-443e-9946-d65e4b9b6afc completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:22.231400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c37354bb-46a3-4025-8993-333c37e16441 None None] Provisioning complete for port 04f541ff-0c88-443e-9946-d65e4b9b6afc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:22.231731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c37354bb-46a3-4025-8993-333c37e16441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.283937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c37354bb-46a3-4025-8993-333c37e16441 None None] Port 04f541ff-0c88-443e-9946-d65e4b9b6afc cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:50:22.291476 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126'}], 'enable_snat': True}, 'gw_port_id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:20Z', 'revision_number': 3, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port': {'id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:22.295387 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3e6b2-20eb-4595-9c87-1822d778ab5b None None] The sync data for ids ['bb00d434-9a30-4155-88b3-841600eedc55'] in dv-neutron-819177-1-hyperv is: [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126'}], 'enable_snat': True}, 'gw_port_id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:20Z', 'revision_number': 3, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port': {'id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:50:22.360137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.364581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.390171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4e233fe3-f39c-4682-9663-6bebb4d70175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:22.487088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.491024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Pushing event updated for resources: {'Port': ['ID=04f541ff-0c88-443e-9946-d65e4b9b6afc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:22.494693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:22.641751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Network dc0da561-bf46-4cc6-a15d-460e115cb366 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:22.643073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:22.909772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b6456959-ebcb-4184-ab9b-3f0276d59581 None None] Provisioning complete for port 04f541ff-0c88-443e-9946-d65e4b9b6afc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:22.910135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b6456959-ebcb-4184-ab9b-3f0276d59581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.967035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b6456959-ebcb-4184-ab9b-3f0276d59581 None None] Port 04f541ff-0c88-443e-9946-d65e4b9b6afc cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:50:23.145323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Router bb00d434-9a30-4155-88b3-841600eedc55 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:50:23.344183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:50:23.353589 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] 10.222.0.41 "PUT /v2.0/routers/bb00d434-9a30-4155-88b3-841600eedc55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650778 Nov 25 11:50:23.503184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 65b8f619-84dc-403e-82e7-0be3c4c46cd1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:23.572982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:23.577740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:23.578223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:23.696013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:23.712069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 65b8f619-84dc-403e-82e7-0be3c4c46cd1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=65b8f619-84dc-403e-82e7-0be3c4c46cd1,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:23.715643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:23.716527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c8bc6ec2-997c-453e-a1af-dce9c274a207 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:23.742488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:23.828641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=65b8f619-84dc-403e-82e7-0be3c4c46cd1,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:23.832124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:23.843670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c8bc6ec2-997c-453e-a1af-dce9c274a207 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:23.844066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.195913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46362) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:24.201792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-10074915-network', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:24.206719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:24.210544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Usage tracker for resource:network and tenant:5512e2cfe56c4a72a1d929552b494576 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:24.213463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:24.219103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:24.229814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Made reservation on behalf of 5512e2cfe56c4a72a1d929552b494576 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:24.232327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.245081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.276928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:24.280889 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Usage tracker for resource:security_group_rule and tenant:5512e2cfe56c4a72a1d929552b494576 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:24.283683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:24.289990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:24.357768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.361787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.365061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-cbbc3162-b379-4502-8cc7-9bca52d97b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:24.395113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:24.400593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54ed1a5-6b0e-4760-a904-3163f4c4d14b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:24.403802 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:24.409506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.410022 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Added segment 6e34b9ac-2f7d-405b-9d34-839e8d53ea39 of type vlan for network 542f3b14-78d9-49ef-817c-1de25492e90d Nov 25 11:50:24.437645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.468101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.469072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:24.469650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.473214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8014d78f-7cb6-4e30-bdb8-cb7833d2abbd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:24.571879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Pushing event updated for resources: {'Network': ['ID=542f3b14-78d9-49ef-817c-1de25492e90d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:24.576311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:24.582459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 542f3b14-78d9-49ef-817c-1de25492e90d details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:24.584306 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3870788 Nov 25 11:50:24.586937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46366) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:24.592570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Request body: {'subnet': {'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-subnet', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:24.597603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:24.602589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Usage tracker for resource:subnet and tenant:5512e2cfe56c4a72a1d929552b494576 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:24.605467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:24.611156 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:24.621601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Made reservation on behalf of 5512e2cfe56c4a72a1d929552b494576 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:24.623949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.833111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.837631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-afb6ebaf-50b2-4885-ad31-5d9f9411191f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:24.908022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bb7905-7319-4f20-bb84-8ff92338cd19,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:24.910732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:24.922622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Checking segment: {'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:24.922980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Network hostable DHCP agents. Network: 542f3b14-78d9-49ef-817c-1de25492e90d, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:24.947070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Network 542f3b14-78d9-49ef-817c-1de25492e90d is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:24.956756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 542f3b14-78d9-49ef-817c-1de25492e90d) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:24.961231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:24.961800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.966414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92953f-9581-4368-ba06-7f313d3623c2 None None] Network 542f3b14-78d9-49ef-817c-1de25492e90d requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:24.982686 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-248a3f69-4b26-4a9f-8657-7779cc065569 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3946576 Nov 25 11:50:24.985447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46370) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:24.990522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:24.995015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:24.998791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Usage tracker for resource:router and tenant:5512e2cfe56c4a72a1d929552b494576 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:25.001819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:25.007620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:25.017776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.018663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.037259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.173135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-542f3b14-78d9-49ef-817c-1de25492e90d', 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'fixed_ips': [{'subnet_id': '47bb7905-7319-4f20-bb84-8ff92338cd19'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:50:25.174040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.182064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.329349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Allocated IP 172.20.0.2 (542f3b14-78d9-49ef-817c-1de25492e90d/47bb7905-7319-4f20-bb84-8ff92338cd19/16d8b8a1-fc43-4f45-9519-3c1b72363069) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:25.366746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.396421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.446451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 65b8f619-84dc-403e-82e7-0be3c4c46cd1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:25.540244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Allocated IP 172.26.5.97 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/c9af8173-a38d-4431-99a2-ecad40e54436) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:25.613872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.628934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Transition to ACTIVE for port object 16d8b8a1-fc43-4f45-9519-3c1b72363069 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:25.638704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:25.639186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.690525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.690686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Transition to ACTIVE for port object 16d8b8a1-fc43-4f45-9519-3c1b72363069 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:25.703680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.710078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:25.719933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.724320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b363db27-68c1-4860-a867-f6965848f2d5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:25.779872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:25.782783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:25.784696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Network 542f3b14-78d9-49ef-817c-1de25492e90d is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:25.785626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Pushing event updated for resources: {'Port': ['ID=16d8b8a1-fc43-4f45-9519-3c1b72363069,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:25.786417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:25.789476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:25.792285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:25.793684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Sync routers for ids ['bb00d434-9a30-4155-88b3-841600eedc55'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:50:25.796328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:25.921656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Routers {'bb00d434-9a30-4155-88b3-841600eedc55'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:25.922296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['bb00d434-9a30-4155-88b3-841600eedc55'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:25.956073 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Pushing event updated for resources: {'Port': ['ID=c9af8173-a38d-4431-99a2-ecad40e54436,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:25.960064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:26.017044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Attempting to bind port 16d8b8a1-fc43-4f45-9519-3c1b72363069 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:26.017387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Attempting to bind port 16d8b8a1-fc43-4f45-9519-3c1b72363069 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:26.017755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Attempting to bind port 16d8b8a1-fc43-4f45-9519-3c1b72363069 on network 542f3b14-78d9-49ef-817c-1de25492e90d {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:26.075014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.075614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.082492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:26.082873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Checking segment: {'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:26.083274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.083669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Bound using segment: {'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:26.084195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Bound port: 16d8b8a1-fc43-4f45-9519-3c1b72363069, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:26.084569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.187922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Set router bb00d434-9a30-4155-88b3-841600eedc55 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:26.250538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] For port 16d8b8a1-fc43-4f45-9519-3c1b72363069, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:26.270399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] For port 16d8b8a1-fc43-4f45-9519-3c1b72363069, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=16d8b8a1-fc43-4f45-9519-3c1b72363069,segment=NetworkSegment(6e34b9ac-2f7d-405b-9d34-839e8d53ea39),segment_id=6e34b9ac-2f7d-405b-9d34-839e8d53ea39)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:26.302250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Router 96fdb612-4a28-4629-8d63-680a5822ce10 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:50:26.319726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.332165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f03c2b2f-0072-489a-bf4d-2fcacc9e50de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:26.514409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:50:26.530739 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Sync routers for ids ['96fdb612-4a28-4629-8d63-680a5822ce10'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:50:26.537838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Pushing event updated for resources: {'Port': ['ID=16d8b8a1-fc43-4f45-9519-3c1b72363069,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:26.542711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:26.549840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.552413 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5650363 Nov 25 11:50:26.554781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:26.566729 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Routers {'96fdb612-4a28-4629-8d63-680a5822ce10'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:26.567341 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['96fdb612-4a28-4629-8d63-680a5822ce10'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:26.659304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126'}], 'enable_snat': True}, 'gw_port_id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:22Z', 'revision_number': 4, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port': {'id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '04f541ff-0c88-443e-9946-d65e4b9b6afc', 'name': '', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'mac_address': 'fa:16:3e:45:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:21Z', 'updated_at': '2021-11-25T11:50:22Z', 'revision_number': 2, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'subnets': [{'id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:26.664151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Checking router: bb00d434-9a30-4155-88b3-841600eedc55 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:50:26.664642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Updating router bb00d434-9a30-4155-88b3-841600eedc55 port 04f541ff-0c88-443e-9946-d65e4b9b6afc binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:50:26.754087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.779737 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Set router 96fdb612-4a28-4629-8d63-680a5822ce10 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:27.079554 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:26Z', 'revision_number': 3, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port': {'id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:27.083355 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Checking router: 96fdb612-4a28-4629-8d63-680a5822ce10 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:50:27.083722 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Updating router 96fdb612-4a28-4629-8d63-680a5822ce10 port c9af8173-a38d-4431-99a2-ecad40e54436 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:50:27.142399 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.142957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.155075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Transition to ACTIVE for port object 04f541ff-0c88-443e-9946-d65e4b9b6afc will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:27.163275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.166703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:27.320871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c9df-8a8f-4615-862f-8c56deb645a2 None None] Pushing event updated for resources: {'Port': ['ID=04f541ff-0c88-443e-9946-d65e4b9b6afc,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:27.325285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6260c9df-8a8f-4615-862f-8c56deb645a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:27.399371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.465767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Attempting to bind port 04f541ff-0c88-443e-9946-d65e4b9b6afc on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:27.466348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Attempting to bind port 04f541ff-0c88-443e-9946-d65e4b9b6afc by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:27.466867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Attempting to bind port 04f541ff-0c88-443e-9946-d65e4b9b6afc on network dc0da561-bf46-4cc6-a15d-460e115cb366 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:27.481533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:27.482094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Checking segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:27.483033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.483533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Bound using segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:27.484534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Bound port: 04f541ff-0c88-443e-9946-d65e4b9b6afc, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:27.486188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.529960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 16d8b8a1-fc43-4f45-9519-3c1b72363069 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:27.631859 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.647931 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Transition to ACTIVE for port object c9af8173-a38d-4431-99a2-ecad40e54436 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:27.658069 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.673383 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-ac8ae586-6f2e-4221-a8df-92d86693034a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:27.696386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] For port 04f541ff-0c88-443e-9946-d65e4b9b6afc, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:27.700865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] For port 04f541ff-0c88-443e-9946-d65e4b9b6afc, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=04f541ff-0c88-443e-9946-d65e4b9b6afc,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:27.702603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 16d8b8a1-fc43-4f45-9519-3c1b72363069 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:27.717574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.723765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:27.746066 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Attempting to bind port c9af8173-a38d-4431-99a2-ecad40e54436 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:27.746299 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Attempting to bind port c9af8173-a38d-4431-99a2-ecad40e54436 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:27.746653 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Attempting to bind port c9af8173-a38d-4431-99a2-ecad40e54436 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:27.754491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Allocated IP 172.20.0.1 (542f3b14-78d9-49ef-817c-1de25492e90d/47bb7905-7319-4f20-bb84-8ff92338cd19/555120e8-db76-4d91-ac8e-80be69ce9fa2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:27.763641 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2805d1-69a4-41e5-85f7-9982ca8ff501 None None] Pushing event updated for resources: {'Port': ['ID=c9af8173-a38d-4431-99a2-ecad40e54436,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:27.768349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:27.768936 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:27.769569 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.770172 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:27.771630 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Bound port: c9af8173-a38d-4431-99a2-ecad40e54436, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:27.771800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b948152-46ad-4dcf-a5b5-8399b5b09609 None None] Network 542f3b14-78d9-49ef-817c-1de25492e90d requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:50:27.771919 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.809926 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-8e2805d1-69a4-41e5-85f7-9982ca8ff501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:27.885322 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] For port c9af8173-a38d-4431-99a2-ecad40e54436, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:27.890987 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] For port c9af8173-a38d-4431-99a2-ecad40e54436, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c9af8173-a38d-4431-99a2-ecad40e54436,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:27.891869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c9df-8a8f-4615-862f-8c56deb645a2 None None] Pushing event updated for resources: {'Port': ['ID=04f541ff-0c88-443e-9946-d65e4b9b6afc,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:27.907095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6260c9df-8a8f-4615-862f-8c56deb645a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:27.907485 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.914749 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-407f7520-5001-4eeb-986a-fe0410840025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:27.933641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Routers {'bb00d434-9a30-4155-88b3-841600eedc55'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:27.934570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['bb00d434-9a30-4155-88b3-841600eedc55'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:28.009237 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Routers {'96fdb612-4a28-4629-8d63-680a5822ce10'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:28.009915 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['96fdb612-4a28-4629-8d63-680a5822ce10'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:28.014262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Provisioning for port 16d8b8a1-fc43-4f45-9519-3c1b72363069 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:28.034023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Provisioning complete for port 16d8b8a1-fc43-4f45-9519-3c1b72363069 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:28.034789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.065411 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2805d1-69a4-41e5-85f7-9982ca8ff501 None None] Pushing event updated for resources: {'Port': ['ID=c9af8173-a38d-4431-99a2-ecad40e54436,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:28.077079 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-8e2805d1-69a4-41e5-85f7-9982ca8ff501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:28.123783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.141205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Transition to ACTIVE for port object 555120e8-db76-4d91-ac8e-80be69ce9fa2 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:28.166468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.170854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e8f1b36d-edab-457d-9be0-94b03faf52c2 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:28.202157 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] Set router 96fdb612-4a28-4629-8d63-680a5822ce10 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:28.238564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Network 542f3b14-78d9-49ef-817c-1de25492e90d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:28.242400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:28.245203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:28.278554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Pushing event updated for resources: {'Port': ['ID=555120e8-db76-4d91-ac8e-80be69ce9fa2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:28.281398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:28.304806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.335164 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] Set router bb00d434-9a30-4155-88b3-841600eedc55 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:28.392391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.468565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.498527 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:26Z', 'revision_number': 3, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port': {'id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:28.502827 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb4728-c6eb-4bc5-a060-5c523569704d None None] The sync data for ids ['96fdb612-4a28-4629-8d63-680a5822ce10'] in dv-neutron-819177-1-hyperv is: [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:26Z', 'revision_number': 3, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port': {'id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:50:28.621266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.626188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.653368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] For port 16d8b8a1-fc43-4f45-9519-3c1b72363069, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=16d8b8a1-fc43-4f45-9519-3c1b72363069,segment=NetworkSegment(6e34b9ac-2f7d-405b-9d34-839e8d53ea39),segment_id=6e34b9ac-2f7d-405b-9d34-839e8d53ea39)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:28.653743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:28.660264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.669819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:28.734656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:28.742226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Pushing event updated for resources: {'Port': ['ID=555120e8-db76-4d91-ac8e-80be69ce9fa2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:28.746360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:28.802053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Pushing event updated for resources: {'Port': ['ID=16d8b8a1-fc43-4f45-9519-3c1b72363069,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:28.806557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:28.847503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126'}], 'enable_snat': True}, 'gw_port_id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:22Z', 'revision_number': 4, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port': {'id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '04f541ff-0c88-443e-9946-d65e4b9b6afc', 'name': '', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'mac_address': 'fa:16:3e:45:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:21Z', 'updated_at': '2021-11-25T11:50:27Z', 'revision_number': 4, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'subnets': [{'id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:28.851923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d10bf-24c6-47dc-9813-79f63b3e572f None None] The sync data for ids ['bb00d434-9a30-4155-88b3-841600eedc55'] in dv-neutron-819177-1-hyperv is: [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126'}], 'enable_snat': True}, 'gw_port_id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:22Z', 'revision_number': 4, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port': {'id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '04f541ff-0c88-443e-9946-d65e4b9b6afc', 'name': '', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'mac_address': 'fa:16:3e:45:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:21Z', 'updated_at': '2021-11-25T11:50:27Z', 'revision_number': 4, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'subnets': [{'id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:50:28.885513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Network 542f3b14-78d9-49ef-817c-1de25492e90d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:28.886990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:28.950083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-194dc66e-f135-4965-86bf-8424c2cde0db None None] Provisioning complete for port 16d8b8a1-fc43-4f45-9519-3c1b72363069 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:28.950083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-194dc66e-f135-4965-86bf-8424c2cde0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:29.138418 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-194dc66e-f135-4965-86bf-8424c2cde0db None None] Provisioning for port 555120e8-db76-4d91-ac8e-80be69ce9fa2 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:29.153880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-194dc66e-f135-4965-86bf-8424c2cde0db None None] Provisioning complete for port 555120e8-db76-4d91-ac8e-80be69ce9fa2 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:29.154189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-194dc66e-f135-4965-86bf-8424c2cde0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:29.222032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-194dc66e-f135-4965-86bf-8424c2cde0db None None] Port 555120e8-db76-4d91-ac8e-80be69ce9fa2 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:50:29.340796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Router 96fdb612-4a28-4629-8d63-680a5822ce10 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:50:29.347764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2d09c11e-6b01-4793-82e3-4141eb7e88d1 None None] Provisioning complete for port 555120e8-db76-4d91-ac8e-80be69ce9fa2 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:29.348265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2d09c11e-6b01-4793-82e3-4141eb7e88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:29.432279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2d09c11e-6b01-4793-82e3-4141eb7e88d1 None None] Port 555120e8-db76-4d91-ac8e-80be69ce9fa2 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:50:29.603765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 04f541ff-0c88-443e-9946-d65e4b9b6afc up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:29.630923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:50:29.641399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] 10.222.0.41 "PUT /v2.0/routers/96fdb612-4a28-4629-8d63-680a5822ce10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0853097 Nov 25 11:50:29.700550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 04f541ff-0c88-443e-9946-d65e4b9b6afc completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:29.705598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 04f541ff-0c88-443e-9946-d65e4b9b6afc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:29.706070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:29.831555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:29.866595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 04f541ff-0c88-443e-9946-d65e4b9b6afc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=04f541ff-0c88-443e-9946-d65e4b9b6afc,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:29.871658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:29.872653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 16d8b8a1-fc43-4f45-9519-3c1b72363069 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:29.899224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-e9e332ad-edac-4726-902c-67afe723466f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:29.993366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=04f541ff-0c88-443e-9946-d65e4b9b6afc,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:29.998957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:30.009901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 16d8b8a1-fc43-4f45-9519-3c1b72363069 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:30.010282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:30.185314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:30.519257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0463f585-8c51-41e1-9176-901b1a29aa86 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:30.520725 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0463f585-8c51-41e1-9176-901b1a29aa86 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/networks?id=dc0da561-bf46-4cc6-a15d-460e115cb366 HTTP/1.1" status: 200 len: 816 time: 0.1432235 Nov 25 11:50:30.537359 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0d9ef313-a7ca-4dbf-8134-f9b7e1e72ca2 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/quotas/92b432fe84d240369250c3a84ace5eb6 HTTP/1.1" status: 200 len: 375 time: 0.0105495 Nov 25 11:50:30.616146 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-23a1163d-236c-4274-81ca-c73478f391ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b432fe84d240369250c3a84ace5eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731733 Nov 25 11:50:30.748552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-de364584-472e-4161-a627-66b3853724fa service neutron] 10.222.0.41 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213622 Nov 25 11:50:30.980690 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-b53c3ee7-01f9-407e-a5ae-359db2e6a8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261856 Nov 25 11:50:31.163050 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-24c4b3f8-a48e-474a-950b-93b6851c88c6 req-cf9961a8-4763-431b-8556-9a0dd6ab0bb5 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 210 time: 0.0443673 Nov 25 11:50:31.519707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 04f541ff-0c88-443e-9946-d65e4b9b6afc up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:31.598411 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 04f541ff-0c88-443e-9946-d65e4b9b6afc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:31.598792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:31.717870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9af8173-a38d-4431-99a2-ecad40e54436 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:31.782083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c9af8173-a38d-4431-99a2-ecad40e54436 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:31.786538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c9af8173-a38d-4431-99a2-ecad40e54436 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:31.786917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:31.900365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:31.917166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port c9af8173-a38d-4431-99a2-ecad40e54436, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c9af8173-a38d-4431-99a2-ecad40e54436,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:31.921148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:31.923000 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ef51a4c9-5d99-4f31-9e2b-334de9de68d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:31.986827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=c9af8173-a38d-4431-99a2-ecad40e54436,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:31.989819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:32.294113 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0fda546c-76cb-4aba-9e63-eb6e4dd980cf tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:32.294778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0fda546c-76cb-4aba-9e63-eb6e4dd980cf tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Synchronizing usage tracker for tenant:92b432fe84d240369250c3a84ace5eb6 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:32.311976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0fda546c-76cb-4aba-9e63-eb6e4dd980cf tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Unset dirty status for tenant:92b432fe84d240369250c3a84ace5eb6 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:32.313108 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0fda546c-76cb-4aba-9e63-eb6e4dd980cf tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "GET /v2.0/networks?id=dc0da561-bf46-4cc6-a15d-460e115cb366 HTTP/1.1" status: 200 len: 816 time: 0.2867086 Nov 25 11:50:32.330345 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Request body: {'port': {'device_id': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'admin_state_up': True, 'tenant_id': '92b432fe84d240369250c3a84ace5eb6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:32.331356 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-313e73a2-f64d-499b-9d38-c59584ca4174 req-c65038da-36ae-4842-b422-ff55eb2162ab tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 210 time: 0.0417237 Nov 25 11:50:32.462585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:32.466230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Usage tracker for resource:port and tenant:92b432fe84d240369250c3a84ace5eb6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:32.469064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:32.475218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:32.484749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Made reservation on behalf of 92b432fe84d240369250c3a84ace5eb6 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:32.487808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:32.653182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Allocated IP 172.20.0.12 (dc0da561-bf46-4cc6-a15d-460e115cb366/ff37b8b7-d64b-460e-a6e0-0e5f5c79129c/13eb9c11-bd76-4d05-9131-d261d855deab) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:32.848438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:32.863337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Transition to ACTIVE for port object 13eb9c11-bd76-4d05-9131-d261d855deab will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:32.884337 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:32.889661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-03945e04-e5df-4bb4-a1bc-0b9461cf9ca1 tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:32.958586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Network dc0da561-bf46-4cc6-a15d-460e115cb366 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:32.962166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:32.966251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:50:32.994282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Pushing event updated for resources: {'Port': ['ID=13eb9c11-bd76-4d05-9131-d261d855deab,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:33.001727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:33.029328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:33.029938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.053780 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7270207 Nov 25 11:50:33.065571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Request body: {'port': {'device_id': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:50:33.178867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1393bb72-437f-4e23-85f8-a82006c6f0ed None None] Provisioning for port 13eb9c11-bd76-4d05-9131-d261d855deab completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:33.179459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.183557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-1393bb72-437f-4e23-85f8-a82006c6f0ed None None] Provisioning complete for port 13eb9c11-bd76-4d05-9131-d261d855deab triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:33.184217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1393bb72-437f-4e23-85f8-a82006c6f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.238972 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1393bb72-437f-4e23-85f8-a82006c6f0ed None None] Port 13eb9c11-bd76-4d05-9131-d261d855deab cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:50:33.451140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9af8173-a38d-4431-99a2-ecad40e54436 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:33.518664 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13eb9c11-bd76-4d05-9131-d261d855deab {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:50:33.526142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.542572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Transition to ACTIVE for port object 13eb9c11-bd76-4d05-9131-d261d855deab will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:33.547746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.549207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa434b-6e46-44af-bf93-c034755701f4 req-00a70d49-4c30-44e7-b774-e2c47e7429ca tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:33.550802 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d1fa434b-6e46-44af-bf93-c034755701f4 req-00a70d49-4c30-44e7-b774-e2c47e7429ca tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 932 time: 0.0952599 Nov 25 11:50:33.552397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:33.567517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c9af8173-a38d-4431-99a2-ecad40e54436 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:33.567897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.601283 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d1fa434b-6e46-44af-bf93-c034755701f4 req-bbb41737-6c12-4629-b8b1-b9c5b268fb8b tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Nov 25 11:50:33.680599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=13eb9c11-bd76-4d05-9131-d261d855deab,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:33.685475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:33.794225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Attempting to bind port 13eb9c11-bd76-4d05-9131-d261d855deab on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:33.794714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Attempting to bind port 13eb9c11-bd76-4d05-9131-d261d855deab by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:33.794992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Attempting to bind port 13eb9c11-bd76-4d05-9131-d261d855deab on network dc0da561-bf46-4cc6-a15d-460e115cb366 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:33.800942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Port 13eb9c11-bd76-4d05-9131-d261d855deab on network dc0da561-bf46-4cc6-a15d-460e115cb366 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:50:33.801289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Attempting to bind port 13eb9c11-bd76-4d05-9131-d261d855deab on network dc0da561-bf46-4cc6-a15d-460e115cb366 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:33.807636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:33.807981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Checking segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:33.808368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Bound using segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:33.809051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Bound port: 13eb9c11-bd76-4d05-9131-d261d855deab, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:33.809396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.901036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] For port 13eb9c11-bd76-4d05-9131-d261d855deab, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:33.903812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] For port 13eb9c11-bd76-4d05-9131-d261d855deab, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=13eb9c11-bd76-4d05-9131-d261d855deab,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:33.909117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.913468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:33.969324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.970733 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/13eb9c11-bd76-4d05-9131-d261d855deab HTTP/1.1" status: 200 len: 1094 time: 0.9093940 Nov 25 11:50:33.971247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'tag': '13eb9c11-bd76-4d05-9131-d261d855deab'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:33.994888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=13eb9c11-bd76-4d05-9131-d261d855deab,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:33.998529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:34.005474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ebb53397-ecd8-4140-b41b-1f7417d89427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:34.059842 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'tag': '13eb9c11-bd76-4d05-9131-d261d855deab', 'status': 'completed', 'code': 200} Nov 25 11:50:34.103470 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-fb7403e7-daa8-4eac-87e9-b552004d94b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92b432fe84d240369250c3a84ace5eb6&device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 1097 time: 0.0774202 Nov 25 11:50:34.219384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:34.284744 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-bbce3ca1-62d3-4a13-a9aa-2618701c7820 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13eb9c11-bd76-4d05-9131-d261d855deab HTTP/1.1" status: 200 len: 217 time: 0.1737144 Nov 25 11:50:34.345051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-83805ca7-29d6-4587-976e-b8a8ee5539a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:34.346435 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-83805ca7-29d6-4587-976e-b8a8ee5539a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ff37b8b7-d64b-460e-a6e0-0e5f5c79129c HTTP/1.1" status: 200 len: 855 time: 0.0562744 Nov 25 11:50:34.418397 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-b1e56f98-1545-4cf6-b222-483a321b0f1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0da561-bf46-4cc6-a15d-460e115cb366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653839 Nov 25 11:50:34.550110 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-0a04926f-7391-4cc8-a59e-e3f4b80bf049 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246350 Nov 25 11:50:34.680689 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d5913c17-1415-4bec-981b-242bcb9286e9 req-8302b519-01fa-4a82-be9e-4b37773557e6 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240735 Nov 25 11:50:34.803888 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-6b5c2ff3-7e6c-4913-ac9e-6f1c0f36f94c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92b432fe84d240369250c3a84ace5eb6&device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 1097 time: 0.0740314 Nov 25 11:50:34.818587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc215af2-8788-4259-b209-b8d9168616c1 req-eb36d3b0-53aa-4d20-afa3-be15d9a601cc tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:34.820054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fc215af2-8788-4259-b209-b8d9168616c1 req-eb36d3b0-53aa-4d20-afa3-be15d9a601cc tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 944 time: 0.0762613 Nov 25 11:50:34.864248 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fc215af2-8788-4259-b209-b8d9168616c1 req-a179a243-b256-4eb1-9a63-52d79f722833 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Nov 25 11:50:34.935372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-786abe76-9dc0-438b-8dfa-ba17e2bc5743 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:34.936761 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-786abe76-9dc0-438b-8dfa-ba17e2bc5743 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0da561-bf46-4cc6-a15d-460e115cb366 HTTP/1.1" status: 200 len: 917 time: 0.1260049 Nov 25 11:50:35.006476 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-0014a520-1b28-4319-8b00-240c58aa30f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13eb9c11-bd76-4d05-9131-d261d855deab HTTP/1.1" status: 200 len: 217 time: 0.0625334 Nov 25 11:50:35.067978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-d2535bd7-13a5-4667-90ec-ebfd54803f52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:35.069405 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-d2535bd7-13a5-4667-90ec-ebfd54803f52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ff37b8b7-d64b-460e-a6e0-0e5f5c79129c HTTP/1.1" status: 200 len: 855 time: 0.0557401 Nov 25 11:50:35.143376 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-65fb4be7-ab1f-4a0d-aa39-eb36088e7fdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0da561-bf46-4cc6-a15d-460e115cb366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671184 Nov 25 11:50:35.272740 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-e8984627-52d7-48fd-9f7f-0e3998af8ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221848 Nov 25 11:50:35.406574 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fb60061e-fe4c-4fa0-876e-8fc3924c35d9 req-78ab9421-d03d-43aa-9ef6-3cb0bd9806b8 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269627 Nov 25 11:50:36.063098 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a33f-756a-4ffe-a8af-8bd6ecec3169 req-64b955d9-63d2-4a40-9406-9c0d16e6c4ef tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:36.064555 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-72f3a33f-756a-4ffe-a8af-8bd6ecec3169 req-64b955d9-63d2-4a40-9406-9c0d16e6c4ef tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 944 time: 0.0783815 Nov 25 11:50:36.110513 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-72f3a33f-756a-4ffe-a8af-8bd6ecec3169 req-08917416-c478-4f55-9b77-38d751e50879 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Nov 25 11:50:36.324293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-98df4b64-45ba-48da-ba48-1e9d36c52f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:36.942128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 13eb9c11-bd76-4d05-9131-d261d855deab details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:50:37.074339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 13eb9c11-bd76-4d05-9131-d261d855deab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=13eb9c11-bd76-4d05-9131-d261d855deab,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:37.088280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '13eb9c11-bd76-4d05-9131-d261d855deab', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'port_id': '13eb9c11-bd76-4d05-9131-d261d855deab', 'mac_address': 'fa:16:3e:2b:22:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:50:37.145158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:37.162751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13eb9c11-bd76-4d05-9131-d261d855deab {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:50:37.177627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 13eb9c11-bd76-4d05-9131-d261d855deab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=13eb9c11-bd76-4d05-9131-d261d855deab,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:37.181930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:37.183604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:37.246110 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=13eb9c11-bd76-4d05-9131-d261d855deab,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:37.249069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:37.328464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56c552-9d0f-46b1-a70b-0b194cd29e9d req-b5784f86-9ecc-460c-bd25-9f65722176a8 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:37.329812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0d56c552-9d0f-46b1-a70b-0b194cd29e9d req-b5784f86-9ecc-460c-bd25-9f65722176a8 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 945 time: 0.0780332 Nov 25 11:50:37.374256 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0d56c552-9d0f-46b1-a70b-0b194cd29e9d req-5a0f118c-765e-43df-bb33-c41c909461b0 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Nov 25 11:50:37.390782 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['13eb9c11-bd76-4d05-9131-d261d855deab'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:50:37.454144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:38.572823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e8707-8010-4f7e-b8f7-742d63d91bff req-75197d3e-2aa5-4017-9e19-1b9896cb2d5f tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:38.574267 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8a1e8707-8010-4f7e-b8f7-742d63d91bff req-75197d3e-2aa5-4017-9e19-1b9896cb2d5f tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 945 time: 0.0793035 Nov 25 11:50:38.618370 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8a1e8707-8010-4f7e-b8f7-742d63d91bff req-4cfe01b8-71d2-4e08-adbe-4e4fd7205dc0 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Nov 25 11:50:38.914665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:38.950201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 13eb9c11-bd76-4d05-9131-d261d855deab up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:39.014372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 13eb9c11-bd76-4d05-9131-d261d855deab completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:39.018763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 13eb9c11-bd76-4d05-9131-d261d855deab triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:39.019135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.129018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.155192 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eb9c11-bd76-4d05-9131-d261d855deab'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:39.164458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 13eb9c11-bd76-4d05-9131-d261d855deab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=13eb9c11-bd76-4d05-9131-d261d855deab,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:39.167978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.169761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ec6fd855-eec3-4314-ab3a-7a3dc8f8a98d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:39.212646 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eb9c11-bd76-4d05-9131-d261d855deab', 'code': 200} Nov 25 11:50:39.237614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=13eb9c11-bd76-4d05-9131-d261d855deab,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:39.241033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:39.433494 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7727cc01-2110-4daa-9408-706bb760ba91 req-1f2f15b1-6f6b-4d3c-8afc-0ec96f8f8b56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 1099 time: 0.0716126 Nov 25 11:50:39.474243 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7727cc01-2110-4daa-9408-706bb760ba91 req-cc598353-f16f-4f3a-a619-65dd6d3727df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Nov 25 11:50:39.811462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0135502-5f52-41ac-ba31-37be25ef0758 req-b0537371-dc14-4a45-8ef9-7fa856a89bfa tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:39.812945 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d0135502-5f52-41ac-ba31-37be25ef0758 req-b0537371-dc14-4a45-8ef9-7fa856a89bfa tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 946 time: 0.0760813 Nov 25 11:50:39.857299 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d0135502-5f52-41ac-ba31-37be25ef0758 req-6985bded-7b82-48fc-ae68-dbabfb83c280 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Nov 25 11:50:41.050776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8507a3-9d2d-4bd7-9252-c2877da0b60f req-4df27587-115c-4125-8391-90d066d5521f tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:41.052239 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af8507a3-9d2d-4bd7-9252-c2877da0b60f req-4df27587-115c-4125-8391-90d066d5521f tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 946 time: 0.0781732 Nov 25 11:50:41.096289 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af8507a3-9d2d-4bd7-9252-c2877da0b60f req-84c93f9e-49cf-4dfb-a74c-959ea02c5464 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Nov 25 11:50:41.292071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295cb1e-0ec9-4a07-9969-74a10819a6a2 req-5b912e21-715d-4f45-8d75-7fc101f762b0 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:41.293493 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f295cb1e-0ec9-4a07-9969-74a10819a6a2 req-5b912e21-715d-4f45-8d75-7fc101f762b0 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 946 time: 0.0744183 Nov 25 11:50:41.344613 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f295cb1e-0ec9-4a07-9969-74a10819a6a2 req-1df1ae5e-08de-4c93-84d8-2dd44d513b62 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Nov 25 11:50:47.610028 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:50:50.788690 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Sync routers for ids ['96fdb612-4a28-4629-8d63-680a5822ce10'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:50:50.801058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Routers {'96fdb612-4a28-4629-8d63-680a5822ce10'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:50.801598 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['96fdb612-4a28-4629-8d63-680a5822ce10'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:50.975148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Set router 96fdb612-4a28-4629-8d63-680a5822ce10 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:51.315101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:28Z', 'revision_number': 4, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port': {'id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '555120e8-db76-4d91-ac8e-80be69ce9fa2', 'name': '', 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'mac_address': 'fa:16:3e:ea:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47bb7905-7319-4f20-bb84-8ff92338cd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:27Z', 'updated_at': '2021-11-25T11:50:28Z', 'revision_number': 2, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'subnets': [{'id': '47bb7905-7319-4f20-bb84-8ff92338cd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:51.319053 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Checking router: 96fdb612-4a28-4629-8d63-680a5822ce10 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:50:51.319409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Updating router 96fdb612-4a28-4629-8d63-680a5822ce10 port 555120e8-db76-4d91-ac8e-80be69ce9fa2 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:50:51.369100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:51.716873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:51.730601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Transition to ACTIVE for port object 555120e8-db76-4d91-ac8e-80be69ce9fa2 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:51.737212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:51.740914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6260c9df-8a8f-4615-862f-8c56deb645a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:51.879633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Pushing event updated for resources: {'Port': ['ID=555120e8-db76-4d91-ac8e-80be69ce9fa2,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:51.907609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.907950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.908334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.908663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.908994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.909321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.909642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.909965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.910346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.910592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.910909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:51.939612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:52.004499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Attempting to bind port 555120e8-db76-4d91-ac8e-80be69ce9fa2 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:52.004871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Attempting to bind port 555120e8-db76-4d91-ac8e-80be69ce9fa2 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:52.005243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Attempting to bind port 555120e8-db76-4d91-ac8e-80be69ce9fa2 on network 542f3b14-78d9-49ef-817c-1de25492e90d {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:50:52.013121 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:50:52.013766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Checking segment: {'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:50:52.014260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:52.014720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Bound using segment: {'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:50:52.015403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Bound port: 555120e8-db76-4d91-ac8e-80be69ce9fa2, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e34b9ac-2f7d-405b-9d34-839e8d53ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:52.015862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:52.113933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] For port 555120e8-db76-4d91-ac8e-80be69ce9fa2, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:50:52.117518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] For port 555120e8-db76-4d91-ac8e-80be69ce9fa2, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=555120e8-db76-4d91-ac8e-80be69ce9fa2,segment=NetworkSegment(6e34b9ac-2f7d-405b-9d34-839e8d53ea39),segment_id=6e34b9ac-2f7d-405b-9d34-839e8d53ea39)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:50:52.123354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:52.127255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7b0eed00-9c94-4318-a4ba-ad2d7a3fb7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:52.202208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Pushing event updated for resources: {'Port': ['ID=555120e8-db76-4d91-ac8e-80be69ce9fa2,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:52.206161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:52.207128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Routers {'96fdb612-4a28-4629-8d63-680a5822ce10'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:50:52.207729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:50:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['96fdb612-4a28-4629-8d63-680a5822ce10'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:52.405888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] Set router 96fdb612-4a28-4629-8d63-680a5822ce10 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:50:52.716536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:28Z', 'revision_number': 4, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port': {'id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '555120e8-db76-4d91-ac8e-80be69ce9fa2', 'name': '', 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'mac_address': 'fa:16:3e:ea:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47bb7905-7319-4f20-bb84-8ff92338cd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:27Z', 'updated_at': '2021-11-25T11:50:52Z', 'revision_number': 4, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'subnets': [{'id': '47bb7905-7319-4f20-bb84-8ff92338cd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:52.720517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736bd1a-4d02-405d-85cc-0c9d9f023a22 None None] The sync data for ids ['96fdb612-4a28-4629-8d63-680a5822ce10'] in dv-neutron-819177-1-hyperv is: [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:28Z', 'revision_number': 4, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port': {'id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '555120e8-db76-4d91-ac8e-80be69ce9fa2', 'name': '', 'network_id': '542f3b14-78d9-49ef-817c-1de25492e90d', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'mac_address': 'fa:16:3e:ea:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47bb7905-7319-4f20-bb84-8ff92338cd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:27Z', 'updated_at': '2021-11-25T11:50:52Z', 'revision_number': 4, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'subnets': [{'id': '47bb7905-7319-4f20-bb84-8ff92338cd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:50:53.471231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 555120e8-db76-4d91-ac8e-80be69ce9fa2 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:53.586269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 555120e8-db76-4d91-ac8e-80be69ce9fa2 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:53.591063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 555120e8-db76-4d91-ac8e-80be69ce9fa2 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:53.591440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:53.701675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:53.732074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 555120e8-db76-4d91-ac8e-80be69ce9fa2, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=555120e8-db76-4d91-ac8e-80be69ce9fa2,segment=NetworkSegment(6e34b9ac-2f7d-405b-9d34-839e8d53ea39),segment_id=6e34b9ac-2f7d-405b-9d34-839e8d53ea39)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:53.735470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:53.738212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:53.800296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=555120e8-db76-4d91-ac8e-80be69ce9fa2,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:53.803708 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:55.459566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 555120e8-db76-4d91-ac8e-80be69ce9fa2 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:55.531116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 555120e8-db76-4d91-ac8e-80be69ce9fa2 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:55.531599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:57.113150 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376153b-1d8a-4ea5-b524-d08778e003f6 req-30cf9a2d-d624-4521-9733-2c80929a9055 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:57.114582 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6376153b-1d8a-4ea5-b524-d08778e003f6 req-30cf9a2d-d624-4521-9733-2c80929a9055 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 946 time: 0.0763116 Nov 25 11:50:57.160895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6376153b-1d8a-4ea5-b524-d08778e003f6 req-3ec416ff-e9fa-4f4c-b0a9-4f97b72b9266 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Nov 25 11:50:58.361181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daff31c-4487-4815-a4f2-4cab91df7046 req-50bcb154-d5a0-4008-8dcb-5dff952a034d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:58.362726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4daff31c-4487-4815-a4f2-4cab91df7046 req-50bcb154-d5a0-4008-8dcb-5dff952a034d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 946 time: 0.0798757 Nov 25 11:50:58.408221 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4daff31c-4487-4815-a4f2-4cab91df7046 req-2c505cb6-4c0d-4d20-b5b0-5664df2e59c6 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Nov 25 11:50:58.709183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-22b09a85-bf5a-45be-a0d7-3da5e75e439d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:58.709863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-22b09a85-bf5a-45be-a0d7-3da5e75e439d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Synchronizing usage tracker for tenant:92b432fe84d240369250c3a84ace5eb6 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:58.725985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-22b09a85-bf5a-45be-a0d7-3da5e75e439d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Unset dirty status for tenant:92b432fe84d240369250c3a84ace5eb6 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:58.727154 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-22b09a85-bf5a-45be-a0d7-3da5e75e439d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 946 time: 0.0918987 Nov 25 11:50:58.797713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Deleting port 13eb9c11-bd76-4d05-9131-d261d855deab {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:50:58.797974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:59.034091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] For port 13eb9c11-bd76-4d05-9131-d261d855deab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=13eb9c11-bd76-4d05-9131-d261d855deab,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:50:59.034441 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:59.153455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Calling delete_port for 13eb9c11-bd76-4d05-9131-d261d855deab owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:50:59.292262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:59.297621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7f63dff3-f6b7-4fd7-a557-139b0d797b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:59.306323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['13eb9c11-bd76-4d05-9131-d261d855deab'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:50:59.439326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Pushing event deleted for resources: {'Port': ['ID=13eb9c11-bd76-4d05-9131-d261d855deab,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:59.443309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:59.516875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] No DVR routers for this DVR port 13eb9c11-bd76-4d05-9131-d261d855deab on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:50:59.519547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:59.523040 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'name': 'network-vif-deleted', 'tag': '13eb9c11-bd76-4d05-9131-d261d855deab'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:59.550051 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a077a11-099d-4d2d-bcdd-08778f20541c req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "DELETE /v2.0/ports/13eb9c11-bd76-4d05-9131-d261d855deab HTTP/1.1" status: 204 len: 173 time: 0.8178337 Nov 25 11:50:59.580153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd9ef161-1eaa-402a-b571-ef2b87839058 req-2f2babab-70d4-4b6d-aec2-d1070cf33afb tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=f95960de-953f-4323-bb2a-032ff8ee7311 HTTP/1.1" status: 200 len: 210 time: 0.0443809 Nov 25 11:50:59.594793 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95960de-953f-4323-bb2a-032ff8ee7311', 'name': 'network-vif-deleted', 'tag': '13eb9c11-bd76-4d05-9131-d261d855deab', 'status': 'completed', 'code': 200} Nov 25 11:51:00.213162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:01.218172 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a2817665-9aa9-4f31-8979-0bbb1e5a3cd3 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:01.219579 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a2817665-9aa9-4f31-8979-0bbb1e5a3cd3 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/networks?id=dc0da561-bf46-4cc6-a15d-460e115cb366 HTTP/1.1" status: 200 len: 816 time: 0.1407664 Nov 25 11:51:01.235445 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-3964f90c-6fe7-4da0-bab9-d81a65d1b877 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/quotas/92b432fe84d240369250c3a84ace5eb6 HTTP/1.1" status: 200 len: 375 time: 0.0100057 Nov 25 11:51:01.316111 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-7fea4078-63a3-404a-8149-61ad7ff3d52e tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b432fe84d240369250c3a84ace5eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752740 Nov 25 11:51:01.450363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-30c24d84-d2e9-4072-a4bc-1b3ec366dc13 service neutron] 10.222.0.41 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231189 Nov 25 11:51:01.670011 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-5b52c2e9-fa16-45ef-a7cd-a020e72edce3 service neutron] 10.222.0.41 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140403 Nov 25 11:51:01.848817 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e43ae1a-2a46-49a1-92d0-ceb85dd5f7f3 req-bef19ada-911a-4f48-a5d4-f7e419d01d39 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 210 time: 0.0410371 Nov 25 11:51:02.821755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-ce99b17f-7864-46cf-9a29-7604e964f6a0 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:02.823087 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-ce99b17f-7864-46cf-9a29-7604e964f6a0 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "GET /v2.0/networks?id=dc0da561-bf46-4cc6-a15d-460e115cb366 HTTP/1.1" status: 200 len: 816 time: 0.1462357 Nov 25 11:51:02.839832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Request body: {'port': {'device_id': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'admin_state_up': True, 'tenant_id': '92b432fe84d240369250c3a84ace5eb6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:02.975116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:02.979165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Usage tracker for resource:port and tenant:92b432fe84d240369250c3a84ace5eb6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:02.981994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:02.987537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:02.997211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Made reservation on behalf of 92b432fe84d240369250c3a84ace5eb6 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:51:03.000306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:03.015232 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-635cd150-5783-415c-85c5-b644a98d94fc req-21b2eaa1-92c4-4ace-8646-eac3d0cf23d8 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 210 time: 0.0396352 Nov 25 11:51:03.083761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 13eb9c11-bd76-4d05-9131-d261d855deab no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:03.115920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 13eb9c11-bd76-4d05-9131-d261d855deab {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:03.116293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 13eb9c11-bd76-4d05-9131-d261d855deab not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:03.160783 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Allocated IP 172.20.0.11 (dc0da561-bf46-4cc6-a15d-460e115cb366/ff37b8b7-d64b-460e-a6e0-0e5f5c79129c/22273e74-6457-4858-a169-c0a5ec5c2999) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:51:03.356967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:03.371877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Transition to ACTIVE for port object 22273e74-6457-4858-a169-c0a5ec5c2999 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:03.393588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:03.399458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-17ad94a2-849e-4c99-91ea-94031fcc6e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:03.458860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Network dc0da561-bf46-4cc6-a15d-460e115cb366 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:03.465778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:03.469864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:51:03.503139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Pushing event updated for resources: {'Port': ['ID=22273e74-6457-4858-a169-c0a5ec5c2999,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:03.510242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:03.538353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:03.538943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:03.563917 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275734 Nov 25 11:51:03.576300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Request body: {'port': {'device_id': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:03.683735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:03.696387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-520ff500-8fef-43d1-b905-ba070d0b1c79 None None] Provisioning for port 22273e74-6457-4858-a169-c0a5ec5c2999 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:03.701057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-520ff500-8fef-43d1-b905-ba070d0b1c79 None None] Provisioning complete for port 22273e74-6457-4858-a169-c0a5ec5c2999 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:03.701495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-520ff500-8fef-43d1-b905-ba070d0b1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:03.754935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-520ff500-8fef-43d1-b905-ba070d0b1c79 None None] Port 22273e74-6457-4858-a169-c0a5ec5c2999 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:51:03.999449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-acc9b218-c86a-44f2-98f7-d4b29bf8e45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.016247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22273e74-6457-4858-a169-c0a5ec5c2999 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:51:04.023038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.037297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Transition to ACTIVE for port object 22273e74-6457-4858-a169-c0a5ec5c2999 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:04.040725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.044392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-96f01baf-26a5-4b6f-bd0e-fd4f1fbc79ad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:04.169671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Pushing event updated for resources: {'Port': ['ID=22273e74-6457-4858-a169-c0a5ec5c2999,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:04.172507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:04.225876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.230081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c9f97-3360-48d0-80ca-9a5996c32402 req-1832c5f1-d6f2-463b-9d4a-b8a01b9efa73 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:04.231626 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e6c9f97-3360-48d0-80ca-9a5996c32402 req-1832c5f1-d6f2-463b-9d4a-b8a01b9efa73 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 944 time: 0.0926275 Nov 25 11:51:04.279377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e6c9f97-3360-48d0-80ca-9a5996c32402 req-1d40410b-eff9-4fa9-abc6-88952c8f3370 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Nov 25 11:51:04.397323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Attempting to bind port 22273e74-6457-4858-a169-c0a5ec5c2999 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:51:04.397654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Attempting to bind port 22273e74-6457-4858-a169-c0a5ec5c2999 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:51:04.397979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Attempting to bind port 22273e74-6457-4858-a169-c0a5ec5c2999 on network dc0da561-bf46-4cc6-a15d-460e115cb366 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:51:04.403721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Port 22273e74-6457-4858-a169-c0a5ec5c2999 on network dc0da561-bf46-4cc6-a15d-460e115cb366 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:51:04.404061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Attempting to bind port 22273e74-6457-4858-a169-c0a5ec5c2999 on network dc0da561-bf46-4cc6-a15d-460e115cb366 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:51:04.410259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:51:04.410603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Checking segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:04.410966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Bound using segment: {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:51:04.411958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Bound port: 22273e74-6457-4858-a169-c0a5ec5c2999, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06779218-064d-4acb-a91e-2ce617eece7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:51:04.412328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.496745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] For port 22273e74-6457-4858-a169-c0a5ec5c2999, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:51:04.499691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] For port 22273e74-6457-4858-a169-c0a5ec5c2999, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=22273e74-6457-4858-a169-c0a5ec5c2999,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:51:04.504178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.508294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:04.562093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.563621 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] 10.222.0.48 "PUT /v2.0/ports/22273e74-6457-4858-a169-c0a5ec5c2999 HTTP/1.1" status: 200 len: 1094 time: 0.9922602 Nov 25 11:51:04.566209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'tag': '22273e74-6457-4858-a169-c0a5ec5c2999'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:51:04.592635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Pushing event updated for resources: {'Port': ['ID=22273e74-6457-4858-a169-c0a5ec5c2999,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:04.595791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:04.660254 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'tag': '22273e74-6457-4858-a169-c0a5ec5c2999', 'status': 'completed', 'code': 200} Nov 25 11:51:04.686590 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-4cf53596-4bbe-4a60-a87a-6aac09bbb9df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92b432fe84d240369250c3a84ace5eb6&device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 1097 time: 0.0734284 Nov 25 11:51:04.758963 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-00f49b9a-0771-4dc5-aec9-19e18ebfddd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22273e74-6457-4858-a169-c0a5ec5c2999 HTTP/1.1" status: 200 len: 217 time: 0.0648165 Nov 25 11:51:04.820130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-64f0518f-d4c3-4621-9728-3460a1d03945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:04.821538 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-64f0518f-d4c3-4621-9728-3460a1d03945 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ff37b8b7-d64b-460e-a6e0-0e5f5c79129c HTTP/1.1" status: 200 len: 855 time: 0.0570035 Nov 25 11:51:04.897037 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-0257acee-79a5-4f06-ba7a-09f4f8cc1b91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0da561-bf46-4cc6-a15d-460e115cb366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690613 Nov 25 11:51:05.024347 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-0a2bbf5e-02a1-4ed4-a8ec-f3b51f499829 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208305 Nov 25 11:51:05.151821 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e445bc5d-c1f6-4f29-80f1-2e44fca863da req-a0dbe51e-0100-4c3a-9626-7d0a126fcc7c service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215627 Nov 25 11:51:05.263418 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-502becc2-819e-4536-a62a-bc16fd903652 req-2264939b-cb43-41c4-a8e7-678c8f31f12d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92b432fe84d240369250c3a84ace5eb6&device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 1097 time: 0.0672505 Nov 25 11:51:05.396122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502becc2-819e-4536-a62a-bc16fd903652 req-7bbad239-b736-417f-bafd-f3c0c46515fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:05.397563 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-502becc2-819e-4536-a62a-bc16fd903652 req-7bbad239-b736-417f-bafd-f3c0c46515fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0da561-bf46-4cc6-a15d-460e115cb366 HTTP/1.1" status: 200 len: 917 time: 0.1260545 Nov 25 11:51:05.469284 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-502becc2-819e-4536-a62a-bc16fd903652 req-c9c5ddda-b122-43a1-981f-967fb560c328 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22273e74-6457-4858-a169-c0a5ec5c2999 HTTP/1.1" status: 200 len: 217 time: 0.0642786 Nov 25 11:51:05.477194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafa493-bcd4-4eb7-b1cf-d8ed88f8709a req-5f220c8a-0bfe-49d6-96fd-922ca34a0e77 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:05.478630 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9aafa493-bcd4-4eb7-b1cf-d8ed88f8709a req-5f220c8a-0bfe-49d6-96fd-922ca34a0e77 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 944 time: 0.0745943 Nov 25 11:51:05.524234 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9aafa493-bcd4-4eb7-b1cf-d8ed88f8709a req-4bcb126f-91c4-48af-a6fd-faa8caad4c4f tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Nov 25 11:51:05.532064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502becc2-819e-4536-a62a-bc16fd903652 req-b21d9d92-6f85-4bdd-a6e7-d49500801245 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:05.533493 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-502becc2-819e-4536-a62a-bc16fd903652 req-b21d9d92-6f85-4bdd-a6e7-d49500801245 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ff37b8b7-d64b-460e-a6e0-0e5f5c79129c HTTP/1.1" status: 200 len: 855 time: 0.0578895 Nov 25 11:51:05.611428 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-502becc2-819e-4536-a62a-bc16fd903652 req-4cd267cf-bd04-46f4-a2a0-cff798e2747b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0da561-bf46-4cc6-a15d-460e115cb366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707891 Nov 25 11:51:05.742625 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-502becc2-819e-4536-a62a-bc16fd903652 req-ff54a766-51cc-4992-af7c-3881e4fe2aca service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243560 Nov 25 11:51:05.873069 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-502becc2-819e-4536-a62a-bc16fd903652 req-8fe8d70b-75b6-4005-b81e-6a2d3c60670e service neutron] 10.222.0.48 "GET /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235256 Nov 25 11:51:06.326400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-00b56231-f52f-43a4-87da-99049b699016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:06.721001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d8657-e39a-4b59-b404-a65303f6edfe req-d17664c3-49bc-44c0-a4fa-e126ddcccafc tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:06.722426 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7e0d8657-e39a-4b59-b404-a65303f6edfe req-d17664c3-49bc-44c0-a4fa-e126ddcccafc tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 944 time: 0.0773685 Nov 25 11:51:06.767020 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7e0d8657-e39a-4b59-b404-a65303f6edfe req-91f97101-1213-4d96-b54d-eb0a4bfe3ad5 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Nov 25 11:51:07.440725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:07.956097 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a7f41-6b5b-49a8-91d7-d15449b31180 req-49a5c2d0-88af-4b6a-8890-e2a71c2f4d72 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:07.957524 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd8a7f41-6b5b-49a8-91d7-d15449b31180 req-49a5c2d0-88af-4b6a-8890-e2a71c2f4d72 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 944 time: 0.0744915 Nov 25 11:51:08.004467 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd8a7f41-6b5b-49a8-91d7-d15449b31180 req-89f85716-3062-4dc4-aea1-dbc658cca9a1 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Nov 25 11:51:08.917657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:09.106229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 22273e74-6457-4858-a169-c0a5ec5c2999 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:51:09.199416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab286cc-dd90-4870-a833-556644fed777 req-f24a911a-b17d-4a24-9913-38329f20671c tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:09.200811 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dab286cc-dd90-4870-a833-556644fed777 req-f24a911a-b17d-4a24-9913-38329f20671c tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 944 time: 0.0763769 Nov 25 11:51:09.238635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 22273e74-6457-4858-a169-c0a5ec5c2999, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=22273e74-6457-4858-a169-c0a5ec5c2999,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:09.245798 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dab286cc-dd90-4870-a833-556644fed777 req-c336dec8-5e5f-4715-84ca-b69d53d06a7c tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 Nov 25 11:51:09.252402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '22273e74-6457-4858-a169-c0a5ec5c2999', 'network_id': 'dc0da561-bf46-4cc6-a15d-460e115cb366', 'port_id': '22273e74-6457-4858-a169-c0a5ec5c2999', 'mac_address': 'fa:16:3e:f9:e4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff37b8b7-d64b-460e-a6e0-0e5f5c79129c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:51:09.305060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:09.321685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22273e74-6457-4858-a169-c0a5ec5c2999 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:51:09.336349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 22273e74-6457-4858-a169-c0a5ec5c2999, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=22273e74-6457-4858-a169-c0a5ec5c2999,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:09.340223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:09.342037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:09.406456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=22273e74-6457-4858-a169-c0a5ec5c2999,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:09.409434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:09.531618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['22273e74-6457-4858-a169-c0a5ec5c2999'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:51:10.441016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649d0c-70aa-47ec-8b25-dae1fbabbd5e req-dfa577ea-7e42-4ef3-8e8e-36e2c31f12b3 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:10.442438 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83649d0c-70aa-47ec-8b25-dae1fbabbd5e req-dfa577ea-7e42-4ef3-8e8e-36e2c31f12b3 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 945 time: 0.0796833 Nov 25 11:51:10.486676 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-83649d0c-70aa-47ec-8b25-dae1fbabbd5e req-f64a37a6-461f-4ba4-a69a-262a9ba4ea52 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Nov 25 11:51:11.121158 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 22273e74-6457-4858-a169-c0a5ec5c2999 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:11.187055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 22273e74-6457-4858-a169-c0a5ec5c2999 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:11.193538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 22273e74-6457-4858-a169-c0a5ec5c2999 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:11.193993 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:11.305168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:11.331193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22273e74-6457-4858-a169-c0a5ec5c2999'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:51:11.341374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 22273e74-6457-4858-a169-c0a5ec5c2999, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=22273e74-6457-4858-a169-c0a5ec5c2999,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:11.345057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:11.347963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:11.393615 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22273e74-6457-4858-a169-c0a5ec5c2999', 'code': 200} Nov 25 11:51:11.416309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=22273e74-6457-4858-a169-c0a5ec5c2999,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:11.419363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:11.619338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-87d79905-1503-4ec2-a153-93fda63bbd0d req-ce26fca2-a50f-4c4b-ae84-9f6be38569b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 1099 time: 0.0677235 Nov 25 11:51:11.662332 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-87d79905-1503-4ec2-a153-93fda63bbd0d req-832002b5-37a5-4b0c-9f1f-bee4bda9e5e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Nov 25 11:51:11.693138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bfc3b-458d-4e62-b2b1-b89fcef69733 req-f87430b1-b3c3-4299-8d83-ad4cc11a97fb tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:11.695058 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d87bfc3b-458d-4e62-b2b1-b89fcef69733 req-f87430b1-b3c3-4299-8d83-ad4cc11a97fb tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 946 time: 0.0842505 Nov 25 11:51:11.738824 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d87bfc3b-458d-4e62-b2b1-b89fcef69733 req-419a4e74-7469-40bd-82c7-885f08e479bf tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382760 Nov 25 11:51:12.937324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5db5f9-2c1b-4978-9055-5eab101e7577 req-0f722699-e916-4fe0-9341-4ad6e564969d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:12.938743 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d5db5f9-2c1b-4978-9055-5eab101e7577 req-0f722699-e916-4fe0-9341-4ad6e564969d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 946 time: 0.0786426 Nov 25 11:51:12.984836 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7d5db5f9-2c1b-4978-9055-5eab101e7577 req-13173209-385e-4e56-a0ec-1b76cc8ee106 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Nov 25 11:51:13.173841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c58e9-2812-4b10-8b8b-cfec8cb11453 req-40b55851-dc48-44e0-b64e-0d282da29e25 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:13.175263 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef1c58e9-2812-4b10-8b8b-cfec8cb11453 req-40b55851-dc48-44e0-b64e-0d282da29e25 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 946 time: 0.0741131 Nov 25 11:51:13.223540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ef1c58e9-2812-4b10-8b8b-cfec8cb11453 req-876b7718-d99a-4f81-9e9a-411ed48d67cd tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Nov 25 11:51:24.612223 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:51:27.650719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1953f-696b-4b49-a7ed-68246c2bb318 req-af27a8bc-440b-4e60-bc90-edf4a97cda9f tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:27.652157 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8f1953f-696b-4b49-a7ed-68246c2bb318 req-af27a8bc-440b-4e60-bc90-edf4a97cda9f tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 946 time: 0.0752485 Nov 25 11:51:27.695686 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8f1953f-696b-4b49-a7ed-68246c2bb318 req-5986b16d-aa47-44eb-875d-21ce43542126 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Nov 25 11:51:28.891979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b91e79-706a-4400-a2cc-cdb64a9d9fd5 req-b4ad8f30-40ea-48b5-aaef-e09f7e29fd63 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:28.893414 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b0b91e79-706a-4400-a2cc-cdb64a9d9fd5 req-b4ad8f30-40ea-48b5-aaef-e09f7e29fd63 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 946 time: 0.0775614 Nov 25 11:51:28.938931 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b0b91e79-706a-4400-a2cc-cdb64a9d9fd5 req-7acb0a15-4d0b-451f-8d0a-d56115a0f51b tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c2bfcd0-0b3a-4b06-be38-ead574b17c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Nov 25 11:51:29.199060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-58351c39-ca5a-436c-8c47-1e9fb037625d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:29.199631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-58351c39-ca5a-436c-8c47-1e9fb037625d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Synchronizing usage tracker for tenant:92b432fe84d240369250c3a84ace5eb6 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:51:29.215481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-58351c39-ca5a-436c-8c47-1e9fb037625d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Unset dirty status for tenant:92b432fe84d240369250c3a84ace5eb6 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:51:29.216687 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-58351c39-ca5a-436c-8c47-1e9fb037625d tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 946 time: 0.0996265 Nov 25 11:51:29.381171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Deleting port 22273e74-6457-4858-a169-c0a5ec5c2999 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:29.381497 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:29.614903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] For port 22273e74-6457-4858-a169-c0a5ec5c2999, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=22273e74-6457-4858-a169-c0a5ec5c2999,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:29.615245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:29.733745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Calling delete_port for 22273e74-6457-4858-a169-c0a5ec5c2999 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:29.871734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:29.877085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0ee9326e-07f9-4cf3-a60b-2eb0965c606f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:29.884456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['22273e74-6457-4858-a169-c0a5ec5c2999'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:51:29.920232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Pushing event deleted for resources: {'Port': ['ID=22273e74-6457-4858-a169-c0a5ec5c2999,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:29.962647 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.963046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.963420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.963782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.964170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.964528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.964887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.965324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.965687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.966047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.966406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:29.973573 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:30.007372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] No DVR routers for this DVR port 22273e74-6457-4858-a169-c0a5ec5c2999 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:51:30.010048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:30.013251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'name': 'network-vif-deleted', 'tag': '22273e74-6457-4858-a169-c0a5ec5c2999'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:51:30.032740 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-65702c5a-73a5-49dc-a608-d3f4c00a8453 req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.48 "DELETE /v2.0/ports/22273e74-6457-4858-a169-c0a5ec5c2999 HTTP/1.1" status: 204 len: 173 time: 0.8103218 Nov 25 11:51:30.076102 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e40f72-3ad8-4b62-9fd9-3c43ad82f335', 'name': 'network-vif-deleted', 'tag': '22273e74-6457-4858-a169-c0a5ec5c2999', 'status': 'completed', 'code': 200} Nov 25 11:51:30.125681 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95b2e8d5-f4fc-4eda-9247-d9107f48ba74 req-bdbadde4-d30f-438e-a84a-cc251a5e0309 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e40f72-3ad8-4b62-9fd9-3c43ad82f335 HTTP/1.1" status: 200 len: 210 time: 0.0454593 Nov 25 11:51:30.227041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:31.271262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46640) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:31.650151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:32.327656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Deleting port 04f541ff-0c88-443e-9946-d65e4b9b6afc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:32.328496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:32.496180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] For port 04f541ff-0c88-443e-9946-d65e4b9b6afc, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=04f541ff-0c88-443e-9946-d65e4b9b6afc,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:32.496423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:32.611651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Calling delete_port for 04f541ff-0c88-443e-9946-d65e4b9b6afc owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:32.780219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:32.784335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6a1fe643-8273-4a70-9ca8-3000528ac2e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:32.822879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f541ff-0c88-443e-9946-d65e4b9b6afc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:32.826753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:33.105092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:33.166955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 22273e74-6457-4858-a169-c0a5ec5c2999 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:33.200282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 22273e74-6457-4858-a169-c0a5ec5c2999 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:33.200622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 22273e74-6457-4858-a169-c0a5ec5c2999 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:33.769807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Router bb00d434-9a30-4155-88b3-841600eedc55 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:51:33.966714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:51:33.975107 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] Sync routers for ids ['bb00d434-9a30-4155-88b3-841600eedc55'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:51:33.978563 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] 10.222.0.41 "PUT /v2.0/routers/bb00d434-9a30-4155-88b3-841600eedc55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7062254 Nov 25 11:51:33.981124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:33.992800 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] Routers {'bb00d434-9a30-4155-88b3-841600eedc55'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:33.993412 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['bb00d434-9a30-4155-88b3-841600eedc55'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:34.001511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-779c1ce6-9f83-453b-87ca-7c2136e97016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.163966 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] Set router bb00d434-9a30-4155-88b3-841600eedc55 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:34.171539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.220919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.372571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.383044 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Deleting port 65b8f619-84dc-403e-82e7-0be3c4c46cd1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:34.383371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.470099 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126'}], 'enable_snat': True}, 'gw_port_id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:51:32Z', 'revision_number': 5, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port': {'id': '65b8f619-84dc-403e-82e7-0be3c4c46cd1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:34.476650 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] Checking router: bb00d434-9a30-4155-88b3-841600eedc55 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:51:34.487113 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] Routers {'bb00d434-9a30-4155-88b3-841600eedc55'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:34.487713 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['bb00d434-9a30-4155-88b3-841600eedc55'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:34.554095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] For port 65b8f619-84dc-403e-82e7-0be3c4c46cd1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=65b8f619-84dc-403e-82e7-0be3c4c46cd1,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:34.554461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.631560 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] Set router bb00d434-9a30-4155-88b3-841600eedc55 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:34.672488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Calling delete_port for 65b8f619-84dc-403e-82e7-0be3c4c46cd1 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:34.736066 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:51:34Z', 'revision_number': 6, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:34.739846 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744fe8a-1203-49cd-86ed-7ec5d150848b None None] The sync data for ids ['bb00d434-9a30-4155-88b3-841600eedc55'] in dv-neutron-819177-1-hyperv is: [{'id': 'bb00d434-9a30-4155-88b3-841600eedc55', 'name': 'tempest-TestEncryptedCinderVolumes-137900011-router', 'tenant_id': '92b432fe84d240369250c3a84ace5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:19Z', 'updated_at': '2021-11-25T11:51:34Z', 'revision_number': 6, 'project_id': '92b432fe84d240369250c3a84ace5eb6', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:51:34.840451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.844388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b6743c3c-ca65-4ce0-8aa0-5206ea7860ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:34.887282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b8f619-84dc-403e-82e7-0be3c4c46cd1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:34.890053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:35.224012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.480803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.485280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.511094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 04f541ff-0c88-443e-9946-d65e4b9b6afc no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:35.515181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.516293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb00d434-9a30-4155-88b3-841600eedc55 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:51:35.529454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.532048 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bb00d434-9a30-4155-88b3-841600eedc55 HTTP/1.1" status: 204 len: 168 time: 1.5485730 Nov 25 11:51:35.533137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46648) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:35.543761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 04f541ff-0c88-443e-9946-d65e4b9b6afc {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:35.544201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 04f541ff-0c88-443e-9946-d65e4b9b6afc not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:35.544829 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 65b8f619-84dc-403e-82e7-0be3c4c46cd1 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:35.580462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 65b8f619-84dc-403e-82e7-0be3c4c46cd1 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:35.580811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 65b8f619-84dc-403e-82e7-0be3c4c46cd1 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:35.595254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Deleting subnet ff37b8b7-d64b-460e-a6e0-0e5f5c79129c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:51:35.598309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.650249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.731701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.798919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.802404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-faa6b143-baf0-4156-99ca-a7539877dec6 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:35.841707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff37b8b7-d64b-460e-a6e0-0e5f5c79129c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:35.844571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:35.846706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.852450 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff37b8b7-d64b-460e-a6e0-0e5f5c79129c HTTP/1.1" status: 204 len: 168 time: 0.3183405 Nov 25 11:51:35.854900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46652) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:35.855054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306fc61-a3eb-470a-9d6f-7516a8d8f30c None None] Network dc0da561-bf46-4cc6-a15d-460e115cb366 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:51:35.959514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.970633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Deleting port c8bc6ec2-997c-453e-a1af-dce9c274a207 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:35.970962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.135004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] DHCP port deletion for dc0da561-bf46-4cc6-a15d-460e115cb366 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:51:36.139230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Deleting port c8bc6ec2-997c-453e-a1af-dce9c274a207 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:36.139606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.169553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] For port c8bc6ec2-997c-453e-a1af-dce9c274a207, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c8bc6ec2-997c-453e-a1af-dce9c274a207,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:36.169898 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.291687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Calling delete_port for c8bc6ec2-997c-453e-a1af-dce9c274a207 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:36.352427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] For port c8bc6ec2-997c-453e-a1af-dce9c274a207, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c8bc6ec2-997c-453e-a1af-dce9c274a207,segment=NetworkSegment(06779218-064d-4acb-a91e-2ce617eece7d),segment_id=06779218-064d-4acb-a91e-2ce617eece7d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:36.352757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.360056 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6838e197-0ec8-4e0b-af70-961ad3068b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.361891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.365577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:36.404798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bc6ec2-997c-453e-a1af-dce9c274a207,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:36.410142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:36.410896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] No DVR routers for this DVR port c8bc6ec2-997c-453e-a1af-dce9c274a207 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:51:36.474233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Calling delete_port for c8bc6ec2-997c-453e-a1af-dce9c274a207 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:36.550693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:51:36.551373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:51:36.640097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.663823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0da561-bf46-4cc6-a15d-460e115cb366']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:36.675220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06779218-064d-4acb-a91e-2ce617eece7d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:36.675504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06779218-064d-4acb-a91e-2ce617eece7d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:36.687116 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.702848 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.708880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:51:36.709266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:51:36.722608 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:51:36.814322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.817638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b39046fe-573b-4ba5-9ca7-4384c711ca48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:36.830873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.841114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0da561-bf46-4cc6-a15d-460e115cb366,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:36.844180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:36.854443 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc0da561-bf46-4cc6-a15d-460e115cb366 HTTP/1.1" status: 204 len: 168 time: 0.9986103 Nov 25 11:51:36.857352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46656) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:37.052198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Deleting port c8bc6ec2-997c-453e-a1af-dce9c274a207 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:37.052696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:37.114863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0e414aa3-964a-4e98-b3f6-2c89b767935e None None] The port 'c8bc6ec2-997c-453e-a1af-dce9c274a207' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:51:37.237855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:37.445290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:37.470884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c8bc6ec2-997c-453e-a1af-dce9c274a207 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:37.506756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c8bc6ec2-997c-453e-a1af-dce9c274a207 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:37.507190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c8bc6ec2-997c-453e-a1af-dce9c274a207 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:37.824046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Deleting port 555120e8-db76-4d91-ac8e-80be69ce9fa2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:37.824312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:37.991352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] For port 555120e8-db76-4d91-ac8e-80be69ce9fa2, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=555120e8-db76-4d91-ac8e-80be69ce9fa2,segment=NetworkSegment(6e34b9ac-2f7d-405b-9d34-839e8d53ea39),segment_id=6e34b9ac-2f7d-405b-9d34-839e8d53ea39)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:37.992069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:38.219805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Calling delete_port for 555120e8-db76-4d91-ac8e-80be69ce9fa2 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:38.394915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:38.398782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:38.438880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Pushing event deleted for resources: {'Port': ['ID=555120e8-db76-4d91-ac8e-80be69ce9fa2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:38.441314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:38.735045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:38.921634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:39.295481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Router 96fdb612-4a28-4629-8d63-680a5822ce10 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:51:39.609233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:51:39.617947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] Sync routers for ids ['96fdb612-4a28-4629-8d63-680a5822ce10'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:51:39.618107 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] 10.222.0.41 "PUT /v2.0/routers/96fdb612-4a28-4629-8d63-680a5822ce10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7594821 Nov 25 11:51:39.620473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46660) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:39.629691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] Routers {'96fdb612-4a28-4629-8d63-680a5822ce10'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:39.630298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['96fdb612-4a28-4629-8d63-680a5822ce10'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:39.804045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] Set router 96fdb612-4a28-4629-8d63-680a5822ce10 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:39.811438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:40.007622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:40.016980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Deleting port c9af8173-a38d-4431-99a2-ecad40e54436 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:40.017322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:40.085939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:51:38Z', 'revision_number': 5, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port': {'id': 'c9af8173-a38d-4431-99a2-ecad40e54436', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:40.089733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] Checking router: 96fdb612-4a28-4629-8d63-680a5822ce10 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:51:40.100100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] Routers {'96fdb612-4a28-4629-8d63-680a5822ce10'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:40.101246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['96fdb612-4a28-4629-8d63-680a5822ce10'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:40.185738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] For port c9af8173-a38d-4431-99a2-ecad40e54436, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c9af8173-a38d-4431-99a2-ecad40e54436,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:40.186083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:40.248597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] Set router 96fdb612-4a28-4629-8d63-680a5822ce10 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:40.306849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Calling delete_port for c9af8173-a38d-4431-99a2-ecad40e54436 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:40.392008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:51:40Z', 'revision_number': 6, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:40.396036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ae2f-327d-488d-b199-a047b6116a3f None None] The sync data for ids ['96fdb612-4a28-4629-8d63-680a5822ce10'] in dv-neutron-819177-1-hyperv is: [{'id': '96fdb612-4a28-4629-8d63-680a5822ce10', 'name': 'tempest-TestEncryptedCinderVolumes-10074915-router', 'tenant_id': '5512e2cfe56c4a72a1d929552b494576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:25Z', 'updated_at': '2021-11-25T11:51:40Z', 'revision_number': 6, 'project_id': '5512e2cfe56c4a72a1d929552b494576', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:51:40.468924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:40.472585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-aa0a533b-5957-475d-87bf-9b4a3057e2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:40.514685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9af8173-a38d-4431-99a2-ecad40e54436,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:40.519237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:40.734167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.099074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.103244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.131117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.131717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fdb612-4a28-4629-8d63-680a5822ce10 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:51:41.144535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.145657 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] 10.222.0.41 "DELETE /v2.0/routers/96fdb612-4a28-4629-8d63-680a5822ce10 HTTP/1.1" status: 204 len: 168 time: 1.5243008 Nov 25 11:51:41.148392 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46664) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:41.211058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Deleting subnet 47bb7905-7319-4f20-bb84-8ff92338cd19 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:51:41.214207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.264251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.340902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.414867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.418350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df2e6fab-cd65-4393-83b4-da36a1309b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:41.450856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bb7905-7319-4f20-bb84-8ff92338cd19,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:41.464016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.464440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.464747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.465107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.465466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.465872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.466162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.466514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.467319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.467319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.467606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:41.469791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19131c43-2e48-40ae-9241-ff66ecd19b18 None None] Network 542f3b14-78d9-49ef-817c-1de25492e90d requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:51:41.470295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.477812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:41.481168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47bb7905-7319-4f20-bb84-8ff92338cd19 HTTP/1.1" status: 204 len: 168 time: 0.3312817 Nov 25 11:51:41.483257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46668) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:41.494492 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 555120e8-db76-4d91-ac8e-80be69ce9fa2 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:41.533236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 555120e8-db76-4d91-ac8e-80be69ce9fa2 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:41.533726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 555120e8-db76-4d91-ac8e-80be69ce9fa2 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:41.534241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9af8173-a38d-4431-99a2-ecad40e54436 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:41.589515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.599779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Deleting port 16d8b8a1-fc43-4f45-9519-3c1b72363069 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:41.600129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.620306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c9af8173-a38d-4431-99a2-ecad40e54436 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:41.620590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c9af8173-a38d-4431-99a2-ecad40e54436 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:41.795894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] DHCP port deletion for 542f3b14-78d9-49ef-817c-1de25492e90d request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:51:41.799330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] For port 16d8b8a1-fc43-4f45-9519-3c1b72363069, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=16d8b8a1-fc43-4f45-9519-3c1b72363069,segment=NetworkSegment(6e34b9ac-2f7d-405b-9d34-839e8d53ea39),segment_id=6e34b9ac-2f7d-405b-9d34-839e8d53ea39)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:41.799680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.800028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Deleting port 16d8b8a1-fc43-4f45-9519-3c1b72363069 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:41.800429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.923272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Calling delete_port for 16d8b8a1-fc43-4f45-9519-3c1b72363069 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:41.995957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:41.997645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] For port 16d8b8a1-fc43-4f45-9519-3c1b72363069, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=16d8b8a1-fc43-4f45-9519-3c1b72363069,segment=NetworkSegment(6e34b9ac-2f7d-405b-9d34-839e8d53ea39),segment_id=6e34b9ac-2f7d-405b-9d34-839e8d53ea39)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:41.998042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.000487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c4dfad7b-002e-4119-95c3-f79761120827 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:42.043730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Pushing event deleted for resources: {'Port': ['ID=16d8b8a1-fc43-4f45-9519-3c1b72363069,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:42.047613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:42.050090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] No DVR routers for this DVR port 16d8b8a1-fc43-4f45-9519-3c1b72363069 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:51:42.121462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Calling delete_port for 16d8b8a1-fc43-4f45-9519-3c1b72363069 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:51:42.164380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.188615 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:51:42.188899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:51:42.189335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542f3b14-78d9-49ef-817c-1de25492e90d']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:42.201590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e34b9ac-2f7d-405b-9d34-839e8d53ea39') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:42.201877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e34b9ac-2f7d-405b-9d34-839e8d53ea39') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:42.213487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.229321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.235895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:51:42.236302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:51:42.249168 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:51:42.324246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.327523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f632055a-9705-43e8-b52d-78fc460521e1 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:42.340598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.351030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Pushing event deleted for resources: {'Network': ['ID=542f3b14-78d9-49ef-817c-1de25492e90d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:42.353006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:42.354446 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] 10.222.0.41 "DELETE /v2.0/networks/542f3b14-78d9-49ef-817c-1de25492e90d HTTP/1.1" status: 204 len: 168 time: 0.8702161 Nov 25 11:51:42.544156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46674) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:42.593073 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0dc76061-6008-4e81-82e0-45cb1045ccc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92b432fe84d240369250c3a84ace5eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477576 Nov 25 11:51:42.595258 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46678) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:42.651749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.680118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.689869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Deleting port 16d8b8a1-fc43-4f45-9519-3c1b72363069 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:51:42.690352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.731779 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.735881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b642a3f6-13ed-4a7e-b80d-de5a62f4a437 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:42.747526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2bfcd0-0b3a-4b06-be38-ead574b17c70,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:42.751977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:42.753901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:42.758727 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c2bfcd0-0b3a-4b06-be38-ead574b17c70 HTTP/1.1" status: 204 len: 168 time: 0.1589146 Nov 25 11:51:42.758887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d77efe2c-8ade-4be5-b492-34cdf3471974 None None] The port '16d8b8a1-fc43-4f45-9519-3c1b72363069' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:51:43.138014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46686) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:43.187235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c89c25c3-118f-4ecb-8326-3fb853763d05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5512e2cfe56c4a72a1d929552b494576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479722 Nov 25 11:51:43.189608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:43.247982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:43.272672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:43.323238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:43.327987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9d0e4b3c-d184-4722-ade8-9170d5d6fccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:43.341757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54ed1a5-6b0e-4760-a904-3163f4c4d14b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:43.343928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:43.345043 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f54ed1a5-6b0e-4760-a904-3163f4c4d14b HTTP/1.1" status: 204 len: 168 time: 0.1544731 Nov 25 11:51:43.345972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:43.471007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 16d8b8a1-fc43-4f45-9519-3c1b72363069 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:43.503646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 16d8b8a1-fc43-4f45-9519-3c1b72363069 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:51:43.504315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 16d8b8a1-fc43-4f45-9519-3c1b72363069 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:51:44.219627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46712) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:44.354478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1308099561-network', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:44.359283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:44.363071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Usage tracker for resource:network and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:44.366399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:44.371964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:44.382705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Made reservation on behalf of fc2f180544f84b33a209a42c28f3640d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:51:44.384886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.399729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.430209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:44.433928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:44.436903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:44.442447 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:44.506771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.510607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.513900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a50f4f10-f7b3-4ca4-a3b0-cc73b2835769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:44.543638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:51:44.549127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9635b-e722-4ee4-a0cc-a9328f9b9085,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:44.552220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:44.557606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.557991 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Added segment c94521a6-f395-482f-8642-b3d0928f6005 of type vlan for network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 Nov 25 11:51:44.582914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.612193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.613080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:44.613639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.619047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7234e108-1256-49ec-a439-e5f9fee29c16 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628 tempest-ExtraDHCPOptionsIpV6TestJSON-1014828628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:44.714007 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4931674 Nov 25 11:51:44.716872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46718) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:44.718709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Pushing event updated for resources: {'Network': ['ID=7fff13bb-0d38-47f4-90ff-3f8b1b94d247,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:44.721265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:44.722523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Request body: {'subnet': {'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1308099561-subnet', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'ip_version': 4}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:44.728050 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:44.729474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:51:44.731868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Usage tracker for resource:subnet and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:44.735735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:44.742058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:44.751642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Made reservation on behalf of fc2f180544f84b33a209a42c28f3640d for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:51:44.753877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.036815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.041316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7791a281-d974-47f9-8b18-c31dfb64affb tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:45.110543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c354c1-8850-45af-89d5-b30cf86c4a6e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:45.114206 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:45.122007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Checking segment: {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:45.122352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Network hostable DHCP agents. Network: 7fff13bb-0d38-47f4-90ff-3f8b1b94d247, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:51:45.143170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:51:45.152630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 7fff13bb-0d38-47f4-90ff-3f8b1b94d247) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:45.156529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:45.157093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.161587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471cc8f4-ea92-4ff0-adf0-fc19faa95453 None None] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:51:45.177895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4599335 Nov 25 11:51:45.180562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46722) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:45.185823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:45.190343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:45.194615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Usage tracker for resource:router and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:45.197436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:45.203004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:45.214121 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.215075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.235145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.368652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:51:45.369467 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.380031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.526547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Allocated IP 172.20.0.2 (7fff13bb-0d38-47f4-90ff-3f8b1b94d247/f8c354c1-8850-45af-89d5-b30cf86c4a6e/059149b5-657e-4f68-bc0e-310878997eab) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:51:45.570883 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.601388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.736820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Allocated IP 172.26.5.220 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/aedd777e-811b-47ac-a0da-e4e1228e3a26) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:51:45.765539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.775440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Transition to ACTIVE for port object 059149b5-657e-4f68-bc0e-310878997eab will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:45.793160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Transition to ACTIVE for port object 059149b5-657e-4f68-bc0e-310878997eab will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:45.798836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.802671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d505081d-2538-4875-8cd0-c6fb96a33a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:45.866254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:45.869527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:45.871380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Pushing event updated for resources: {'Port': ['ID=059149b5-657e-4f68-bc0e-310878997eab,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:45.873766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:51:45.875506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:45.890197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.917769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.922736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-821d66f7-1fb8-4d24-91e7-2ee73cd4eed0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:45.959599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Attempting to bind port 059149b5-657e-4f68-bc0e-310878997eab on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:51:45.959967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Attempting to bind port 059149b5-657e-4f68-bc0e-310878997eab by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:51:45.960353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Attempting to bind port 059149b5-657e-4f68-bc0e-310878997eab on network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:51:45.966602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:51:45.966992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Checking segment: {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:45.967368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.967759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Bound using segment: {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:51:45.968358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Bound port: 059149b5-657e-4f68-bc0e-310878997eab, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:51:45.968611 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:45.985251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:45.988446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:45.994099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:51:46.024728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=aedd777e-811b-47ac-a0da-e4e1228e3a26,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:46.030729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:46.054851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] For port 059149b5-657e-4f68-bc0e-310878997eab, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:51:46.058105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] For port 059149b5-657e-4f68-bc0e-310878997eab, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=059149b5-657e-4f68-bc0e-310878997eab,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:51:46.061952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:46.065390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:46.150337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Pushing event updated for resources: {'Port': ['ID=059149b5-657e-4f68-bc0e-310878997eab,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:46.153262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:46.153438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:46.153990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:46.396589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Router 313a87ca-be66-42c4-ae4b-b8382c5f596a is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:51:46.596832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:51:46.621690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:46.623279 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4416366 Nov 25 11:51:46.626026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46726) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:46.705113 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Sync routers for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:51:46.721846 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:46.722705 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:46.904870 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:47.048637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45c3a6-ea2f-4011-a0d9-39857789a142 None None] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:51:47.143214 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-295c86e2-aed0-4843-88a0-eded75eefb63 None None] Provisioning for port 059149b5-657e-4f68-bc0e-310878997eab completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:47.207153 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:46Z', 'revision_number': 3, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:47.211311 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Checking router: 313a87ca-be66-42c4-ae4b-b8382c5f596a for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:51:47.211755 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Updating router 313a87ca-be66-42c4-ae4b-b8382c5f596a port aedd777e-811b-47ac-a0da-e4e1228e3a26 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:51:47.262015 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.524905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 059149b5-657e-4f68-bc0e-310878997eab up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:47.539099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.610620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 059149b5-657e-4f68-bc0e-310878997eab completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:47.612971 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.615483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 059149b5-657e-4f68-bc0e-310878997eab triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:47.615929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.624545 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Transition to ACTIVE for port object aedd777e-811b-47ac-a0da-e4e1228e3a26 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:47.631143 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.635231 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:47.731060 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Attempting to bind port aedd777e-811b-47ac-a0da-e4e1228e3a26 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:51:47.732201 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Attempting to bind port aedd777e-811b-47ac-a0da-e4e1228e3a26 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:51:47.732629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.732900 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Attempting to bind port aedd777e-811b-47ac-a0da-e4e1228e3a26 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:51:47.745569 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:51:47.746233 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:47.746798 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.747322 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:51:47.747936 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Bound port: aedd777e-811b-47ac-a0da-e4e1228e3a26, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:51:47.748496 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.765877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 059149b5-657e-4f68-bc0e-310878997eab, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=059149b5-657e-4f68-bc0e-310878997eab,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:47.770075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.771872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:47.778554 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Allocated IP 172.20.0.1 (7fff13bb-0d38-47f4-90ff-3f8b1b94d247/f8c354c1-8850-45af-89d5-b30cf86c4a6e/0dd43999-003f-46bf-863c-6b43a5227f35) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:51:47.793894 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Pushing event updated for resources: {'Port': ['ID=aedd777e-811b-47ac-a0da-e4e1228e3a26,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:47.803954 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.804427 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.804756 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.805073 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.805553 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.806037 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.806505 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.806988 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.807464 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.807924 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.808404 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.812386 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:47.837195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=059149b5-657e-4f68-bc0e-310878997eab,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:47.840434 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:47.848717 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] For port aedd777e-811b-47ac-a0da-e4e1228e3a26, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:51:47.852141 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] For port aedd777e-811b-47ac-a0da-e4e1228e3a26, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=aedd777e-811b-47ac-a0da-e4e1228e3a26,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:51:47.856127 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.860088 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:47.927771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.933273 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Pushing event updated for resources: {'Port': ['ID=aedd777e-811b-47ac-a0da-e4e1228e3a26,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:47.937456 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:47.941277 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:47.941797 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:47.944839 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Transition to ACTIVE for port object 0dd43999-003f-46bf-863c-6b43a5227f35 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:47.965741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.969344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-316689eb-20ba-4fcf-8b17-ecf0c94a2ddb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:48.033932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:48.037093 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:48.039475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:51:48.075803 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd43999-003f-46bf-863c-6b43a5227f35,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:48.080074 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:48.099704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:48.117094 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:48.188139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:48.328658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6ca9b778-770d-4164-892f-1654618e5202 None None] Provisioning for port 0dd43999-003f-46bf-863c-6b43a5227f35 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:48.335019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6ca9b778-770d-4164-892f-1654618e5202 None None] Provisioning complete for port 0dd43999-003f-46bf-863c-6b43a5227f35 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:48.335019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b778-770d-4164-892f-1654618e5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:48.397375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9b778-770d-4164-892f-1654618e5202 None None] Port 0dd43999-003f-46bf-863c-6b43a5227f35 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:51:48.401213 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-db186a18-1058-480c-b16c-40d0239e476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:46Z', 'revision_number': 3, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:48.406563 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186a18-1058-480c-b16c-40d0239e476a None None] The sync data for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv is: [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:46Z', 'revision_number': 3, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:51:48.415874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:48.420765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:48.451048 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3fd9538d-533e-4434-9b96-d2846d88bc65 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:48.646089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:48.649682 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd43999-003f-46bf-863c-6b43a5227f35,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:48.652762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:48.790863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:48.792137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:49.024556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dac735f9-0e91-45a9-ae21-456ea29f9bfc None None] Provisioning complete for port 0dd43999-003f-46bf-863c-6b43a5227f35 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:49.025103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dac735f9-0e91-45a9-ae21-456ea29f9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:49.078472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-dac735f9-0e91-45a9-ae21-456ea29f9bfc None None] Port 0dd43999-003f-46bf-863c-6b43a5227f35 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:51:49.198967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Router 313a87ca-be66-42c4-ae4b-b8382c5f596a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:51:49.392704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:51:49.401725 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] 10.222.0.41 "PUT /v2.0/routers/313a87ca-be66-42c4-ae4b-b8382c5f596a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7747054 Nov 25 11:51:49.552574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 059149b5-657e-4f68-bc0e-310878997eab up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:49.624386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 059149b5-657e-4f68-bc0e-310878997eab triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:49.624771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:49.738776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aedd777e-811b-47ac-a0da-e4e1228e3a26 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:49.806736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port aedd777e-811b-47ac-a0da-e4e1228e3a26 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:49.811783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port aedd777e-811b-47ac-a0da-e4e1228e3a26 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:49.812197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:49.925367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:49.941211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port aedd777e-811b-47ac-a0da-e4e1228e3a26, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=aedd777e-811b-47ac-a0da-e4e1228e3a26,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:49.945346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:49.947084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:50.012436 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=aedd777e-811b-47ac-a0da-e4e1228e3a26,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:50.015383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:50.225826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46748) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:50.231324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-701627366-network', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:50.236175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:50.240133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Usage tracker for resource:network and tenant:0ce9ba5b26614b08b65425bdc5f6fecc is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:50.243467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:50.249163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:50.260124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Made reservation on behalf of 0ce9ba5b26614b08b65425bdc5f6fecc for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:51:50.262330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.274207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.304389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:50.308161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Usage tracker for resource:security_group_rule and tenant:0ce9ba5b26614b08b65425bdc5f6fecc is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:50.311124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:50.316694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:50.384443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.388025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.391735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6defe6ae-9bc8-4721-b6cd-9985e9f91aed tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:50.414430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:51:50.427594 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dae256-2ddb-4552-b3c7-b8a136327493,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:50.431955 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:50.432885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.433213 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Added segment dbca7ce1-07bc-4daf-afdb-1f0a94069762 of type vlan for network c492576e-5dd6-474b-9f53-b3656a345d4c Nov 25 11:51:50.459502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.487564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.488480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:50.489044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.492846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7cee5d19-bf32-4b4d-8513-99c74d062a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:50.591517 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Pushing event updated for resources: {'Network': ['ID=c492576e-5dd6-474b-9f53-b3656a345d4c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:50.594735 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3678534 Nov 25 11:51:50.595598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:50.597759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46752) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:50.601741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c492576e-5dd6-474b-9f53-b3656a345d4c details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:51:50.603434 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Request body: {'subnet': {'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-701627366-subnet', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'ip_version': 4}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:50.608297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:50.612221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Usage tracker for resource:subnet and tenant:0ce9ba5b26614b08b65425bdc5f6fecc is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:50.615031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:50.621254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:50.631729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Made reservation on behalf of 0ce9ba5b26614b08b65425bdc5f6fecc for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:51:50.634314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.839339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.842733 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fe8bdcc3-fe1d-4854-89f3-d431a96b6b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:50.908735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c40b684-f59e-4c58-a5eb-8cc145f56199,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:50.911336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:50.926645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Checking segment: {'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:50.926989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Network hostable DHCP agents. Network: c492576e-5dd6-474b-9f53-b3656a345d4c, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:51:50.948636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Network c492576e-5dd6-474b-9f53-b3656a345d4c is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:51:50.957081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, c492576e-5dd6-474b-9f53-b3656a345d4c) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:50.961317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:50.961892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:50.967215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608ce31-a076-4c37-b93d-12fbaa0829d2 None None] Network c492576e-5dd6-474b-9f53-b3656a345d4c requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:51:50.981653 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0420a077-3a76-4ef1-bfbc-37b00f3be8b2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3830237 Nov 25 11:51:50.984088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46756) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:50.989045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:51:50.993449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:51:50.997389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Usage tracker for resource:router and tenant:0ce9ba5b26614b08b65425bdc5f6fecc is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:51:51.000176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:51:51.005725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:51:51.016422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.017324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.035378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.181623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-c492576e-5dd6-474b-9f53-b3656a345d4c', 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'fixed_ips': [{'subnet_id': '0c40b684-f59e-4c58-a5eb-8cc145f56199'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:51:51.182449 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.298320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.342170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Allocated IP 172.20.0.2 (c492576e-5dd6-474b-9f53-b3656a345d4c/0c40b684-f59e-4c58-a5eb-8cc145f56199/e7d5448e-3bca-4b19-b349-968c392bafa9) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:51:51.489902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aedd777e-811b-47ac-a0da-e4e1228e3a26 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:51.495841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.527956 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.622171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.633833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Transition to ACTIVE for port object e7d5448e-3bca-4b19-b349-968c392bafa9 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:51.656964 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Transition to ACTIVE for port object e7d5448e-3bca-4b19-b349-968c392bafa9 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:51.667639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.671926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:51.674444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Allocated IP 172.26.5.12 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b373ce3c-d791-418f-8aac-5237229aa9ac) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:51:51.708620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port aedd777e-811b-47ac-a0da-e4e1228e3a26 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:51.709015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.780246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Network c492576e-5dd6-474b-9f53-b3656a345d4c is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:51.782956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Pushing event updated for resources: {'Port': ['ID=e7d5448e-3bca-4b19-b349-968c392bafa9,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:51.787422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:51.789224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:51.796425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:51:51.826587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.833325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Sync routers for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:51:51.854340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:51.858532 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aa03e8cd-572f-4abe-abbe-53254a30835d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:51.920208 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:51.923284 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:51.927567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:51:51.939794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Attempting to bind port e7d5448e-3bca-4b19-b349-968c392bafa9 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:51:51.940198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Attempting to bind port e7d5448e-3bca-4b19-b349-968c392bafa9 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:51:51.940571 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Attempting to bind port e7d5448e-3bca-4b19-b349-968c392bafa9 on network c492576e-5dd6-474b-9f53-b3656a345d4c {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:51:51.942473 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:51.943101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:51.955563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=b373ce3c-d791-418f-8aac-5237229aa9ac,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:51.958356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:52.007104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:51:52.007661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Checking segment: {'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:52.008114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:52.008530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Bound using segment: {'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:51:52.009024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Bound port: e7d5448e-3bca-4b19-b349-968c392bafa9, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:51:52.009405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:52.096503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:52.097754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:52.214530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] For port e7d5448e-3bca-4b19-b349-968c392bafa9, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:51:52.218774 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] For port e7d5448e-3bca-4b19-b349-968c392bafa9, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e7d5448e-3bca-4b19-b349-968c392bafa9,segment=NetworkSegment(dbca7ce1-07bc-4daf-afdb-1f0a94069762),segment_id=dbca7ce1-07bc-4daf-afdb-1f0a94069762)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:51:52.225510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:52.229069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:52.265944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1c037872-aad1-4c48-a913-c25c269085bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:52.348695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:51:52.425210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Pushing event updated for resources: {'Port': ['ID=e7d5448e-3bca-4b19-b349-968c392bafa9,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:52.457375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.457716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.458044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.458369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.458694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.459019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.459866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.460207 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.460521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.460835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.461151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:52.466551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:52.607991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:51:52.616829 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Sync routers for ids ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:51:52.629513 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Routers {'69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:52.630409 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:52.635257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:52.639581 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6518445 Nov 25 11:51:52.640017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46760) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:52.699880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 2, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:52.703807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Checking router: 313a87ca-be66-42c4-ae4b-b8382c5f596a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:51:52.704204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Updating router 313a87ca-be66-42c4-ae4b-b8382c5f596a port 0dd43999-003f-46bf-863c-6b43a5227f35 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:51:52.756047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:52.827021 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Set router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:53.119461 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:52Z', 'revision_number': 3, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port': {'id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:53.123806 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Checking router: 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:51:53.124196 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Updating router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 port b373ce3c-d791-418f-8aac-5237229aa9ac binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:51:53.129345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.147509 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Transition to ACTIVE for port object 0dd43999-003f-46bf-863c-6b43a5227f35 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:53.159892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.166794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a3e437cb-a93b-4743-9fd1-79b103c42a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:53.178535 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.340503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b421fb-0bd7-44e8-8ff9-8312212d955a None None] Pushing event updated for resources: {'Port': ['ID=0dd43999-003f-46bf-863c-6b43a5227f35,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:53.352521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83b421fb-0bd7-44e8-8ff9-8312212d955a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:53.485491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Attempting to bind port 0dd43999-003f-46bf-863c-6b43a5227f35 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:51:53.485866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Attempting to bind port 0dd43999-003f-46bf-863c-6b43a5227f35 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:51:53.486237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Attempting to bind port 0dd43999-003f-46bf-863c-6b43a5227f35 on network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:51:53.500027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:51:53.500027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Checking segment: {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:53.500027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.500027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Bound using segment: {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:51:53.500027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Bound port: 0dd43999-003f-46bf-863c-6b43a5227f35, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:51:53.500027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.613646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf3b3b-a1ae-4584-8a12-83fa09af9657 None None] Network c492576e-5dd6-474b-9f53-b3656a345d4c requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:51:53.626462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e7d5448e-3bca-4b19-b349-968c392bafa9 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:53.652036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.665136 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.679447 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Transition to ACTIVE for port object b373ce3c-d791-418f-8aac-5237229aa9ac will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:53.687215 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.691391 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-073f70e4-eb23-4035-9848-4a1275dea567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:53.758917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] For port 0dd43999-003f-46bf-863c-6b43a5227f35, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:51:53.775310 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Attempting to bind port b373ce3c-d791-418f-8aac-5237229aa9ac on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:51:53.775779 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Attempting to bind port b373ce3c-d791-418f-8aac-5237229aa9ac by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:51:53.777279 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Attempting to bind port b373ce3c-d791-418f-8aac-5237229aa9ac on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:51:53.779569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d8a9276a-5ea1-448d-ba47-2206ba7df593 None None] Provisioning for port e7d5448e-3bca-4b19-b349-968c392bafa9 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:53.785466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] For port 0dd43999-003f-46bf-863c-6b43a5227f35, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0dd43999-003f-46bf-863c-6b43a5227f35,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:51:53.791385 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3310-6b28-4a1e-b104-261528103f42 None None] Pushing event updated for resources: {'Port': ['ID=b373ce3c-d791-418f-8aac-5237229aa9ac,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:53.794121 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:51:53.794505 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:51:53.794884 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.795266 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:51:53.795724 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Bound port: b373ce3c-d791-418f-8aac-5237229aa9ac, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:51:53.796309 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.804358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.816676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:53.827215 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-711b3310-6b28-4a1e-b104-261528103f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:53.869112 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Allocated IP 172.20.0.1 (c492576e-5dd6-474b-9f53-b3656a345d4c/0c40b684-f59e-4c58-a5eb-8cc145f56199/51d11479-921d-4c4b-93f3-134b653ae3a7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:51:53.880589 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] For port b373ce3c-d791-418f-8aac-5237229aa9ac, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:51:53.887881 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] For port b373ce3c-d791-418f-8aac-5237229aa9ac, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b373ce3c-d791-418f-8aac-5237229aa9ac,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:51:53.892798 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.903834 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-808fa602-ae52-407c-9d91-6868408ce135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:53.960995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port e7d5448e-3bca-4b19-b349-968c392bafa9 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:53.966718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b421fb-0bd7-44e8-8ff9-8312212d955a None None] Pushing event updated for resources: {'Port': ['ID=0dd43999-003f-46bf-863c-6b43a5227f35,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:53.976667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83b421fb-0bd7-44e8-8ff9-8312212d955a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:53.984303 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3310-6b28-4a1e-b104-261528103f42 None None] Pushing event updated for resources: {'Port': ['ID=b373ce3c-d791-418f-8aac-5237229aa9ac,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:54.002916 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-711b3310-6b28-4a1e-b104-261528103f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:54.003258 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Routers {'69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:54.004018 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:54.004612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e7d5448e-3bca-4b19-b349-968c392bafa9 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:54.004994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.046569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.054638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:51:54.055293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:51:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:54.064935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Transition to ACTIVE for port object 51d11479-921d-4c4b-93f3-134b653ae3a7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:51:54.093859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.099370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3e2769fe-6c6c-4866-89ea-486186da0f1e tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:54.164940 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Network c492576e-5dd6-474b-9f53-b3656a345d4c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:54.171963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:54.174895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:51:54.212633 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] Set router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:54.236028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Pushing event updated for resources: {'Port': ['ID=51d11479-921d-4c4b-93f3-134b653ae3a7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:54.246891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:54.257035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.345701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.378627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.408516 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:51:54.498994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port e7d5448e-3bca-4b19-b349-968c392bafa9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e7d5448e-3bca-4b19-b349-968c392bafa9,segment=NetworkSegment(dbca7ce1-07bc-4daf-afdb-1f0a94069762),segment_id=dbca7ce1-07bc-4daf-afdb-1f0a94069762)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:54.551118 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:52Z', 'revision_number': 3, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port': {'id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:54.551368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.560304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83b421fb-0bd7-44e8-8ff9-8312212d955a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:54.562530 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a258c83-1168-4584-9f3c-21536ea96c87 None None] The sync data for ids ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'] in dv-neutron-819177-1-hyperv is: [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:52Z', 'revision_number': 3, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port': {'id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:51:54.644552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.650024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.676179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7c406dd0-bebd-46f3-a9d4-aed869a15fad tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:54.710397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=e7d5448e-3bca-4b19-b349-968c392bafa9,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:54.714732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:54.759663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Pushing event updated for resources: {'Port': ['ID=51d11479-921d-4c4b-93f3-134b653ae3a7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:54.765909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:54.766690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.792541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-82f45c40-a8f1-487b-808d-3591e24ec19e None None] Provisioning complete for port e7d5448e-3bca-4b19-b349-968c392bafa9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:54.793103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-82f45c40-a8f1-487b-808d-3591e24ec19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:54.926124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:54.938956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07515c94-1a25-41b7-aad6-2f373aefee94 None None] The sync data for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv is: [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:51:55.037136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Network c492576e-5dd6-474b-9f53-b3656a345d4c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:51:55.038358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:51:55.069983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4bd89d68-4fae-486b-ae02-304f14ba9191 None None] Provisioning for port 51d11479-921d-4c4b-93f3-134b653ae3a7 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:55.077475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4bd89d68-4fae-486b-ae02-304f14ba9191 None None] Provisioning complete for port 51d11479-921d-4c4b-93f3-134b653ae3a7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:55.078414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4bd89d68-4fae-486b-ae02-304f14ba9191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.144778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4bd89d68-4fae-486b-ae02-304f14ba9191 None None] Port 51d11479-921d-4c4b-93f3-134b653ae3a7 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:51:55.271216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-175da459-9660-4bb6-9b9d-045ab29a7a4d None None] Provisioning complete for port 51d11479-921d-4c4b-93f3-134b653ae3a7 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:55.272814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-175da459-9660-4bb6-9b9d-045ab29a7a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.337547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-175da459-9660-4bb6-9b9d-045ab29a7a4d None None] Port 51d11479-921d-4c4b-93f3-134b653ae3a7 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:51:55.456895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:51:55.622169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dd43999-003f-46bf-863c-6b43a5227f35 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:55.708107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 0dd43999-003f-46bf-863c-6b43a5227f35 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:55.714295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0dd43999-003f-46bf-863c-6b43a5227f35 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:55.715277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.727051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:51:55.744056 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/69df3d3a-79ac-4a1d-bdf1-fe904c8fee09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0954506 Nov 25 11:51:55.842548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.882092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 0dd43999-003f-46bf-863c-6b43a5227f35, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0dd43999-003f-46bf-863c-6b43a5227f35,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:55.886701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.887839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e7d5448e-3bca-4b19-b349-968c392bafa9 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:55.924656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:56.014565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=0dd43999-003f-46bf-863c-6b43a5227f35,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:56.018845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:56.037222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e7d5448e-3bca-4b19-b349-968c392bafa9 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:56.037855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:57.625111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dd43999-003f-46bf-863c-6b43a5227f35 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:57.705029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0dd43999-003f-46bf-863c-6b43a5227f35 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:57.705419 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:57.842181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b373ce3c-d791-418f-8aac-5237229aa9ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:57.913237 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b373ce3c-d791-418f-8aac-5237229aa9ac completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:51:57.918258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b373ce3c-d791-418f-8aac-5237229aa9ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:57.918630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:58.045271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:58.067493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b373ce3c-d791-418f-8aac-5237229aa9ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b373ce3c-d791-418f-8aac-5237229aa9ac,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:51:58.071982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:58.073978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:58.140703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b373ce3c-d791-418f-8aac-5237229aa9ac,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:58.143926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:59.497294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b373ce3c-d791-418f-8aac-5237229aa9ac up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:59.620906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b373ce3c-d791-418f-8aac-5237229aa9ac triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:59.621281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:00.229022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:01.614496 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:52:04.006667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e21f1d26-bd9c-479f-bd47-63ae91dfe5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.226575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.322741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0bd513cb-1b3f-4a5f-835e-1a5c1e93da06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.862549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1b1f5f81-40d2-41e1-83f1-b2b398d7e7a2 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:06.863959 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1b1f5f81-40d2-41e1-83f1-b2b398d7e7a2 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 815 time: 0.1422532 Nov 25 11:52:06.879303 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-998927f5-acf7-4631-9831-ef3f24cf770d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/quotas/fc2f180544f84b33a209a42c28f3640d HTTP/1.1" status: 200 len: 375 time: 0.0101426 Nov 25 11:52:06.960047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-b9415255-246a-44d1-93eb-6a877c8e352c req-2e9c1226-1204-41cd-be67-a266dd5a7979 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Synchronizing usage tracker for tenant:fc2f180544f84b33a209a42c28f3640d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:52:06.976218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-b9415255-246a-44d1-93eb-6a877c8e352c req-2e9c1226-1204-41cd-be67-a266dd5a7979 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Unset dirty status for tenant:fc2f180544f84b33a209a42c28f3640d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:52:06.977410 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-2e9c1226-1204-41cd-be67-a266dd5a7979 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933819 Nov 25 11:52:07.212998 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-59580764-135f-4fc1-80d4-617945eb1e4f service neutron] 10.222.0.41 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241645 Nov 25 11:52:07.340432 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-ff10b816-18ed-404f-8371-b1843e8f5471 service neutron] 10.222.0.41 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216311 Nov 25 11:52:07.461900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:07.533339 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c27a48c1-7a90-4388-9959-80541524fabf req-f0f9f06f-0329-4fc3-8c47-38ff3eb16aa9 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0458777 Nov 25 11:52:08.522087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415255-246a-44d1-93eb-6a877c8e352c req-4d00b9c4-d76f-4285-825a-0422ff5e221c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:08.522834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-b9415255-246a-44d1-93eb-6a877c8e352c req-4d00b9c4-d76f-4285-825a-0422ff5e221c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Synchronizing usage tracker for tenant:fc2f180544f84b33a209a42c28f3640d on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:52:08.539419 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-b9415255-246a-44d1-93eb-6a877c8e352c req-4d00b9c4-d76f-4285-825a-0422ff5e221c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Unset dirty status for tenant:fc2f180544f84b33a209a42c28f3640d on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:52:08.541687 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-4d00b9c4-d76f-4285-825a-0422ff5e221c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 815 time: 0.1645255 Nov 25 11:52:08.560366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'port': {'device_id': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'admin_state_up': True, 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:08.701015 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5b6c58f0-ad9a-4433-9330-9f375761a0dd req-fc3e5ac2-cfe2-45e2-8a87-b583d946b40f tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0439217 Nov 25 11:52:08.703906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:08.714981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:08.728403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Made reservation on behalf of fc2f180544f84b33a209a42c28f3640d for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:52:08.731750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:08.917485 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Allocated IP 172.20.0.7 (7fff13bb-0d38-47f4-90ff-3f8b1b94d247/f8c354c1-8850-45af-89d5-b30cf86c4a6e/f073dbb4-eb8c-4473-babe-354d42ef3d68) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:52:08.932413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:09.307781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:09.325867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Transition to ACTIVE for port object f073dbb4-eb8c-4473-babe-354d42ef3d68 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:09.349523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:09.358751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e7dd3f35-1a85-4e89-964f-fa9d66dffc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:09.441318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:09.444759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:09.454305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:09.455575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:09.460872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:52:09.697412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:09.698114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:09.724451 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1686792 Nov 25 11:52:09.766616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fbe81a43-6bd7-423a-86c9-5b4b5d42581f None None] Provisioning for port f073dbb4-eb8c-4473-babe-354d42ef3d68 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:09.772381 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fbe81a43-6bd7-423a-86c9-5b4b5d42581f None None] Provisioning complete for port f073dbb4-eb8c-4473-babe-354d42ef3d68 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:09.772805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fbe81a43-6bd7-423a-86c9-5b4b5d42581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:09.829460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fbe81a43-6bd7-423a-86c9-5b4b5d42581f None None] Port f073dbb4-eb8c-4473-babe-354d42ef3d68 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:52:09.929911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2353d-dca9-485d-9179-d938f9418577 req-f1950174-8c10-401f-940b-e7766f99709a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:09.931504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8dd2353d-dca9-485d-9179-d938f9418577 req-f1950174-8c10-401f-940b-e7766f99709a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.0842438 Nov 25 11:52:09.991219 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8dd2353d-dca9-485d-9179-d938f9418577 req-9234dc68-1edc-4d83-a0a4-dfa30c401b7a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537841 Nov 25 11:52:11.206944 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306dc82-589b-44e7-a267-4ddb5c08a7bf req-4519e7e7-c134-490f-8666-3cd18d5fa1b2 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:11.208416 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c306dc82-589b-44e7-a267-4ddb5c08a7bf req-4519e7e7-c134-490f-8666-3cd18d5fa1b2 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.1016848 Nov 25 11:52:11.257546 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c306dc82-589b-44e7-a267-4ddb5c08a7bf req-7ff97184-da87-4dba-b5e8-7f6c969f85c6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 Nov 25 11:52:12.473584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421169-deb2-4ffa-92de-9dbaecf3b4f0 req-3abe1cfb-a6ce-4784-9dc4-cfa189f43159 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:12.475073 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f4421169-deb2-4ffa-92de-9dbaecf3b4f0 req-3abe1cfb-a6ce-4784-9dc4-cfa189f43159 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.0804985 Nov 25 11:52:12.528616 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f4421169-deb2-4ffa-92de-9dbaecf3b4f0 req-004df5a2-b721-49d3-a640-0391b8db4567 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476489 Nov 25 11:52:13.740427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e040c-1e0c-4eec-a860-d585e0a107ab req-f6ada2f7-e957-4b84-9379-27cca20b6deb tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:13.742006 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-153e040c-1e0c-4eec-a860-d585e0a107ab req-f6ada2f7-e957-4b84-9379-27cca20b6deb tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.0838525 Nov 25 11:52:13.795808 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-153e040c-1e0c-4eec-a860-d585e0a107ab req-c5f56007-3ef4-4c1d-98c8-b73b15943451 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Nov 25 11:52:15.004816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2d29c-8de3-4eed-84c6-1df3cb2cd2e1 req-bab74147-7560-4da2-9659-104816d16f10 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:15.006293 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ae2d29c-8de3-4eed-84c6-1df3cb2cd2e1 req-bab74147-7560-4da2-9659-104816d16f10 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.0817187 Nov 25 11:52:15.059641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ae2d29c-8de3-4eed-84c6-1df3cb2cd2e1 req-e082044c-7267-4c51-825b-9032cb2068cb tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Nov 25 11:52:16.263595 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33abd6-c80f-4fea-ade9-b5f73005f24a req-f6bcee92-dcd6-4387-b002-4983b93cb9bc tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:16.270667 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff33abd6-c80f-4fea-ade9-b5f73005f24a req-f6bcee92-dcd6-4387-b002-4983b93cb9bc tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.0870130 Nov 25 11:52:16.324722 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ff33abd6-c80f-4fea-ade9-b5f73005f24a req-27402e7f-3744-445d-9581-3eb1c067bf9d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530863 Nov 25 11:52:17.058871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Sync routers for ids ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:52:17.071254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Routers {'69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:52:17.071893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:52:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:17.260722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Set router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:52:17.539018 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d2f3-7d76-4e5b-bf21-9b81d051ee4d req-72e9e000-e1d0-4560-bef0-5f4fe7b13377 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:17.539018 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7b45d2f3-7d76-4e5b-bf21-9b81d051ee4d req-72e9e000-e1d0-4560-bef0-5f4fe7b13377 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.0833287 Nov 25 11:52:17.594179 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7b45d2f3-7d76-4e5b-bf21-9b81d051ee4d req-2a23c602-8cd2-40ab-b3c1-a33f585d843b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496056 Nov 25 11:52:17.626060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:54Z', 'revision_number': 4, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port': {'id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '51d11479-921d-4c4b-93f3-134b653ae3a7', 'name': '', 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'mac_address': 'fa:16:3e:96:65:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c40b684-f59e-4c58-a5eb-8cc145f56199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:53Z', 'updated_at': '2021-11-25T11:51:54Z', 'revision_number': 2, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'subnets': [{'id': '0c40b684-f59e-4c58-a5eb-8cc145f56199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:17.629897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Checking router: 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:52:17.630257 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Updating router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 port 51d11479-921d-4c4b-93f3-134b653ae3a7 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:52:17.683221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.061228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.074659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Transition to ACTIVE for port object 51d11479-921d-4c4b-93f3-134b653ae3a7 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:18.082877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.088404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:18.211761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66b262-e19a-4ef0-9520-0a81293e752c None None] Pushing event updated for resources: {'Port': ['ID=51d11479-921d-4c4b-93f3-134b653ae3a7,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:18.214624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b66b262-e19a-4ef0-9520-0a81293e752c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:18.307065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Attempting to bind port 51d11479-921d-4c4b-93f3-134b653ae3a7 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:52:18.307527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Attempting to bind port 51d11479-921d-4c4b-93f3-134b653ae3a7 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:52:18.307906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Attempting to bind port 51d11479-921d-4c4b-93f3-134b653ae3a7 on network c492576e-5dd6-474b-9f53-b3656a345d4c {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:52:18.314995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:52:18.315392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Checking segment: {'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:52:18.315868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.316372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Bound using segment: {'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:52:18.316856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Bound port: 51d11479-921d-4c4b-93f3-134b653ae3a7, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbca7ce1-07bc-4daf-afdb-1f0a94069762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:52:18.317234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.413551 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] For port 51d11479-921d-4c4b-93f3-134b653ae3a7, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:52:18.416852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] For port 51d11479-921d-4c4b-93f3-134b653ae3a7, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=51d11479-921d-4c4b-93f3-134b653ae3a7,segment=NetworkSegment(dbca7ce1-07bc-4daf-afdb-1f0a94069762),segment_id=dbca7ce1-07bc-4daf-afdb-1f0a94069762)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:52:18.425100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.429526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:18.548552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66b262-e19a-4ef0-9520-0a81293e752c None None] Pushing event updated for resources: {'Port': ['ID=51d11479-921d-4c4b-93f3-134b653ae3a7,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:18.553245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b66b262-e19a-4ef0-9520-0a81293e752c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:18.555597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Routers {'69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:52:18.558075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:52:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:18.790032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] Set router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:52:18.863572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd0db9-3b27-403e-9f49-706f54053909 req-d5e37da4-8acf-445d-b5ee-071cc0d7db75 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:18.865111 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33fd0db9-3b27-403e-9f49-706f54053909 req-d5e37da4-8acf-445d-b5ee-071cc0d7db75 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.1177378 Nov 25 11:52:18.922696 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33fd0db9-3b27-403e-9f49-706f54053909 req-487987f9-ed00-4d1c-8324-274c98be9960 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Nov 25 11:52:19.135249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:54Z', 'revision_number': 4, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port': {'id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '51d11479-921d-4c4b-93f3-134b653ae3a7', 'name': '', 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'mac_address': 'fa:16:3e:96:65:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c40b684-f59e-4c58-a5eb-8cc145f56199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:53Z', 'updated_at': '2021-11-25T11:52:18Z', 'revision_number': 4, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'subnets': [{'id': '0c40b684-f59e-4c58-a5eb-8cc145f56199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:19.139074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f64146-01a1-4402-a70b-d365f7a783b2 None None] The sync data for ids ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'] in dv-neutron-819177-1-hyperv is: [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:54Z', 'revision_number': 4, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port': {'id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '51d11479-921d-4c4b-93f3-134b653ae3a7', 'name': '', 'network_id': 'c492576e-5dd6-474b-9f53-b3656a345d4c', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'mac_address': 'fa:16:3e:96:65:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c40b684-f59e-4c58-a5eb-8cc145f56199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:53Z', 'updated_at': '2021-11-25T11:52:18Z', 'revision_number': 4, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'subnets': [{'id': '0c40b684-f59e-4c58-a5eb-8cc145f56199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:52:19.524822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 51d11479-921d-4c4b-93f3-134b653ae3a7 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:19.597587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 51d11479-921d-4c4b-93f3-134b653ae3a7 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:19.602713 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 51d11479-921d-4c4b-93f3-134b653ae3a7 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:19.603085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:19.721721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:19.754549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 51d11479-921d-4c4b-93f3-134b653ae3a7, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=51d11479-921d-4c4b-93f3-134b653ae3a7,segment=NetworkSegment(dbca7ce1-07bc-4daf-afdb-1f0a94069762),segment_id=dbca7ce1-07bc-4daf-afdb-1f0a94069762)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:52:19.758558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:19.760405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b45bbc7e-bc3c-4848-b0b5-824355d5889d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:19.825962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=51d11479-921d-4c4b-93f3-134b653ae3a7,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:19.829145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:19.845242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Request body: {'port': {'device_id': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:19.960992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:20.120539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020c353-811d-4a01-a17d-1b320d9c2cb4 req-8500b6a7-4963-4f45-b8c4-6a8965bcb14b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:20.121985 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d020c353-811d-4a01-a17d-1b320d9c2cb4 req-8500b6a7-4963-4f45-b8c4-6a8965bcb14b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 931 time: 0.0823326 Nov 25 11:52:20.167627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d020c353-811d-4a01-a17d-1b320d9c2cb4 req-5a2968f1-1928-42bf-9f10-343a18dd86d2 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Nov 25 11:52:20.294903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f073dbb4-eb8c-4473-babe-354d42ef3d68 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:52:20.302097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:20.317400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Transition to ACTIVE for port object f073dbb4-eb8c-4473-babe-354d42ef3d68 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:20.320570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:20.324828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9e7c004b-320f-49fe-ae64-23e94888b327 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:20.449100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Pushing event updated for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:20.452521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:20.562495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Attempting to bind port f073dbb4-eb8c-4473-babe-354d42ef3d68 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:52:20.562824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Attempting to bind port f073dbb4-eb8c-4473-babe-354d42ef3d68 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:52:20.563186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Attempting to bind port f073dbb4-eb8c-4473-babe-354d42ef3d68 on network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:52:20.569518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Port f073dbb4-eb8c-4473-babe-354d42ef3d68 on network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:52:20.569832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Attempting to bind port f073dbb4-eb8c-4473-babe-354d42ef3d68 on network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:52:20.576070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:52:20.576406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Checking segment: {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:52:20.576769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Bound using segment: {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:52:20.577191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Bound port: f073dbb4-eb8c-4473-babe-354d42ef3d68, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94521a6-f395-482f-8642-b3d0928f6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:52:20.577528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:20.663814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:52:20.666641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:52:20.670755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:20.674224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1e088b5e-90b4-4969-a8cf-35261a0564ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:20.737417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:20.738783 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] 10.222.0.48 "PUT /v2.0/ports/f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 1093 time: 0.9040985 Nov 25 11:52:20.739307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:52:20.754076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Pushing event updated for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:20.758453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:20.825169 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'status': 'completed', 'code': 200} Nov 25 11:52:20.861725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-73641822-43f5-46f0-be2a-f4d49d36efef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0725725 Nov 25 11:52:20.941023 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-c01467d5-32d5-4355-8d8b-df072098cab9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 217 time: 0.0709412 Nov 25 11:52:21.001204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415255-246a-44d1-93eb-6a877c8e352c req-a2754d52-2b80-4409-88e4-4fe2382bf957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:21.003085 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-a2754d52-2b80-4409-88e4-4fe2382bf957 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0557060 Nov 25 11:52:21.079720 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-5c5e86ac-3a3e-482e-8535-1404531b38f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703237 Nov 25 11:52:21.210802 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-86c4ce11-6f0d-418e-b475-add82bafa8b2 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238644 Nov 25 11:52:21.341221 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b9415255-246a-44d1-93eb-6a877c8e352c req-72581a45-0b52-42d3-b1b1-5baa49d581db service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240559 Nov 25 11:52:21.361515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513a1a4-1ebb-47ff-986b-70cd485b1661 req-a2e806a1-681b-4f3b-94a3-d2dd4e34c632 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:21.362957 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5513a1a4-1ebb-47ff-986b-70cd485b1661 req-a2e806a1-681b-4f3b-94a3-d2dd4e34c632 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 943 time: 0.0765271 Nov 25 11:52:21.410054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5513a1a4-1ebb-47ff-986b-70cd485b1661 req-76e3e1b0-0c43-4861-b009-5c3978b2c187 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Nov 25 11:52:21.462253 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d24a8656-8f13-48e2-a923-caf5b476472d req-59b8e5f2-1818-4ddc-a701-535372666798 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0787446 Nov 25 11:52:21.503842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 51d11479-921d-4c4b-93f3-134b653ae3a7 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:21.577572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 51d11479-921d-4c4b-93f3-134b653ae3a7 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:21.578067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:21.705876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a8656-8f13-48e2-a923-caf5b476472d req-ead7be0c-56ac-4871-b732-06d905024e8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:21.707317 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d24a8656-8f13-48e2-a923-caf5b476472d req-ead7be0c-56ac-4871-b732-06d905024e8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 916 time: 0.2384579 Nov 25 11:52:21.776619 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d24a8656-8f13-48e2-a923-caf5b476472d req-e6eb1525-dfce-465a-833c-3f487c21fab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 217 time: 0.0619314 Nov 25 11:52:21.840179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a8656-8f13-48e2-a923-caf5b476472d req-2e9c34e1-b8a7-477c-8504-bf78deec547c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:21.841636 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d24a8656-8f13-48e2-a923-caf5b476472d req-2e9c34e1-b8a7-477c-8504-bf78deec547c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0559132 Nov 25 11:52:21.917805 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d24a8656-8f13-48e2-a923-caf5b476472d req-035a864c-731b-41c6-b639-1635060acf03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688946 Nov 25 11:52:22.049222 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d24a8656-8f13-48e2-a923-caf5b476472d req-00f1b523-5a1c-4073-abbd-86803372758c service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229873 Nov 25 11:52:22.180301 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d24a8656-8f13-48e2-a923-caf5b476472d req-a6486734-d847-4a9f-a7b0-8737027f4485 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245019 Nov 25 11:52:22.608988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c0f0-8820-41cb-8bff-353cb9b8b92e req-b3c17239-5a16-4f16-8249-97132669ce8e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:22.610188 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9e93c0f0-8820-41cb-8bff-353cb9b8b92e req-b3c17239-5a16-4f16-8249-97132669ce8e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 943 time: 0.0783775 Nov 25 11:52:22.655231 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9e93c0f0-8820-41cb-8bff-353cb9b8b92e req-89a4c549-741f-43bc-a7f9-20407b0a92c9 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 Nov 25 11:52:23.851177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30848fc4-91b4-405b-a87e-da03515ac41b req-721cc885-c138-480a-be02-d128e02e0aa3 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:23.852650 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-30848fc4-91b4-405b-a87e-da03515ac41b req-721cc885-c138-480a-be02-d128e02e0aa3 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 943 time: 0.0754626 Nov 25 11:52:23.897485 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-30848fc4-91b4-405b-a87e-da03515ac41b req-a1fba1ba-3aba-48f0-b780-7e47955ed3d5 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Nov 25 11:52:25.098728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180d4d6-bfb1-4aff-8259-548c07f7dedf req-89bef34a-54d2-4d85-98a4-e4beba3a3877 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:25.100203 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8180d4d6-bfb1-4aff-8259-548c07f7dedf req-89bef34a-54d2-4d85-98a4-e4beba3a3877 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 943 time: 0.0826633 Nov 25 11:52:25.143861 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8180d4d6-bfb1-4aff-8259-548c07f7dedf req-daaed268-16f8-4449-a749-3d9d2c854c57 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382369 Nov 25 11:52:25.429366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f073dbb4-eb8c-4473-babe-354d42ef3d68 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:52:25.560088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:52:25.575812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'port_id': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'mac_address': 'fa:16:3e:0e:79:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:52:25.627346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:25.643531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f073dbb4-eb8c-4473-babe-354d42ef3d68 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:52:25.658393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:52:25.663081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:25.664804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:25.726683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:25.729400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:25.867988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['f073dbb4-eb8c-4473-babe-354d42ef3d68'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:52:26.480435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dab746-d5de-4dd7-9301-85cc19e6d644 req-e5e9e5a4-45c1-4a83-8d4a-7b6991a13e81 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:26.481784 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67dab746-d5de-4dd7-9301-85cc19e6d644 req-e5e9e5a4-45c1-4a83-8d4a-7b6991a13e81 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 944 time: 0.0762029 Nov 25 11:52:26.530526 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67dab746-d5de-4dd7-9301-85cc19e6d644 req-c4ab44b2-1e8a-4d3f-8dce-8cbda2471f41 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 Nov 25 11:52:27.455826 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f073dbb4-eb8c-4473-babe-354d42ef3d68 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:27.562583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port f073dbb4-eb8c-4473-babe-354d42ef3d68 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:27.567267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port f073dbb4-eb8c-4473-babe-354d42ef3d68 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:27.567666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:27.676802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:27.702623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:52:27.712669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:52:27.717814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:27.720837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:27.732462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac78a7-62ef-48bd-b507-794f849df372 req-2e079dfc-1cb8-4d2c-b1be-a5d904c23a3d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:27.734305 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b5ac78a7-62ef-48bd-b507-794f849df372 req-2e079dfc-1cb8-4d2c-b1be-a5d904c23a3d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 944 time: 0.0861423 Nov 25 11:52:27.765305 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'code': 200} Nov 25 11:52:27.781671 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b5ac78a7-62ef-48bd-b507-794f849df372 req-4179cc09-6164-417c-9003-f4b560490667 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Nov 25 11:52:27.791920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:27.794954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:27.986025 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b6e0011f-1833-4670-ad89-8f61562e1bc6 req-eef60204-171a-4510-b6d5-3da71d8164ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0680196 Nov 25 11:52:28.027940 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b6e0011f-1833-4670-ad89-8f61562e1bc6 req-c855c55a-e1f5-404f-917d-ee216974797f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362628 Nov 25 11:52:29.090260 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38341b05-d337-4b38-98b6-407ca1db54f3 req-6c033ec9-6616-489d-b790-7e15e651d487 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:29.091614 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38341b05-d337-4b38-98b6-407ca1db54f3 req-6c033ec9-6616-489d-b790-7e15e651d487 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.1802688 Nov 25 11:52:29.138337 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38341b05-d337-4b38-98b6-407ca1db54f3 req-64673cc1-f7d4-46a5-b100-0bfbc771a719 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Nov 25 11:52:30.234711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:30.333920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30d56-4e8e-488c-b5c2-e4ad7e1a5bcb req-31c025fb-b9a2-4d9f-9639-48c3647b32eb tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:30.335360 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-abf30d56-4e8e-488c-b5c2-e4ad7e1a5bcb req-31c025fb-b9a2-4d9f-9639-48c3647b32eb tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0751801 Nov 25 11:52:30.378290 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-abf30d56-4e8e-488c-b5c2-e4ad7e1a5bcb req-6e24f3b7-9994-480f-984d-1bd796e31c5f tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375063 Nov 25 11:52:30.571777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96e0b4-9bdd-42f7-8122-2a2962b79747 req-8c19c6bb-3138-4039-b229-6ac8963eb94c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:30.573222 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2b96e0b4-9bdd-42f7-8122-2a2962b79747 req-8c19c6bb-3138-4039-b229-6ac8963eb94c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0788453 Nov 25 11:52:30.617645 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2b96e0b4-9bdd-42f7-8122-2a2962b79747 req-4b2d20ab-9691-4da8-8573-eed97013feda tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Nov 25 11:52:31.041751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d7b30-ba43-4c8d-b439-b95b40783ae5 req-f8df565b-e94c-4a17-bf4f-87f49d74219f tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:31.042499 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f93d7b30-ba43-4c8d-b439-b95b40783ae5 req-f8df565b-e94c-4a17-bf4f-87f49d74219f tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0755835 Nov 25 11:52:31.093964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f93d7b30-ba43-4c8d-b439-b95b40783ae5 req-3c9c8ee0-bbea-44d1-aa35-dd185c0a0464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456707 Nov 25 11:52:34.009022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2ea17d12-fcc0-4ae0-985f-f25c68bae04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:34.233838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:36.326502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b7573289-ed85-45d1-a776-bf714610eff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:37.452637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:38.614914 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:52:38.929309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:41.350788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2815c-946d-4f33-893a-3d589e2e0d60 req-9be936f3-c673-46db-a03b-3fedf568e9b2 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:41.352224 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-adb2815c-946d-4f33-893a-3d589e2e0d60 req-9be936f3-c673-46db-a03b-3fedf568e9b2 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0766950 Nov 25 11:52:41.394968 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-adb2815c-946d-4f33-893a-3d589e2e0d60 req-f841d503-9cb1-4868-a5ce-119824ef1dd6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Nov 25 11:52:41.423592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46942) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:41.610530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ad1856c1-b31d-49d1-bf7c-ef974471e5c9 tempest-TestMinimumBasicScenario-522469467 tempest-TestMinimumBasicScenario-522469467-project-admin] Synchronizing usage tracker for tenant:0ce9ba5b26614b08b65425bdc5f6fecc on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:52:41.626257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ad1856c1-b31d-49d1-bf7c-ef974471e5c9 tempest-TestMinimumBasicScenario-522469467 tempest-TestMinimumBasicScenario-522469467-project-admin] Unset dirty status for tenant:0ce9ba5b26614b08b65425bdc5f6fecc on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:52:41.627406 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ad1856c1-b31d-49d1-bf7c-ef974471e5c9 tempest-TestMinimumBasicScenario-522469467 tempest-TestMinimumBasicScenario-522469467-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1093 time: 0.2028651 Nov 25 11:52:41.631047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 46948) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:41.636676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:41.642377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:41.646624 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:floatingip and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:41.649359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:41.654895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:41.664829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:41.800165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:41.929299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Allocated IP 172.26.5.103 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b2e2123a-8a17-4b48-b518-c8f4560ac0b4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:52:42.071781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:42.099556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:42.103734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-917594cf-e129-44fa-bed1-d34556ff7215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:42.172336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:42.175768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:42.179039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:52:42.203919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'Port': ['ID=b2e2123a-8a17-4b48-b518-c8f4560ac0b4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:42.227991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.227991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.228383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.228753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.229115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.229479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.229839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.230197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.230553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.230909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.231265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:42.240135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:42.801701 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:42.855526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:43.056968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:43.061525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:43.065877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-53479228-71a9-4bb3-939b-b61acf286b3d tempest-ServersNegativeTestJSON-289016197 tempest-ServersNegativeTestJSON-289016197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:43.161921 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'Port': ['ID=b2e2123a-8a17-4b48-b518-c8f4560ac0b4,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:43.164740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:43.181013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:43.372909 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Floating IP 6190f969-97fb-4ab0-8459-f8adfcf00446 associated. External IP: 172.26.5.103, port: f073dbb4-eb8c-4473-babe-354d42ef3d68. Nov 25 11:52:43.757145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Router 313a87ca-be66-42c4-ae4b-b8382c5f596a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:52:43.950988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:52:43.960686 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] Sync routers for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:52:43.972618 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:52:43.973220 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:52:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:43.974440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.029693 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3974969 Nov 25 11:52:44.030257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:52:44.032466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46952) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:44.039129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638433410', 'description': 'tempest-secgroup-smoke-638433410 description', 'project_id': 'fc2f180544f84b33a209a42c28f3640d'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:44.045209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:44.049464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:44.053225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:44.060301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:44.070530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.087281 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'status': 'completed', 'code': 200} Nov 25 11:52:44.119614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:44.123544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:44.126490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:44.132287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:44.151035 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:52:44.184017 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-8442ba84-2c44-4308-98d2-a2f0b12ee917 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0712888 Nov 25 11:52:44.196710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.200718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.206163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb6e8b60-ada7-461e-974e-eeff6373282b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:44.244922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c883c3a-c329-431f-8dfc-005133f2de81,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:44.254488 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.255200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.255745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.256306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.256832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.257379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.257909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.258438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.258972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.259507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.260054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:44.263460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.264900 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2313099 Nov 25 11:52:44.266017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:44.267769 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46958) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:44.274405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'security_group_rule': {'security_group_id': '6c883c3a-c329-431f-8dfc-005133f2de81', 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:44.280740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:44.284880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:44.288551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:44.294599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:44.313890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.386225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.391096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.393784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-acb79c38-a38e-4453-a133-fb100a8c92d9 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:44.420511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bb4fc0-546a-4ade-a17b-1839c216650a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:44.422980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:44.433215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.434916 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1657596 Nov 25 11:52:44.439039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46962) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:44.448540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'security_group_rule': {'security_group_id': '6c883c3a-c329-431f-8dfc-005133f2de81', 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:44.456372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:44.462369 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-59a5b555-4bfc-4545-b212-62cf146d3e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:44.463085 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-59a5b555-4bfc-4545-b212-62cf146d3e18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 916 time: 0.2654612 Nov 25 11:52:44.465714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:44.468685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:44.475389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:44.506614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.579132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.584072 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.586132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25e1e4f8-a65c-40a8-803b-3b74225a374c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:44.586757 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-bd3d72a3-88d2-423d-adc4-4d881347d573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 999 time: 0.1148865 Nov 25 11:52:44.595267 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '6190f969-97fb-4ab0-8459-f8adfcf00446', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'floating_ip_address': '172.26.5.103', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'port_id': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'mac_address': 'fa:16:3e:0e:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:52:42Z', 'updated_at': '2021-11-25T11:52:42Z', 'revision_number': 0, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:55Z', 'revision_number': 5, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:44.599400 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] Checking router: 313a87ca-be66-42c4-ae4b-b8382c5f596a for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:52:44.611411 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:52:44.611625 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43dc969-cda4-4605-bdc1-3ab472ab6f14,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:44.612050 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:52:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:44.614369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:44.624626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.626063 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1848850 Nov 25 11:52:44.628901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46966) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:44.635490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'security_group_rule': {'security_group_id': '6c883c3a-c329-431f-8dfc-005133f2de81', 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:44.642158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:44.647368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:44.650922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:44.657241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:44.657841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-fe935c6d-9ef3-43ea-92d6-83dd7ac8b0ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:44.659311 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-fe935c6d-9ef3-43ea-92d6-83dd7ac8b0ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0655646 Nov 25 11:52:44.676914 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.739378 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-acd0680d-8a46-4fa3-addb-31484c488353 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728259 Nov 25 11:52:44.742907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.756655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.758495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4903caf1-81df-4a6a-b039-00f893c65d84 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:44.783100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2d9d74-2b2f-4081-b6fe-269a88f31f77,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:44.785585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:44.794003 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.795208 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-047451b2-4ff3-4540-99ef-389a9446c96d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1644976 Nov 25 11:52:44.798107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46970) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:44.804504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'security_group_rule': {'security_group_id': '6c883c3a-c329-431f-8dfc-005133f2de81', 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:44.811495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:44.815899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:44.819452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:44.825739 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:44.829886 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:52:44.843620 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.879522 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-9b70835e-f648-4f1d-9127-c7140e78026b service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337841 Nov 25 11:52:44.910247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.913962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.916676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d16dd443-25a9-40a9-8a05-04c882fdba96 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:44.939732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ad5437-2a89-4166-9981-c706a0f6f8e2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:44.942854 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:44.951643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:44.955575 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b1f9b78d-1ab1-43f2-a073-995b3d184494 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1538193 Nov 25 11:52:44.955918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46974) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:44.961997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'security_group_rule': {'security_group_id': '6c883c3a-c329-431f-8dfc-005133f2de81', 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:44.968454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:44.972356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:44.975346 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:44.981438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:44.993447 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Project fc2f180544f84b33a209a42c28f3640d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:52:45.000438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.023772 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6de803ed-9847-4668-9628-edbe5d8c9143 req-f07e7d38-709a-4cf5-ac32-a0b5f9e42829 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357915 Nov 25 11:52:45.074845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.079866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.081672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bb73e376-29d4-449e-8f6b-8028f5e5ab8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:45.104081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf3ea72-8fb1-4d49-8b1b-001d2314f507,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:45.106763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:45.115553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.116766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1594284 Nov 25 11:52:45.119443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 46978) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:45.124936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'security_group_rule': {'security_group_id': '6c883c3a-c329-431f-8dfc-005133f2de81', 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:45.131309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:45.135111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Usage tracker for resource:security_group_rule and tenant:fc2f180544f84b33a209a42c28f3640d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:45.138002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:45.143631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:45.153865 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Project fc2f180544f84b33a209a42c28f3640d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:52:45.160269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.188051 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '6190f969-97fb-4ab0-8459-f8adfcf00446', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'floating_ip_address': '172.26.5.103', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'port_id': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'mac_address': 'fa:16:3e:0e:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:52:42Z', 'updated_at': '2021-11-25T11:52:42Z', 'revision_number': 0, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:55Z', 'revision_number': 5, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:45.191957 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ffe79-1e68-4ee2-9f84-7e7ac34b38cd None None] The sync data for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv is: [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '6190f969-97fb-4ab0-8459-f8adfcf00446', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'floating_ip_address': '172.26.5.103', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'port_id': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'mac_address': 'fa:16:3e:0e:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:52:42Z', 'updated_at': '2021-11-25T11:52:42Z', 'revision_number': 0, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:55Z', 'revision_number': 5, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:52:45.228847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.233015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.234904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebf6a434-b954-4d04-b5db-54312e7aade2 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:45.257838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47835f26-72c1-42ab-8d0b-fb7c2c808a44,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:45.260318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:45.267894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.269168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1487908 Nov 25 11:52:45.410456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada4ba8-b82c-4f4d-91bb-014fbe9df5de None None] New status for floating IP 6190f969-97fb-4ab0-8459-f8adfcf00446: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:52:45.434911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-2142614f-02ae-4206-bef6-bf80c81ff50a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Synchronizing usage tracker for tenant:fc2f180544f84b33a209a42c28f3640d on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:52:45.451147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-2142614f-02ae-4206-bef6-bf80c81ff50a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Unset dirty status for tenant:fc2f180544f84b33a209a42c28f3640d on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:52:45.452447 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-2142614f-02ae-4206-bef6-bf80c81ff50a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638433410&fields=id&tenant_id=fc2f180544f84b33a209a42c28f3640d HTTP/1.1" status: 200 len: 267 time: 0.0698774 Nov 25 11:52:45.538497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-6f58be9c-d2ab-4601-ad3b-9742ab305b80 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:45.540105 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-6f58be9c-d2ab-4601-ad3b-9742ab305b80 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0805337 Nov 25 11:52:45.551332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'port': {'security_groups': ['2dc9635b-e722-4ee4-a0cc-a9328f9b9085', '6c883c3a-c329-431f-8dfc-005133f2de81']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:52:45.669239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.919821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:52:45.943923 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.948389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:45.954154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-87f7f5f7-1a99-4535-93d8-2fc7f9631402 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:45.960797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['f073dbb4-eb8c-4473-babe-354d42ef3d68'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:52:46.014986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:46.015585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:46.020097 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-70e0cf8b-053d-4aed-85fd-d3d7bf774601 req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "PUT /v2.0/ports/f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 981 time: 0.4731398 Nov 25 11:52:46.023728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:52:46.049655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:46.054029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:46.132718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['f073dbb4-eb8c-4473-babe-354d42ef3d68'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:52:46.210638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044abcf-40f8-4ad6-98cf-c5ea741b21b4 req-c6fb9dd4-d6ac-4a50-9cc9-be08fef48ee4 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:46.212193 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e044abcf-40f8-4ad6-98cf-c5ea741b21b4 req-c6fb9dd4-d6ac-4a50-9cc9-be08fef48ee4 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0862350 Nov 25 11:52:46.269738 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e044abcf-40f8-4ad6-98cf-c5ea741b21b4 req-92b2c7ad-096c-49d3-b6d8-a17f1fc125e5 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508888 Nov 25 11:52:46.285460 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'status': 'completed', 'code': 200} Nov 25 11:52:46.377641 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e856d49e-3b96-4584-b162-717a524271c9 req-83cce620-8a84-4ca4-9560-c5ac0a693db5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1137 time: 0.0704265 Nov 25 11:52:46.462231 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0beea602-63f1-43b8-beb8-05142e5ecfc7 None None] Provisioning complete for port f073dbb4-eb8c-4473-babe-354d42ef3d68 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:46.463179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0beea602-63f1-43b8-beb8-05142e5ecfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:46.518673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856d49e-3b96-4584-b162-717a524271c9 req-baea99c8-feec-4f08-8517-89027e03dc13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:46.520185 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e856d49e-3b96-4584-b162-717a524271c9 req-baea99c8-feec-4f08-8517-89027e03dc13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 916 time: 0.1326585 Nov 25 11:52:46.627544 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e856d49e-3b96-4584-b162-717a524271c9 req-152beae0-5263-4ef1-9380-b59eb9e64bb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 1001 time: 0.1003389 Nov 25 11:52:46.696192 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856d49e-3b96-4584-b162-717a524271c9 req-2b22acdb-36e5-4042-be9b-ccec505c5595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:46.697519 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e856d49e-3b96-4584-b162-717a524271c9 req-2b22acdb-36e5-4042-be9b-ccec505c5595 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0629761 Nov 25 11:52:46.774732 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e856d49e-3b96-4584-b162-717a524271c9 req-893f5059-7724-4ad4-8396-7af987cd0eb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705526 Nov 25 11:52:46.907168 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e856d49e-3b96-4584-b162-717a524271c9 req-b63e131f-85d0-4142-9aa1-42974fee832c service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242571 Nov 25 11:52:47.047629 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e856d49e-3b96-4584-b162-717a524271c9 req-d7aa894a-3606-4bef-9b59-b11520689bf1 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292243 Nov 25 11:53:00.225305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:01.801057 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-0d0d41d1-2465-4c6c-a72f-e504bb8eb10e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663276 Nov 25 11:53:01.953964 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-5e76720e-cd95-4ba7-91ef-864c119374c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1137 time: 0.0706487 Nov 25 11:53:02.198318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-f6e4223f-f3df-4cfd-8507-5ed33d6618b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:02.199760 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-f6e4223f-f3df-4cfd-8507-5ed33d6618b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 916 time: 0.2264738 Nov 25 11:53:02.305287 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-9ee10f80-2508-476a-9001-33a2371f8aa2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 1001 time: 0.0941076 Nov 25 11:53:02.367281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-e1a2ae0e-f644-4370-9009-28a73d13137e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:02.368680 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-e1a2ae0e-f644-4370-9009-28a73d13137e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0558877 Nov 25 11:53:02.446317 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-fd924820-38ba-4657-bc18-ab75a9ff50ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696375 Nov 25 11:53:02.577885 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-1bfa8a37-764d-4184-9e74-e72285ca8123 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236539 Nov 25 11:53:02.710246 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77389354-f54a-41b5-aa0b-662cd7ad08c8 req-91972a0f-7eaa-46e5-8ef8-b06c8486b4db service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252687 Nov 25 11:53:03.581734 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e79162db-6bc2-41f8-befa-c884afd884ea req-1b91eedc-f4cb-44be-9870-6534af3526e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1137 time: 0.0713279 Nov 25 11:53:03.621210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017431e-3882-4e4b-b308-939469f72bd6 req-9f630d47-2a51-417b-9b69-65c220668281 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:03.622641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9017431e-3882-4e4b-b308-939469f72bd6 req-9f630d47-2a51-417b-9b69-65c220668281 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0809662 Nov 25 11:53:03.668935 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9017431e-3882-4e4b-b308-939469f72bd6 req-d1e61f71-dde1-45da-b664-b24ba8737edd tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406911 Nov 25 11:53:03.716360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79162db-6bc2-41f8-befa-c884afd884ea req-01f5be61-1d30-4b99-814a-f0d9e18a9bc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:03.717787 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e79162db-6bc2-41f8-befa-c884afd884ea req-01f5be61-1d30-4b99-814a-f0d9e18a9bc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 916 time: 0.1289806 Nov 25 11:53:03.822206 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e79162db-6bc2-41f8-befa-c884afd884ea req-b00c62ab-42f1-4d2a-9488-ae4027d004d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 1001 time: 0.0964031 Nov 25 11:53:03.883988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79162db-6bc2-41f8-befa-c884afd884ea req-979882d6-8781-43c2-907a-2cba6d63702e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:03.885398 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e79162db-6bc2-41f8-befa-c884afd884ea req-979882d6-8781-43c2-907a-2cba6d63702e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0558798 Nov 25 11:53:03.962220 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e79162db-6bc2-41f8-befa-c884afd884ea req-2a653cc7-4851-47dc-b95e-6079974e6f3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701523 Nov 25 11:53:04.014362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b791f6ad-e690-4313-9f2f-04f135def640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:04.095436 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e79162db-6bc2-41f8-befa-c884afd884ea req-d0279106-cbcd-4493-8779-1ac23a16d3fb service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246316 Nov 25 11:53:04.223225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e79162db-6bc2-41f8-befa-c884afd884ea req-e30c591e-d48c-4095-83b9-15cd2e02c190 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211593 Nov 25 11:53:04.226129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:04.863621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f185e-83c0-4a16-be6d-18e9ab774ae3 req-8cfabe75-2cdb-4177-b8dc-5d757cc212fe tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:04.865756 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-009f185e-83c0-4a16-be6d-18e9ab774ae3 req-8cfabe75-2cdb-4177-b8dc-5d757cc212fe tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0761228 Nov 25 11:53:04.915351 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-009f185e-83c0-4a16-be6d-18e9ab774ae3 req-20eba347-900d-4181-afa5-155683d7a539 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439808 Nov 25 11:53:06.107073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540041f-b401-4f9f-8aec-538e213deeda req-eacae3bd-6903-49bb-8abf-9a5c861179bb tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:06.108533 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f540041f-b401-4f9f-8aec-538e213deeda req-eacae3bd-6903-49bb-8abf-9a5c861179bb tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0748074 Nov 25 11:53:06.156439 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f540041f-b401-4f9f-8aec-538e213deeda req-073be2b5-16d7-4ccb-9610-44e71d594a76 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423100 Nov 25 11:53:06.330200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e059035f-f77d-413a-89f8-98aa8f8c6f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:07.354715 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49475a78-77e6-4cbc-8388-a7c20b6e039b req-2fc4a115-4424-4cbe-97b2-22c4e53867e9 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:07.356171 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-49475a78-77e6-4cbc-8388-a7c20b6e039b req-2fc4a115-4424-4cbe-97b2-22c4e53867e9 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0791683 Nov 25 11:53:07.405748 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-49475a78-77e6-4cbc-8388-a7c20b6e039b req-0550eba5-c6c3-46ef-a237-dffdb68a2c1d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441182 Nov 25 11:53:07.456123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:08.596726 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46cac-8ec8-4021-97a2-f5e5d5512954 req-62b7b3ed-d3a1-49e3-b03b-5852e059b472 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:08.598147 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9d46cac-8ec8-4021-97a2-f5e5d5512954 req-62b7b3ed-d3a1-49e3-b03b-5852e059b472 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0748620 Nov 25 11:53:08.643649 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c9d46cac-8ec8-4021-97a2-f5e5d5512954 req-dd997faf-1186-4482-880e-c7e5daf969ce tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391488 Nov 25 11:53:08.931380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:09.840322 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b13aa6-ddad-4abc-b77c-79d40ce9806b req-73246d86-1e51-4b9f-aaa8-cf0043faff15 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:09.841658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-20b13aa6-ddad-4abc-b77c-79d40ce9806b req-73246d86-1e51-4b9f-aaa8-cf0043faff15 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0797131 Nov 25 11:53:09.889741 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-20b13aa6-ddad-4abc-b77c-79d40ce9806b req-0c999c36-2162-4aaf-9c5f-c8fc5c49c1e3 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424240 Nov 25 11:53:11.085547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68fee5-314b-4552-9496-8736911d928e req-21224f5b-030a-4d06-81df-ff11a9654a2c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:11.086974 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bb68fee5-314b-4552-9496-8736911d928e req-21224f5b-030a-4d06-81df-ff11a9654a2c tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0778425 Nov 25 11:53:11.137892 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bb68fee5-314b-4552-9496-8736911d928e req-6ba1f41e-9e52-42b4-8174-e7fe2109e8f3 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452187 Nov 25 11:53:12.414754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561183d8-f3ad-4846-8e11-d007f8089038 req-94d5b43d-96b5-4836-b7c2-52f1887a414e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:12.416207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-561183d8-f3ad-4846-8e11-d007f8089038 req-94d5b43d-96b5-4836-b7c2-52f1887a414e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.1594274 Nov 25 11:53:12.461661 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-561183d8-f3ad-4846-8e11-d007f8089038 req-ace4d621-1a33-411c-bd77-e68882a4a56d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399351 Nov 25 11:53:13.656394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f11683-a3dc-4b27-b3d8-8d92f90b7682 req-2d5db686-b2de-4c34-b8c9-5232bafddbe0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:13.657813 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84f11683-a3dc-4b27-b3d8-8d92f90b7682 req-2d5db686-b2de-4c34-b8c9-5232bafddbe0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0775766 Nov 25 11:53:13.703762 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-84f11683-a3dc-4b27-b3d8-8d92f90b7682 req-640c51a6-27ae-4923-8818-2197135bcd51 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404327 Nov 25 11:53:14.899431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb2ab-c441-4537-8952-cc800167657d req-86c4c503-3367-4c49-a859-afec3af36d54 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:14.900981 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-070eb2ab-c441-4537-8952-cc800167657d req-86c4c503-3367-4c49-a859-afec3af36d54 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0769701 Nov 25 11:53:14.946328 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-070eb2ab-c441-4537-8952-cc800167657d req-9b128111-f65b-4025-8422-fb9673d845c5 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398757 Nov 25 11:53:15.616375 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:53:16.142406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c41c-d1ec-473c-8de9-fa5618e70479 req-59479052-2f52-4d4a-be9c-c4a497da6625 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:16.143812 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4803c41c-d1ec-473c-8de9-fa5618e70479 req-59479052-2f52-4d4a-be9c-c4a497da6625 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0793614 Nov 25 11:53:16.189589 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4803c41c-d1ec-473c-8de9-fa5618e70479 req-2bf418bb-5ace-41c6-bf68-0785708b4b36 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c883c3a-c329-431f-8dfc-005133f2de81&id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397317 Nov 25 11:53:30.230388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:34.016070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d7fafaf-9a84-4606-a5b0-11b386405847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:34.227630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:36.331426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a51b7676-a817-4f57-8246-d3e65335666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:37.459309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:38.934457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.407243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-cd7230d0-bcb3-4bc4-8d91-49ffc462a461 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638433410&fields=id&tenant_id=fc2f180544f84b33a209a42c28f3640d HTTP/1.1" status: 200 len: 267 time: 0.0405486 Nov 25 11:53:48.489122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-8335e432-476f-401a-99f3-eb2806265169 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:48.491046 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-8335e432-476f-401a-99f3-eb2806265169 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 984 time: 0.0787818 Nov 25 11:53:48.501596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Request body: {'port': {'security_groups': ['2dc9635b-e722-4ee4-a0cc-a9328f9b9085']}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:53:48.617700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.846124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:53:48.870932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.875212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.880559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5a8b9d28-c3be-4693-8598-54e6a575b5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:48.897324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['f073dbb4-eb8c-4473-babe-354d42ef3d68'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:53:48.943350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:48.943942 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.945307 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-97dec718-a066-48d1-9cf1-12cb58450e9a req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "PUT /v2.0/ports/f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 942 time: 0.4483480 Nov 25 11:53:48.945830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:53:48.952607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:48.968860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event updated for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:48.978604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.978990 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.979368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.979742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.980190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.980551 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.980922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.981283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.981642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.982004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.982414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:48.986502 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:49.037888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'status': 'completed', 'code': 200} Nov 25 11:53:49.041780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['f073dbb4-eb8c-4473-babe-354d42ef3d68'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:53:49.066131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.147925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.197014 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abb1379b-0f93-4c21-af78-2283a002361d req-39095bff-8d49-4d7d-959d-1e91048ec5bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1098 time: 0.1288714 Nov 25 11:53:49.285357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e5d3b2ac-7677-476f-8a7c-9af7764260ad None None] Provisioning complete for port f073dbb4-eb8c-4473-babe-354d42ef3d68 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:53:49.285654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b2ac-7677-476f-8a7c-9af7764260ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.440756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.446626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a940a56e-e034-41b2-8a0e-e6812ce2c126 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:49.477377 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c883c3a-c329-431f-8dfc-005133f2de81,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:49.483439 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1379b-0f93-4c21-af78-2283a002361d req-e077dae9-c0a9-4c90-bec3-31ae4ea232f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:49.484886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abb1379b-0f93-4c21-af78-2283a002361d req-e077dae9-c0a9-4c90-bec3-31ae4ea232f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 916 time: 0.2791896 Nov 25 11:53:49.539039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.540132 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "DELETE /v2.0/security-groups/6c883c3a-c329-431f-8dfc-005133f2de81 HTTP/1.1" status: 204 len: 168 time: 0.5864115 Nov 25 11:53:49.541572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.542188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.542317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.542688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.543032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47050) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:49.543394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.543394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.543755 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.544139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.544515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.544857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.545210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:49.548493 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-64a01095-3f4b-464a-ab04-d2c7b0106dc6 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:49.604653 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abb1379b-0f93-4c21-af78-2283a002361d req-c2d2f82d-ac75-4c08-8c4c-dc7cff458089 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 1001 time: 0.1121588 Nov 25 11:53:49.668031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1379b-0f93-4c21-af78-2283a002361d req-23b0cba7-cdc2-4648-bc9c-65ba643d63e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:49.669380 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abb1379b-0f93-4c21-af78-2283a002361d req-23b0cba7-cdc2-4648-bc9c-65ba643d63e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0585666 Nov 25 11:53:49.740187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Deleting port b2e2123a-8a17-4b48-b518-c8f4560ac0b4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:53:49.740525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.746562 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abb1379b-0f93-4c21-af78-2283a002361d req-82ff22ef-31ef-47a1-85bd-cb1168d7b480 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699902 Nov 25 11:53:49.880277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abb1379b-0f93-4c21-af78-2283a002361d req-d9929472-f798-4016-ad94-05c69a67acc1 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264663 Nov 25 11:53:49.910406 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.910724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.011330 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abb1379b-0f93-4c21-af78-2283a002361d req-d3b5d7dc-15f1-438b-80bf-f29869b48208 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251895 Nov 25 11:53:50.029458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Calling delete_port for b2e2123a-8a17-4b48-b518-c8f4560ac0b4 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:53:50.269708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.273627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:50.313658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event deleted for resources: {'Port': ['ID=b2e2123a-8a17-4b48-b518-c8f4560ac0b4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:50.316398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:50.402832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.784918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Router 313a87ca-be66-42c4-ae4b-b8382c5f596a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:53:50.977991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:53:50.987329 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] Sync routers for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:53:50.994436 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:51.000257 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:53:51.000864 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:53:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:51.046007 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "DELETE /v2.0/floatingips/6190f969-97fb-4ab0-8459-f8adfcf00446 HTTP/1.1" status: 204 len: 168 time: 1.5019248 Nov 25 11:53:51.046659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:53:51.101998 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'status': 'completed', 'code': 200} Nov 25 11:53:51.191193 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:53:51.198553 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-c48b5127-88d7-4e90-a223-695f714eb2e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc2f180544f84b33a209a42c28f3640d&device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0746970 Nov 25 11:53:51.334569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-e5232077-0386-455b-8351-4ab8fa8b1f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:51.336164 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-e5232077-0386-455b-8351-4ab8fa8b1f38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 200 len: 916 time: 0.1304841 Nov 25 11:53:51.421556 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-7fb34c40-7a52-4c58-ac58-3a98be0c6bf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 200 len: 217 time: 0.0732338 Nov 25 11:53:51.505991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-ecafb4f6-86f0-4a10-b75c-034b6ecd217b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:51.507450 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-ecafb4f6-86f0-4a10-b75c-034b6ecd217b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 200 len: 854 time: 0.0804901 Nov 25 11:53:51.524884 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:55Z', 'revision_number': 5, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:51.528751 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] Checking router: 313a87ca-be66-42c4-ae4b-b8382c5f596a for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:53:51.539066 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:53:51.539650 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:53:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:51.582832 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-dccfaa31-3409-4213-8dc2-4f658839bbc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fff13bb-0d38-47f4-90ff-3f8b1b94d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696683 Nov 25 11:53:51.712947 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:53:51.717356 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-96abb896-0794-46b5-b7d5-02e592263356 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270835 Nov 25 11:53:51.854579 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1b1aca93-8f41-4e7c-aca1-a35d0e3bd474 req-6eb34bda-d819-49a4-a01e-c4035b687af1 service neutron] 10.222.0.48 "GET /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303968 Nov 25 11:53:52.045108 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:55Z', 'revision_number': 5, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:52.048908 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8fa57-1c8c-40e4-aec2-b99dda38feb4 None None] The sync data for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv is: [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:48Z', 'revision_number': 4, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0dd43999-003f-46bf-863c-6b43a5227f35', 'name': '', 'network_id': '7fff13bb-0d38-47f4-90ff-3f8b1b94d247', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'mac_address': 'fa:16:3e:cd:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:47Z', 'updated_at': '2021-11-25T11:51:55Z', 'revision_number': 5, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'subnets': [{'id': 'f8c354c1-8850-45af-89d5-b30cf86c4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:53:52.274014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02b6a7-cbb0-4d29-90ee-ce87a31e82be None None] New status for floating IP 6190f969-97fb-4ab0-8459-f8adfcf00446: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:53:52.618328 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:53:55.443521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dae34-106f-4320-acef-cce75394dc1d req-530e82c0-cb9a-435e-9573-a945ee17626d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:55.444154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-579dae34-106f-4320-acef-cce75394dc1d req-530e82c0-cb9a-435e-9573-a945ee17626d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Synchronizing usage tracker for tenant:fc2f180544f84b33a209a42c28f3640d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:53:55.458821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-579dae34-106f-4320-acef-cce75394dc1d req-530e82c0-cb9a-435e-9573-a945ee17626d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Unset dirty status for tenant:fc2f180544f84b33a209a42c28f3640d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:53:55.459989 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-579dae34-106f-4320-acef-cce75394dc1d req-530e82c0-cb9a-435e-9573-a945ee17626d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0951986 Nov 25 11:53:55.509027 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-579dae34-106f-4320-acef-cce75394dc1d req-5aa32c20-07e3-4120-82f9-d7372413672a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Nov 25 11:53:56.702831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcc911-3ffe-45ac-ba81-ded570bf5c11 req-6e8f149d-76c4-488e-b6d1-6a8ee098e29d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:56.704280 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-19bcc911-3ffe-45ac-ba81-ded570bf5c11 req-6e8f149d-76c4-488e-b6d1-6a8ee098e29d tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0761988 Nov 25 11:53:56.748059 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-19bcc911-3ffe-45ac-ba81-ded570bf5c11 req-58ec0607-ae7f-4c92-95c3-85730a7d72f4 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dc9635b-e722-4ee4-a0cc-a9328f9b9085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383692 Nov 25 11:53:57.055869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-318a608e-0ad5-42ac-ab9c-671e9b14a2b5 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:57.056479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-318a608e-0ad5-42ac-ab9c-671e9b14a2b5 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Synchronizing usage tracker for tenant:fc2f180544f84b33a209a42c28f3640d on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:53:57.068542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-318a608e-0ad5-42ac-ab9c-671e9b14a2b5 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Unset dirty status for tenant:fc2f180544f84b33a209a42c28f3640d on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:53:57.069594 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-318a608e-0ad5-42ac-ab9c-671e9b14a2b5 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0916450 Nov 25 11:53:57.135786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Deleting port f073dbb4-eb8c-4473-babe-354d42ef3d68 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:53:57.136150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:57.475330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] For port f073dbb4-eb8c-4473-babe-354d42ef3d68, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=f073dbb4-eb8c-4473-babe-354d42ef3d68,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:53:57.475682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:57.594336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Calling delete_port for f073dbb4-eb8c-4473-babe-354d42ef3d68 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:53:57.733539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:57.740354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b8af58fb-4e22-49a7-9e61-ef8c527c90e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:57.745159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['f073dbb4-eb8c-4473-babe-354d42ef3d68'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:53:57.789123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Pushing event deleted for resources: {'Port': ['ID=f073dbb4-eb8c-4473-babe-354d42ef3d68,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:57.792604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:57.862042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] No DVR routers for this DVR port f073dbb4-eb8c-4473-babe-354d42ef3d68 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:53:57.865217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:57.869180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'name': 'network-vif-deleted', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:53:57.883077 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5f7db94f-2054-4ed0-ab9b-ddcc226d016c req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.48 "DELETE /v2.0/ports/f073dbb4-eb8c-4473-babe-354d42ef3d68 HTTP/1.1" status: 204 len: 173 time: 0.8073909 Nov 25 11:53:57.911395 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-51f3a97d-89ed-472e-9fcb-e4603fdaa448 req-90e97aa2-57ea-48ad-99d4-0f068b127cbf tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] 10.222.0.41 "GET /v2.0/ports?device_id=7af4789b-b1a9-4da8-8977-2b054de2e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0412421 Nov 25 11:53:57.930188 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af4789b-b1a9-4da8-8977-2b054de2e6f8', 'name': 'network-vif-deleted', 'tag': 'f073dbb4-eb8c-4473-babe-354d42ef3d68', 'status': 'completed', 'code': 200} Nov 25 11:53:59.566908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47134) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:59.946430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:00.220868 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:00.638411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Deleting port 0dd43999-003f-46bf-863c-6b43a5227f35 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:00.638943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:00.804565 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] For port 0dd43999-003f-46bf-863c-6b43a5227f35, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0dd43999-003f-46bf-863c-6b43a5227f35,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:00.804829 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:00.924812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Calling delete_port for 0dd43999-003f-46bf-863c-6b43a5227f35 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:01.093550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:01.097082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-aa888783-e998-4e95-954d-5294d3d74ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:01.138584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd43999-003f-46bf-863c-6b43a5227f35,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:01.141980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:01.420181 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:01.896430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f073dbb4-eb8c-4473-babe-354d42ef3d68 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:54:01.931597 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: f073dbb4-eb8c-4473-babe-354d42ef3d68 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:54:01.931938 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device f073dbb4-eb8c-4473-babe-354d42ef3d68 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:54:02.081223 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Router 313a87ca-be66-42c4-ae4b-b8382c5f596a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:54:02.275537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:54:02.283838 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] Sync routers for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:54:02.290303 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] 10.222.0.41 "PUT /v2.0/routers/313a87ca-be66-42c4-ae4b-b8382c5f596a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7223723 Nov 25 11:54:02.292884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47138) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:02.295551 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:02.296186 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:53:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:02.467848 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:02.484405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:02.675753 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:02.686569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Deleting port aedd777e-811b-47ac-a0da-e4e1228e3a26 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:02.686891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:02.747629 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:54:01Z', 'revision_number': 5, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port': {'id': 'aedd777e-811b-47ac-a0da-e4e1228e3a26', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:02.751361 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] Checking router: 313a87ca-be66-42c4-ae4b-b8382c5f596a for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:54:02.762322 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] Routers {'313a87ca-be66-42c4-ae4b-b8382c5f596a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:02.762927 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:53:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['313a87ca-be66-42c4-ae4b-b8382c5f596a'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:02.859084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] For port aedd777e-811b-47ac-a0da-e4e1228e3a26, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=aedd777e-811b-47ac-a0da-e4e1228e3a26,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:02.859428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:02.909368 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] Set router 313a87ca-be66-42c4-ae4b-b8382c5f596a gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:03.015825 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:54:02Z', 'revision_number': 6, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:03.020733 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1178d-8fc8-480c-a38a-5c8c0b53a6ff None None] The sync data for ids ['313a87ca-be66-42c4-ae4b-b8382c5f596a'] in dv-neutron-819177-1-hyperv is: [{'id': '313a87ca-be66-42c4-ae4b-b8382c5f596a', 'name': 'tempest-TestMinimumBasicScenario-1308099561-router', 'tenant_id': 'fc2f180544f84b33a209a42c28f3640d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:45Z', 'updated_at': '2021-11-25T11:54:02Z', 'revision_number': 6, 'project_id': 'fc2f180544f84b33a209a42c28f3640d', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:54:03.097004 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Calling delete_port for aedd777e-811b-47ac-a0da-e4e1228e3a26 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:03.256835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:03.261725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d66cae9b-2a1d-42cb-ba9a-7fd996dc1e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:03.306376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedd777e-811b-47ac-a0da-e4e1228e3a26,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:03.334128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:03.527089 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:03.773145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:03.777881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:03.794948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dd43999-003f-46bf-863c-6b43a5227f35 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:54:03.804952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:03.805477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313a87ca-be66-42c4-ae4b-b8382c5f596a {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:54:03.818404 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:03.820428 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/313a87ca-be66-42c4-ae4b-b8382c5f596a HTTP/1.1" status: 204 len: 168 time: 1.5266268 Nov 25 11:54:03.822091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47142) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:03.830603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 0dd43999-003f-46bf-863c-6b43a5227f35 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:54:03.830953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0dd43999-003f-46bf-863c-6b43a5227f35 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:54:03.831374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aedd777e-811b-47ac-a0da-e4e1228e3a26 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:54:03.863184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: aedd777e-811b-47ac-a0da-e4e1228e3a26 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:54:03.863530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device aedd777e-811b-47ac-a0da-e4e1228e3a26 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:54:03.883609 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Deleting subnet f8c354c1-8850-45af-89d5-b30cf86c4a6e {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:54:03.886749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:03.936236 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.018856 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.024307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-48774a75-2e19-49b5-965a-cb1829df02d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.085082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.089043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ebad9e62-d7f1-4c8c-941c-74487c4c50eb tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:04.122627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c354c1-8850-45af-89d5-b30cf86c4a6e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:04.125071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:04.127689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.133977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b276a7-7e8d-416a-adb2-b6ed90b74fdd None None] Network 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:54:04.134103 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f8c354c1-8850-45af-89d5-b30cf86c4a6e HTTP/1.1" status: 204 len: 168 time: 0.3110092 Nov 25 11:54:04.136651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47146) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:04.241285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.251592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Deleting port 059149b5-657e-4f68-bc0e-310878997eab {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:04.251909 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.295910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.394703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] DHCP port deletion for 7fff13bb-0d38-47f4-90ff-3f8b1b94d247 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:54:04.399647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Deleting port 059149b5-657e-4f68-bc0e-310878997eab {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:04.400062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.560801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] For port 059149b5-657e-4f68-bc0e-310878997eab, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=059149b5-657e-4f68-bc0e-310878997eab,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:04.561124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.601412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] For port 059149b5-657e-4f68-bc0e-310878997eab, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=059149b5-657e-4f68-bc0e-310878997eab,segment=NetworkSegment(c94521a6-f395-482f-8642-b3d0928f6005),segment_id=c94521a6-f395-482f-8642-b3d0928f6005)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:04.601812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.678090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Calling delete_port for 059149b5-657e-4f68-bc0e-310878997eab owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:04.720420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Calling delete_port for 059149b5-657e-4f68-bc0e-310878997eab owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:04.754388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.759670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6ad79b6e-3cce-4cab-9ba6-0ed5d4db6f88 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:54:04.787628 dv-neutron-819177-1-hyperv neutron-server[83571]: util.warn( Nov 25 11:54:04.793762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:54:04.794147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:54:04.799308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=059149b5-657e-4f68-bc0e-310878997eab,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:04.802580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:04.804687 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] No DVR routers for this DVR port 059149b5-657e-4f68-bc0e-310878997eab on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:54:04.915870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.940379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fff13bb-0d38-47f4-90ff-3f8b1b94d247']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:04.952479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94521a6-f395-482f-8642-b3d0928f6005') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:04.952768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94521a6-f395-482f-8642-b3d0928f6005') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:04.963650 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.979131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.985077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:54:04.985446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:54:04.998457 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:54:05.073203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:05.076607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-49e77d11-5bd4-4df4-98e4-64f4201cf041 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:05.088910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:05.099272 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fff13bb-0d38-47f4-90ff-3f8b1b94d247,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:05.102295 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:05.112306 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7fff13bb-0d38-47f4-90ff-3f8b1b94d247 HTTP/1.1" status: 204 len: 168 time: 0.9747043 Nov 25 11:54:05.115795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47150) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:05.295119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Deleting port 059149b5-657e-4f68-bc0e-310878997eab {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:05.295663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:05.358523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-6977d829-0330-4017-bbce-c1d6ac3300a6 None None] The port '059149b5-657e-4f68-bc0e-310878997eab' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:54:05.511261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:05.548253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 059149b5-657e-4f68-bc0e-310878997eab no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:54:05.582461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 059149b5-657e-4f68-bc0e-310878997eab {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:54:05.582805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 059149b5-657e-4f68-bc0e-310878997eab not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:54:06.192007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Deleting port 51d11479-921d-4c4b-93f3-134b653ae3a7 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:06.192915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:06.332738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b45dae79-78b1-4dc9-8900-77e9cc0c00eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:06.359177 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] For port 51d11479-921d-4c4b-93f3-134b653ae3a7, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=51d11479-921d-4c4b-93f3-134b653ae3a7,segment=NetworkSegment(dbca7ce1-07bc-4daf-afdb-1f0a94069762),segment_id=dbca7ce1-07bc-4daf-afdb-1f0a94069762)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:06.359524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:06.477366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Calling delete_port for 51d11479-921d-4c4b-93f3-134b653ae3a7 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:06.647041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:06.650484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6d4ad2da-42b9-4455-a356-0fd7f09a3499 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:06.694606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d11479-921d-4c4b-93f3-134b653ae3a7,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:06.697100 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:06.972669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:07.462634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:07.640030 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:54:07.831283 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:54:07.840118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] Sync routers for ids ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:54:07.850372 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] 10.222.0.41 "PUT /v2.0/routers/69df3d3a-79ac-4a1d-bdf1-fe904c8fee09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7306564 Nov 25 11:54:07.850584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47154) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:07.852501 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] Routers {'69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:07.853126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:08.042720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:08.060420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] Set router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:08.231815 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:08.241401 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Deleting port b373ce3c-d791-418f-8aac-5237229aa9ac {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:08.241764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:08.338445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:54:06Z', 'revision_number': 5, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port': {'id': 'b373ce3c-d791-418f-8aac-5237229aa9ac', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:08.342292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] Checking router: 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:54:08.352849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] Routers {'69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:08.353457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:08.414704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] For port b373ce3c-d791-418f-8aac-5237229aa9ac, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b373ce3c-d791-418f-8aac-5237229aa9ac,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:08.415044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:08.502633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] Set router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:08.533073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Calling delete_port for b373ce3c-d791-418f-8aac-5237229aa9ac owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:08.605796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:54:08Z', 'revision_number': 6, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:08.609819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48932dea-b350-40ea-ac91-ffdbffec3c50 None None] The sync data for ids ['69df3d3a-79ac-4a1d-bdf1-fe904c8fee09'] in dv-neutron-819177-1-hyperv is: [{'id': '69df3d3a-79ac-4a1d-bdf1-fe904c8fee09', 'name': 'tempest-TestMinimumBasicScenario-701627366-router', 'tenant_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:51:51Z', 'updated_at': '2021-11-25T11:54:08Z', 'revision_number': 6, 'project_id': '0ce9ba5b26614b08b65425bdc5f6fecc', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:54:08.695543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:08.699200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9f4ef246-72e8-4897-89cc-0fed6e6f91a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:08.737892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Pushing event deleted for resources: {'Port': ['ID=b373ce3c-d791-418f-8aac-5237229aa9ac,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:08.742353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:08.939452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.069367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.317901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.321885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.357339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.357960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:54:09.370667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.371783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] 10.222.0.41 "DELETE /v2.0/routers/69df3d3a-79ac-4a1d-bdf1-fe904c8fee09 HTTP/1.1" status: 204 len: 168 time: 1.5203259 Nov 25 11:54:09.374592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47158) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:09.433980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Deleting subnet 0c40b684-f59e-4c58-a5eb-8cc145f56199 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:54:09.437077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.500366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.551022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 51d11479-921d-4c4b-93f3-134b653ae3a7 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:54:09.583493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.585735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 51d11479-921d-4c4b-93f3-134b653ae3a7 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:54:09.586084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 51d11479-921d-4c4b-93f3-134b653ae3a7 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:54:09.586664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b373ce3c-d791-418f-8aac-5237229aa9ac no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:54:09.620123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b373ce3c-d791-418f-8aac-5237229aa9ac {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:54:09.620480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b373ce3c-d791-418f-8aac-5237229aa9ac not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:54:09.657641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.661732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f6234ee2-acb2-428c-88d0-4a35a1c411ff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:09.697559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c40b684-f59e-4c58-a5eb-8cc145f56199,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:09.702083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:09.704128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.709606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d69b1-973f-495e-a772-7f0faf194d6e None None] Network c492576e-5dd6-474b-9f53-b3656a345d4c requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:54:09.712573 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c7749b36-8fdd-4517-83c8-abe98fab1981 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0c40b684-f59e-4c58-a5eb-8cc145f56199 HTTP/1.1" status: 204 len: 168 time: 0.3348894 Nov 25 11:54:09.712879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47162) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:09.818216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.828464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Deleting port e7d5448e-3bca-4b19-b349-968c392bafa9 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:09.828786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:09.959885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] DHCP port deletion for c492576e-5dd6-474b-9f53-b3656a345d4c request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:54:09.964187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Deleting port e7d5448e-3bca-4b19-b349-968c392bafa9 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:09.964593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.033400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] For port e7d5448e-3bca-4b19-b349-968c392bafa9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e7d5448e-3bca-4b19-b349-968c392bafa9,segment=NetworkSegment(dbca7ce1-07bc-4daf-afdb-1f0a94069762),segment_id=dbca7ce1-07bc-4daf-afdb-1f0a94069762)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:10.033741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.150615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Calling delete_port for e7d5448e-3bca-4b19-b349-968c392bafa9 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:10.157970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] For port e7d5448e-3bca-4b19-b349-968c392bafa9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e7d5448e-3bca-4b19-b349-968c392bafa9,segment=NetworkSegment(dbca7ce1-07bc-4daf-afdb-1f0a94069762),segment_id=dbca7ce1-07bc-4daf-afdb-1f0a94069762)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:10.158315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.225809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.230331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4d3f4bf-d3a2-4eee-81b1-3698ce52aecf tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:10.269608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d5448e-3bca-4b19-b349-968c392bafa9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:10.274178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:10.276448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Calling delete_port for e7d5448e-3bca-4b19-b349-968c392bafa9 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:54:10.276646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] No DVR routers for this DVR port e7d5448e-3bca-4b19-b349-968c392bafa9 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:54:10.396037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:54:10.396388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:54:10.492717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.517603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c492576e-5dd6-474b-9f53-b3656a345d4c']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:10.532699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca7ce1-07bc-4daf-afdb-1f0a94069762') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:10.532978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca7ce1-07bc-4daf-afdb-1f0a94069762') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:10.544266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.560936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.566943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:54:10.567889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:54:10.580849 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:54:10.653202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.656643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3ccc9145-8f0f-40ed-83bb-9e7b6ebbd32b tempest-ExternalNetworksTestJSON-1864305688 tempest-ExternalNetworksTestJSON-1864305688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:10.669361 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.683560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Pushing event deleted for resources: {'Network': ['ID=c492576e-5dd6-474b-9f53-b3656a345d4c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:10.687862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:10.691388 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c492576e-5dd6-474b-9f53-b3656a345d4c HTTP/1.1" status: 204 len: 168 time: 0.9776220 Nov 25 11:54:10.877477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47168) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:10.897913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Deleting port e7d5448e-3bca-4b19-b349-968c392bafa9 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:54:10.898399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:10.929842 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a38b8421-3e08-4f71-8557-9f2c38cf267e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc2f180544f84b33a209a42c28f3640d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489721 Nov 25 11:54:10.930187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47172) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:10.961975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-47032833-e794-4621-8cac-8a07a64f5033 None None] The port 'e7d5448e-3bca-4b19-b349-968c392bafa9' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 11:54:10.989875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1136aa8-559c-4dc3-ba31-43e5bd76d3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.015566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1136aa8-559c-4dc3-ba31-43e5bd76d3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.069619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1136aa8-559c-4dc3-ba31-43e5bd76d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.074336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-176aa46e-750c-435f-9870-3336d6345f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:11.087725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1136aa8-559c-4dc3-ba31-43e5bd76d3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9635b-e722-4ee4-a0cc-a9328f9b9085,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:11.091061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b1136aa8-559c-4dc3-ba31-43e5bd76d3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:11.094142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1136aa8-559c-4dc3-ba31-43e5bd76d3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.096322 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1136aa8-559c-4dc3-ba31-43e5bd76d3ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dc9635b-e722-4ee4-a0cc-a9328f9b9085 HTTP/1.1" status: 204 len: 168 time: 0.1641102 Nov 25 11:54:11.470448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47180) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:11.523144 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ce3cb3c-a125-4c06-b9f3-9077cdde642c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ce9ba5b26614b08b65425bdc5f6fecc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513558 Nov 25 11:54:11.525537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47184) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:11.546153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e7d5448e-3bca-4b19-b349-968c392bafa9 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:54:11.578775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: e7d5448e-3bca-4b19-b349-968c392bafa9 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:54:11.579140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e7d5448e-3bca-4b19-b349-968c392bafa9 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:54:11.587900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.613295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.663835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.668572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fb8e463c-0dd5-4942-b3d0-55e3ae203e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:11.683354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dae256-2ddb-4552-b3c7-b8a136327493,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:11.686400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:11.687241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:11.688425 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72dae256-2ddb-4552-b3c7-b8a136327493 HTTP/1.1" status: 204 len: 168 time: 0.1619456 Nov 25 11:54:14.864196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47230) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:14.869748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074729480', 'description': 'tempest-secgroup-smoke-2074729480 description', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:14.875616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:14.880118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:14.884061 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:14.889664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:14.900569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:14.912599 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:14.943065 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:14.946799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:14.949516 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:14.955071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.022922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.026514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.030598 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-104edab5-02fd-4a8a-af2f-4bb7b89da4e0 tempest-PortsIpV6TestJSON-1708082395 tempest-PortsIpV6TestJSON-1708082395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:15.065881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:15.070396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcf9c00-e08e-4b8b-8752-ec2d73c57ec4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:15.073047 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:15.075674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:15.076477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:15.082298 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.135471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.139193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.144132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-26b371d1-fed8-4bda-9dc3-ed3797348a4e tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:15.183963 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352a8140-e33f-441e-999d-69e7e3bb4cb4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:15.187162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.188425 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3232477 Nov 25 11:54:15.189320 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:15.191498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47234) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:15.198201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '352a8140-e33f-441e-999d-69e7e3bb4cb4', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:15.204297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:15.208100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:15.210884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:15.216479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.232468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.293814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.297451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.299212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f014d645-6893-49f3-ba76-2f27e5cb9d8b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:15.321438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7dd019-3b46-436d-82cb-df923d78410a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:15.323719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:15.330254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.331575 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1383595 Nov 25 11:54:15.334285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47238) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:15.339669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '352a8140-e33f-441e-999d-69e7e3bb4cb4', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:15.345561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:15.349740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:15.352705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:15.358318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.374788 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.436304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.439828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.445929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0d35e1a1-1038-401f-9876-045e4c1a7097 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:15.464739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a990132-fc0c-4131-b6f1-850541d3c539,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:15.467235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:15.474339 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.475512 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1f64556-61be-4ce6-87ab-a2cc41e1eef1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1402640 Nov 25 11:54:15.478225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47242) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:15.483784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '352a8140-e33f-441e-999d-69e7e3bb4cb4', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:15.491193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:15.495543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:15.498746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:15.504389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.521921 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.586219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.589803 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.591609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-30c9fae0-1723-48f6-a4bb-79b5655beeff tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:15.612720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d37d748-6c4f-4b8c-9e2d-23e7f91fbe16,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:15.616876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:15.621200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.622343 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1430781 Nov 25 11:54:15.624917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47246) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:15.630899 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '352a8140-e33f-441e-999d-69e7e3bb4cb4', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:15.636744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:15.640495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:15.643310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:15.649542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.665621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.731266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.734715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.736470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-317a0975-419e-4936-9e51-8aead4b98766 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:15.757766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87d1cbd-8af8-44dc-b9ea-f6aff05d0cc6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:15.760079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:15.766717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.767866 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36640b7d-aa1e-4b36-8c4a-ef6e961f3797 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1420240 Nov 25 11:54:15.770554 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47250) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:15.775967 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '352a8140-e33f-441e-999d-69e7e3bb4cb4', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:15.781758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:15.785545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:15.789067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:15.794702 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.804756 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:54:15.811078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.874335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.877923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.885362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5f6971e-a96b-4997-b4d8-d59f26bf48cc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:15.905821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d781e9a-ad72-49aa-9aee-3ac8ad193557,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:15.907979 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:15.912686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:15.913840 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee5a411c-3877-41ce-877f-c5fd86f508a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1423590 Nov 25 11:54:15.916518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47254) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:15.921911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '352a8140-e33f-441e-999d-69e7e3bb4cb4', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:15.928320 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:15.932175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:15.935323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:15.941007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:15.953950 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:54:15.960230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.024062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.027540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.029294 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5b44907c-d598-44e8-b8f2-ea92c4d26e7d tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:16.050240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5599487-e466-439d-9651-4c0a4367f1f1,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:16.055175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:16.059380 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.060814 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d0d0fc48-18bc-46b3-94d2-d4008aab7a22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1433749 Nov 25 11:54:16.063733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47258) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:16.069595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'network': {'name': 'tempest-network-smoke--2142291592', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:16.074227 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:16.078107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:network and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:16.080951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:16.086977 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:16.097278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:54:16.100598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.128438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:54:16.138148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.138487 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Added segment af189c01-4739-49df-8cff-ed999efcf8c8 of type vlan for network 7319a3b0-e187-43a3-be83-731fe7283847 Nov 25 11:54:16.163201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.191699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.196196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:16.196762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.200130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed6f1288-6695-4cf8-8fc0-088463a177dd tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:16.295944 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2311201 Nov 25 11:54:16.298936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47262) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:16.302214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Network': ['ID=7319a3b0-e187-43a3-be83-731fe7283847,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:16.304872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-af57eb88-f453-497c-942b-11da06a0d8fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:16.305021 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'admin_state_up': True, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:16.312046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:16.312909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 7319a3b0-e187-43a3-be83-731fe7283847 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:54:16.315848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:router and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:16.318653 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:16.324348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:16.336874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.337846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.355642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.498497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.672835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.700784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.831430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.21 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/32588dee-3683-4edd-9b02-38c3895c5983) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:54:16.972652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:16.999210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:17.003178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4a7a8874-e60e-42c4-81f9-9b03f316be66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:17.064548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:54:17.068107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:54:17.072136 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:54:17.099225 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=32588dee-3683-4edd-9b02-38c3895c5983,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:17.105482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:17.225184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:17.225809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:17.450132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:54:17.740137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:54:17.749658 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Sync routers for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:54:17.762123 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:17.762601 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:17.766007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:17.767239 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4672618 Nov 25 11:54:17.770967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47266) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:17.945163 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0f46a279-2e12-427f-a28d-8c3d34e513d6 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=42e1c41c03774c9bb2b3e39e8dcac743&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1730502 Nov 25 11:54:17.947694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47272) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:17.968877 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:18.074569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c5b10-ce6f-4e66-9e26-03bdba602088 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:18.075930 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f86c5b10-ce6f-4e66-9e26-03bdba602088 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273391 Nov 25 11:54:18.078763 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47276) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:18.117506 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-13a41427-36ae-4061-b1ab-771ebba03906 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376391 Nov 25 11:54:18.119893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47280) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:18.125043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-165004081', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:18.231619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:18.235438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:subnet and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:18.238198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:18.244027 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:17Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:18.244334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:18.247758 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Checking router: 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:54:18.248132 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Updating router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 port 32588dee-3683-4edd-9b02-38c3895c5983 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:54:18.253880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:54:18.297747 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.354736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.564667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.568125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ffc1ff31-6197-4fcd-9d99-f31de62b56b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:18.616090 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.628924 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Transition to ACTIVE for port object 32588dee-3683-4edd-9b02-38c3895c5983 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:54:18.635611 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.639634 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-23f02af8-f4b9-4c90-9bcf-2aa9aeff1244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:18.642210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Subnet': ['ID=61f0fdc3-6c47-4643-af83-a45ff243c6df,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:18.646696 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:18.656585 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Checking segment: {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:54:18.656941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network hostable DHCP agents. Network: 7319a3b0-e187-43a3-be83-731fe7283847, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:54:18.679621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 7319a3b0-e187-43a3-be83-731fe7283847 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:54:18.691103 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 7319a3b0-e187-43a3-be83-731fe7283847) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:54:18.695276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:18.695850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.703229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0539da-8092-4bca-8e11-5b902ab828f5 None None] Network 7319a3b0-e187-43a3-be83-731fe7283847 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:54:18.721407 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e048a01e-ebb2-4827-9fb9-e2985b64b490 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5978491 Nov 25 11:54:18.721615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47284) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:18.722757 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Pushing event updated for resources: {'Port': ['ID=32588dee-3683-4edd-9b02-38c3895c5983,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:18.734898 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Attempting to bind port 32588dee-3683-4edd-9b02-38c3895c5983 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:54:18.735265 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Attempting to bind port 32588dee-3683-4edd-9b02-38c3895c5983 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:54:18.735619 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Attempting to bind port 32588dee-3683-4edd-9b02-38c3895c5983 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:54:18.738679 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.739555 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.739880 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.740227 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.740544 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.740857 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.741163 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.741478 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.741782 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.742087 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.742390 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:18.745926 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:18.760984 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:54:18.761614 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:54:18.761710 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.762101 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:54:18.762559 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Bound port: 32588dee-3683-4edd-9b02-38c3895c5983, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:54:18.762926 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.841045 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] For port 32588dee-3683-4edd-9b02-38c3895c5983, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:54:18.844351 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] For port 32588dee-3683-4edd-9b02-38c3895c5983, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=32588dee-3683-4edd-9b02-38c3895c5983,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:54:18.849171 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.859112 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a8d93d8b-8bfa-40e7-b598-b6b8797a61fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:18.934560 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:18.935626 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:18.936990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-7319a3b0-e187-43a3-be83-731fe7283847', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:54:18.937817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:18.999270 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Pushing event updated for resources: {'Port': ['ID=32588dee-3683-4edd-9b02-38c3895c5983,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:19.002171 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-9e7af8f6-5de5-484c-a9fc-621a034ddada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:19.090443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Allocated IP 172.20.0.2 (7319a3b0-e187-43a3-be83-731fe7283847/61f0fdc3-6c47-4643-af83-a45ff243c6df/99728b17-4bfa-40a2-9a59-421c365b263b) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:54:19.133102 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:19.302544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:19.314909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Transition to ACTIVE for port object 99728b17-4bfa-40a2-9a59-421c365b263b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:54:19.333408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Transition to ACTIVE for port object 99728b17-4bfa-40a2-9a59-421c365b263b will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:54:19.339251 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:19.344606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:19.400503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Network 7319a3b0-e187-43a3-be83-731fe7283847 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:54:19.403324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:54:19.412405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:54:19.454361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Pushing event updated for resources: {'Port': ['ID=99728b17-4bfa-40a2-9a59-421c365b263b,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:19.481781 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:17Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:19.487780 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a06f63-9e6c-4d95-808a-1d1af9e4aafe None None] The sync data for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv is: [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:17Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:54:19.512134 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Attempting to bind port 99728b17-4bfa-40a2-9a59-421c365b263b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:54:19.512508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Attempting to bind port 99728b17-4bfa-40a2-9a59-421c365b263b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:54:19.512883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Attempting to bind port 99728b17-4bfa-40a2-9a59-421c365b263b on network 7319a3b0-e187-43a3-be83-731fe7283847 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:54:19.515477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.515824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.516186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.516518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.516851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.517180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.517506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.517832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.518154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.518470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.518787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:54:19.522661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:19.532126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:54:19.532877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Checking segment: {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:54:19.533452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:19.533852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Bound using segment: {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:54:19.534487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Bound port: 99728b17-4bfa-40a2-9a59-421c365b263b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:54:19.534864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:19.629327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] For port 99728b17-4bfa-40a2-9a59-421c365b263b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:54:19.633042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] For port 99728b17-4bfa-40a2-9a59-421c365b263b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=99728b17-4bfa-40a2-9a59-421c365b263b,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:54:19.636454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:19.637512 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:19.643120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-f30e9279-9929-42a0-b549-5941467e8ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:19.720245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Pushing event updated for resources: {'Port': ['ID=99728b17-4bfa-40a2-9a59-421c365b263b,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:19.720245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:20.088499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.1 (7319a3b0-e187-43a3-be83-731fe7283847/61f0fdc3-6c47-4643-af83-a45ff243c6df/b29ab717-9aa8-4996-96cf-0f45f87921f9) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:54:20.258085 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:20.274064 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object b29ab717-9aa8-4996-96cf-0f45f87921f9 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:54:20.296988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:20.303175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6f3f72bd-cb0a-452d-9611-70079855b023 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:20.362782 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 7319a3b0-e187-43a3-be83-731fe7283847 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:54:20.366762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:54:20.371001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:54:20.420578 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=b29ab717-9aa8-4996-96cf-0f45f87921f9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:20.424875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:20.441442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:20.530472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:20.691505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b5e29-f86f-49aa-b3c2-b205c8207f69 None None] Network 7319a3b0-e187-43a3-be83-731fe7283847 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:54:20.803128 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b3dbcd0c-8693-4319-ad62-3189b8ca19f6 None None] Provisioning for port 99728b17-4bfa-40a2-9a59-421c365b263b completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:54:20.937324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:20.942717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:20.968354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:21.142921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b3e6cff4-7c03-4d6e-a0ce-73f1b25746af None None] Provisioning for port b29ab717-9aa8-4996-96cf-0f45f87921f9 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:54:21.148759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b3e6cff4-7c03-4d6e-a0ce-73f1b25746af None None] Provisioning complete for port b29ab717-9aa8-4996-96cf-0f45f87921f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:21.149323 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cff4-7c03-4d6e-a0ce-73f1b25746af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:21.168019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=b29ab717-9aa8-4996-96cf-0f45f87921f9,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:21.170503 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:21.174151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:21.214996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6cff4-7c03-4d6e-a0ce-73f1b25746af None None] Port b29ab717-9aa8-4996-96cf-0f45f87921f9 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:54:21.313562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 7319a3b0-e187-43a3-be83-731fe7283847 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:54:21.314584 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:54:21.350307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9ef8c228-0d56-4887-920e-da181dac6544 None None] Provisioning complete for port b29ab717-9aa8-4996-96cf-0f45f87921f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:21.350698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9ef8c228-0d56-4887-920e-da181dac6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:21.433346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8c228-0d56-4887-920e-da181dac6544 None None] Port b29ab717-9aa8-4996-96cf-0f45f87921f9 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:54:21.555489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e1b5dbfc-4567-421f-a348-270d4b5ab84d None None] Provisioning complete for port b29ab717-9aa8-4996-96cf-0f45f87921f9 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:21.555871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e1b5dbfc-4567-421f-a348-270d4b5ab84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:21.630007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 32588dee-3683-4edd-9b02-38c3895c5983 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:54:21.689456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5dbfc-4567-421f-a348-270d4b5ab84d None None] Port b29ab717-9aa8-4996-96cf-0f45f87921f9 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:54:21.715727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 32588dee-3683-4edd-9b02-38c3895c5983 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:54:21.720620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 32588dee-3683-4edd-9b02-38c3895c5983 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:21.720996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:21.728062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:54:21.831645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:21.847633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 32588dee-3683-4edd-9b02-38c3895c5983, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=32588dee-3683-4edd-9b02-38c3895c5983,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:21.851256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:21.852166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 99728b17-4bfa-40a2-9a59-421c365b263b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:54:21.880705 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b66b262-e19a-4ef0-9520-0a81293e752c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:21.930611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:54:21.939744 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/6bf60a6b-a706-46e6-96a7-42a8c2775ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2172415 Nov 25 11:54:21.964554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=32588dee-3683-4edd-9b02-38c3895c5983,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:21.967672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:21.977917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 99728b17-4bfa-40a2-9a59-421c365b263b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:54:21.982725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 99728b17-4bfa-40a2-9a59-421c365b263b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:21.983105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:22.097775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:22.109175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-104408d5-046b-46e1-b3f3-63989bb6a51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:54:22.126138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-104408d5-046b-46e1-b3f3-63989bb6a51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:54:22.127749 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-104408d5-046b-46e1-b3f3-63989bb6a51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074729480&fields=id&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 267 time: 0.0574710 Nov 25 11:54:22.129960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 99728b17-4bfa-40a2-9a59-421c365b263b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=99728b17-4bfa-40a2-9a59-421c365b263b,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:22.133679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:22.135448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:22.201122 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=99728b17-4bfa-40a2-9a59-421c365b263b,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:22.204430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:22.275381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-8bead493-477b-4d91-82c3-257b54805660 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:22.276857 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-8bead493-477b-4d91-82c3-257b54805660 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/networks?id=7319a3b0-e187-43a3-be83-731fe7283847 HTTP/1.1" status: 200 len: 797 time: 0.1408069 Nov 25 11:54:22.292964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-2bea69f9-8bb9-4b51-8e8d-6eadaf02946e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/quotas/42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 375 time: 0.0107706 Nov 25 11:54:22.369579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-7e8c6614-bf22-4e2c-8d77-0cd1ec9d0637 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:54:22.386555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-7e8c6614-bf22-4e2c-8d77-0cd1ec9d0637 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:54:22.388190 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-7e8c6614-bf22-4e2c-8d77-0cd1ec9d0637 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904493 Nov 25 11:54:22.524698 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-76ceb99a-6636-4891-90d0-34a62c158864 service neutron] 10.222.0.41 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244938 Nov 25 11:54:22.654203 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-ba94c098-e861-453b-980a-8bd693596f76 service neutron] 10.222.0.41 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237981 Nov 25 11:54:22.923547 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-72481e09-256a-4cfd-ae0a-d25c3784b9ed req-4039947e-117a-4fa5-96a3-55b6ae90b051 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 210 time: 0.1299827 Nov 25 11:54:23.040254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Sync routers for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:54:23.052376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:23.052984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:23.223588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:23.530775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 2, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:23.533521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Checking router: 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:54:23.533880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Updating router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 port b29ab717-9aa8-4996-96cf-0f45f87921f9 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:54:23.564877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 32588dee-3683-4edd-9b02-38c3895c5983 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:54:23.636547 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:23.712671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 32588dee-3683-4edd-9b02-38c3895c5983 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:23.713046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:24.026141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 99728b17-4bfa-40a2-9a59-421c365b263b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:54:24.040179 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3105314e-5817-4e11-a7b0-de520467234b req-e30f391d-2b35-4510-b5d7-f3906e1af188 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 210 time: 0.0463023 Nov 25 11:54:24.172559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 99728b17-4bfa-40a2-9a59-421c365b263b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:24.173069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:24.220630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:24.247930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Transition to ACTIVE for port object b29ab717-9aa8-4996-96cf-0f45f87921f9 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:54:24.257529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:24.263428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:24.419356 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b961-7907-4f84-b56b-723292e86bf0 None None] Pushing event updated for resources: {'Port': ['ID=b29ab717-9aa8-4996-96cf-0f45f87921f9,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:24.438889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1398b961-7907-4f84-b56b-723292e86bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:24.535249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Attempting to bind port b29ab717-9aa8-4996-96cf-0f45f87921f9 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:54:24.535671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Attempting to bind port b29ab717-9aa8-4996-96cf-0f45f87921f9 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:54:24.536072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Attempting to bind port b29ab717-9aa8-4996-96cf-0f45f87921f9 on network 7319a3b0-e187-43a3-be83-731fe7283847 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:54:24.543610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:54:24.544014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Checking segment: {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:54:24.544437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:24.545227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Bound using segment: {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:54:24.545313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Bound port: b29ab717-9aa8-4996-96cf-0f45f87921f9, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:54:24.545693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:24.640796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] For port b29ab717-9aa8-4996-96cf-0f45f87921f9, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:54:24.644740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] For port b29ab717-9aa8-4996-96cf-0f45f87921f9, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b29ab717-9aa8-4996-96cf-0f45f87921f9,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:54:24.651244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:24.655489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:24.736887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b961-7907-4f84-b56b-723292e86bf0 None None] Pushing event updated for resources: {'Port': ['ID=b29ab717-9aa8-4996-96cf-0f45f87921f9,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:24.739872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:24.740513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:24.787514 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1398b961-7907-4f84-b56b-723292e86bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:24.936191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:25.200069 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a38a4c19-f5b2-4ada-b290-6c1e4f0caa41 req-d0ca2ec5-ef8d-464c-a684-41df095de7a3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 210 time: 0.0415125 Nov 25 11:54:25.249076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:24Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:25.253042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3825f-4bdb-41ef-b3c2-ad9b85e500f2 None None] The sync data for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv is: [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:24Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:54:25.596840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b29ab717-9aa8-4996-96cf-0f45f87921f9 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:54:25.670627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port b29ab717-9aa8-4996-96cf-0f45f87921f9 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:54:25.675926 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b29ab717-9aa8-4996-96cf-0f45f87921f9 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:25.676366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:25.797834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:25.831590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port b29ab717-9aa8-4996-96cf-0f45f87921f9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b29ab717-9aa8-4996-96cf-0f45f87921f9,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:25.835930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:25.839216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:25.907242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=b29ab717-9aa8-4996-96cf-0f45f87921f9,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:25.911431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:26.233305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b9508102-1ff0-4fcb-ae9e-a70470c9e2e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:26.233975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b9508102-1ff0-4fcb-ae9e-a70470c9e2e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:54:26.253479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b9508102-1ff0-4fcb-ae9e-a70470c9e2e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:54:26.255277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b9508102-1ff0-4fcb-ae9e-a70470c9e2e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/networks?id=7319a3b0-e187-43a3-be83-731fe7283847 HTTP/1.1" status: 200 len: 797 time: 0.1655664 Nov 25 11:54:26.309324 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3b98604e-4ea8-4693-b58f-cba62a3f855c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 380 time: 0.0414982 Nov 25 11:54:26.320835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'port': {'device_id': '2933bb82-f004-452d-930c-5b8efcf8146f', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'admin_state_up': True, 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'security_groups': ['352a8140-e33f-441e-999d-69e7e3bb4cb4']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:26.449953 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e59ccf70-bfb7-4cc5-bb2b-7c68caa8e25c req-d90618b8-6037-46bc-87b9-f8896320b1b1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 210 time: 0.1151450 Nov 25 11:54:26.456836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:26.466253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:26.476090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:54:26.479081 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:26.644257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.14 (7319a3b0-e187-43a3-be83-731fe7283847/61f0fdc3-6c47-4643-af83-a45ff243c6df/388f2a8f-83df-48ac-a2db-13f5e875ef41) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:54:26.831106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:26.847574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 388f2a8f-83df-48ac-a2db-13f5e875ef41 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:54:26.869533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:26.874869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-026a17ed-3aec-44c2-928b-43731545d9b7 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:26.943753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 7319a3b0-e187-43a3-be83-731fe7283847 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:54:26.947013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:54:26.951202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:54:26.976162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=388f2a8f-83df-48ac-a2db-13f5e875ef41,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:26.981450 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:27.013193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:27.013798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:27.039331 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7226114 Nov 25 11:54:27.122640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Request body: {'port': {'device_id': '2933bb82-f004-452d-930c-5b8efcf8146f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:27.169513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-78db5c8f-dc9e-4896-89ab-2f1877b6dc9d None None] Provisioning for port 388f2a8f-83df-48ac-a2db-13f5e875ef41 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:54:27.174352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-78db5c8f-dc9e-4896-89ab-2f1877b6dc9d None None] Provisioning complete for port 388f2a8f-83df-48ac-a2db-13f5e875ef41 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:27.174727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-78db5c8f-dc9e-4896-89ab-2f1877b6dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:27.275078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-78db5c8f-dc9e-4896-89ab-2f1877b6dc9d None None] Port 388f2a8f-83df-48ac-a2db-13f5e875ef41 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:54:27.335016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:27.598116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b29ab717-9aa8-4996-96cf-0f45f87921f9 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:54:27.675738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port b29ab717-9aa8-4996-96cf-0f45f87921f9 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:27.676173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:27.679193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388f2a8f-83df-48ac-a2db-13f5e875ef41 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:54:27.687473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:27.705245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Transition to ACTIVE for port object 388f2a8f-83df-48ac-a2db-13f5e875ef41 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:54:27.710479 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:27.723171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2065a125-9e16-4a0d-ae4d-e6daa26e2502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:27.795395 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8343d-b863-4c9d-a93b-a90013b886e8 req-8aa5460b-d5f9-4f47-b878-6e6c2b034327 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:27.798185 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e1f8343d-b863-4c9d-a93b-a90013b886e8 req-8aa5460b-d5f9-4f47-b878-6e6c2b034327 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 944 time: 0.2170944 Nov 25 11:54:27.849186 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e1f8343d-b863-4c9d-a93b-a90013b886e8 req-062080b0-f634-4413-b28f-78c725ba1299 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Nov 25 11:54:27.860165 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Pushing event updated for resources: {'Port': ['ID=388f2a8f-83df-48ac-a2db-13f5e875ef41,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:27.864221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:27.968753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Attempting to bind port 388f2a8f-83df-48ac-a2db-13f5e875ef41 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:54:27.969074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Attempting to bind port 388f2a8f-83df-48ac-a2db-13f5e875ef41 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:54:27.969390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Attempting to bind port 388f2a8f-83df-48ac-a2db-13f5e875ef41 on network 7319a3b0-e187-43a3-be83-731fe7283847 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:54:27.975205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Port 388f2a8f-83df-48ac-a2db-13f5e875ef41 on network 7319a3b0-e187-43a3-be83-731fe7283847 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:54:27.975514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Attempting to bind port 388f2a8f-83df-48ac-a2db-13f5e875ef41 on network 7319a3b0-e187-43a3-be83-731fe7283847 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:54:27.981813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:54:27.982134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Checking segment: {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:54:27.982502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Bound using segment: {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:54:27.982911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Bound port: 388f2a8f-83df-48ac-a2db-13f5e875ef41, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af189c01-4739-49df-8cff-ed999efcf8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:54:27.983241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:28.075383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] For port 388f2a8f-83df-48ac-a2db-13f5e875ef41, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:54:28.078248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] For port 388f2a8f-83df-48ac-a2db-13f5e875ef41, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:54:28.082603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:28.086770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-682253b0-fdf9-49c2-932a-8515e19a864a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:28.139741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:28.141124 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] 10.222.0.48 "PUT /v2.0/ports/388f2a8f-83df-48ac-a2db-13f5e875ef41 HTTP/1.1" status: 200 len: 1094 time: 1.0937114 Nov 25 11:54:28.141644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:54:28.164775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Pushing event updated for resources: {'Port': ['ID=388f2a8f-83df-48ac-a2db-13f5e875ef41,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:28.167357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:28.261807 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-32b1f43a-9a7e-4236-833a-f014944994c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 1097 time: 0.0815701 Nov 25 11:54:28.320800 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'status': 'completed', 'code': 200} Nov 25 11:54:28.335399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-82d8cdc2-707e-4c19-af32-f5d66dab76bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41 HTTP/1.1" status: 200 len: 217 time: 0.0661473 Nov 25 11:54:28.399795 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-401f3ace-7576-402e-b323-2e3a83aa66be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:28.401225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-401f3ace-7576-402e-b323-2e3a83aa66be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f0fdc3-6c47-4643-af83-a45ff243c6df HTTP/1.1" status: 200 len: 834 time: 0.0599606 Nov 25 11:54:28.475032 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-2983c666-5109-41ba-ae32-d28aa213fb40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7319a3b0-e187-43a3-be83-731fe7283847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667861 Nov 25 11:54:28.604070 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-7787a3b1-19c4-40be-a03f-bc90a8282697 service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225622 Nov 25 11:54:28.732348 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9f750692-74a3-4345-b2be-abaaf34a1bb7 req-31c9e5d1-d663-4b23-bb11-c116f5e58a50 service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208727 Nov 25 11:54:28.842273 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-8668acc9-407f-4f74-9d16-39a4f5d28829 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 1097 time: 0.0674186 Nov 25 11:54:28.975717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-16871257-3a17-4096-9af6-c7b9411e4148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:28.977187 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-16871257-3a17-4096-9af6-c7b9411e4148 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7319a3b0-e187-43a3-be83-731fe7283847 HTTP/1.1" status: 200 len: 898 time: 0.1278622 Nov 25 11:54:29.049938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e75ac-2f6c-4dd9-85db-83fb9e77c658 req-d1b152fe-4868-403c-a729-6e80ab8d992f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:29.051958 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-236e75ac-2f6c-4dd9-85db-83fb9e77c658 req-d1b152fe-4868-403c-a729-6e80ab8d992f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 944 time: 0.0816622 Nov 25 11:54:29.099151 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-236e75ac-2f6c-4dd9-85db-83fb9e77c658 req-64bd0a3d-ab58-4845-8154-3df777f73478 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414371 Nov 25 11:54:29.155712 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-5d21be7d-5ffd-416b-9ec6-b2d16912bfda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41 HTTP/1.1" status: 200 len: 217 time: 0.1711392 Nov 25 11:54:29.219694 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-990fb3ef-497b-4e73-88f9-d92211d2c998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:29.221107 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-990fb3ef-497b-4e73-88f9-d92211d2c998 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f0fdc3-6c47-4643-af83-a45ff243c6df HTTP/1.1" status: 200 len: 834 time: 0.0587039 Nov 25 11:54:29.296463 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-ce5dc343-0427-4e99-8b2e-b76291eac4b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7319a3b0-e187-43a3-be83-731fe7283847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681715 Nov 25 11:54:29.429338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-451bde95-e02d-4e89-8ad1-c841083ecf9d service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247842 Nov 25 11:54:29.560508 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-14fe3fcc-15d4-4056-a208-d2d6a4770e6f req-e3fd3107-221c-43fe-99f7-f6bba2d50511 service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242123 Nov 25 11:54:29.618906 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:54:30.239982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:30.295067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98063633-748a-4e7c-9f89-45cefc67594c req-34e24b4e-dec9-40f3-bffa-6b9787919969 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:30.296523 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98063633-748a-4e7c-9f89-45cefc67594c req-34e24b4e-dec9-40f3-bffa-6b9787919969 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 944 time: 0.0780401 Nov 25 11:54:30.341634 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98063633-748a-4e7c-9f89-45cefc67594c req-d4f6ccf8-b073-407e-ac70-f6c876b0e688 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395744 Nov 25 11:54:31.542240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf16ed-05fa-41f8-965e-7db4a19544a8 req-b2f2bd2c-e6f1-43ef-8d1f-a767077473b7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:31.543691 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1bbf16ed-05fa-41f8-965e-7db4a19544a8 req-b2f2bd2c-e6f1-43ef-8d1f-a767077473b7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 944 time: 0.0839274 Nov 25 11:54:31.588161 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1bbf16ed-05fa-41f8-965e-7db4a19544a8 req-bd0d83b6-b8b3-4415-a1a7-85bef2b27daf tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 Nov 25 11:54:32.050276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 388f2a8f-83df-48ac-a2db-13f5e875ef41 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:54:32.183094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 388f2a8f-83df-48ac-a2db-13f5e875ef41, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:32.196075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'port_id': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'mac_address': 'fa:16:3e:d3:92:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:54:32.247956 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:32.264225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388f2a8f-83df-48ac-a2db-13f5e875ef41 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:54:32.278459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 388f2a8f-83df-48ac-a2db-13f5e875ef41, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:32.282542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:32.285978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-6260c9df-8a8f-4615-862f-8c56deb645a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:32.352213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=388f2a8f-83df-48ac-a2db-13f5e875ef41,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:32.355069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:32.526717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['388f2a8f-83df-48ac-a2db-13f5e875ef41'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:54:32.783495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f618c7-cd6a-470b-8675-e71d890a6899 req-42211cf3-0523-4ce4-8ff7-d96a0574a9a0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:32.784977 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-48f618c7-cd6a-470b-8675-e71d890a6899 req-42211cf3-0523-4ce4-8ff7-d96a0574a9a0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 945 time: 0.0777929 Nov 25 11:54:32.830723 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-48f618c7-cd6a-470b-8675-e71d890a6899 req-c1177540-04ba-4c62-ba59-959166a06b77 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395777 Nov 25 11:54:34.015213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dd2a24d1-7f79-4218-bf1f-da7e4f190f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:34.028613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ed3d5-694e-478b-a133-edaf906559c5 req-3abaf760-3175-4349-93f1-562ff3034002 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:34.029973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-481ed3d5-694e-478b-a133-edaf906559c5 req-3abaf760-3175-4349-93f1-562ff3034002 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 945 time: 0.0784349 Nov 25 11:54:34.051016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 388f2a8f-83df-48ac-a2db-13f5e875ef41 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:54:34.074441 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-481ed3d5-694e-478b-a133-edaf906559c5 req-e1c2b748-4da2-4d93-ae7c-6babda02ee3b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Nov 25 11:54:34.117094 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 388f2a8f-83df-48ac-a2db-13f5e875ef41 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:54:34.121866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 388f2a8f-83df-48ac-a2db-13f5e875ef41 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:54:34.122239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:34.242755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:34.244293 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:34.271515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:54:34.281089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 388f2a8f-83df-48ac-a2db-13f5e875ef41, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:54:34.285854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:34.289007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:34.353076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=388f2a8f-83df-48ac-a2db-13f5e875ef41,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:34.356710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:34.402904 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'code': 200} Nov 25 11:54:34.630456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-08e1d15a-9e24-4338-a7a0-f10812deaf73 req-ea2ea1cc-20a3-4d36-a1ed-6cee7eb7f131 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 1099 time: 0.0666182 Nov 25 11:54:34.675069 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-08e1d15a-9e24-4338-a7a0-f10812deaf73 req-d2b952e3-8c52-4c4a-abcb-cb8142a9aa1e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386143 Nov 25 11:54:35.265020 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137bb36-8665-40df-9843-85b3edb2080b req-e3d4a2e1-22cc-4fd2-abaa-b65ad459d380 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:35.266423 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6137bb36-8665-40df-9843-85b3edb2080b req-e3d4a2e1-22cc-4fd2-abaa-b65ad459d380 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0735762 Nov 25 11:54:35.314130 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6137bb36-8665-40df-9843-85b3edb2080b req-d42bedb1-416c-48cd-8cc1-3dd22ce3a717 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Nov 25 11:54:36.333716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-aa24377f-3458-4835-8c28-2306a9aa1c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:36.511204 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc66c5-f63a-4e13-a394-e90391170289 req-08dec8e4-42bf-4135-b2bc-8d1199997200 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:36.512671 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d4bc66c5-f63a-4e13-a394-e90391170289 req-08dec8e4-42bf-4135-b2bc-8d1199997200 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0780008 Nov 25 11:54:36.558620 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d4bc66c5-f63a-4e13-a394-e90391170289 req-9b4896ac-b5b6-4db0-8c72-56c08cb801e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404782 Nov 25 11:54:36.753409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7c3ce-b32c-4265-a045-2cbd83e39fcb req-deacfae4-7629-4332-8b1b-0552c7315b6a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:36.755323 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2aa7c3ce-b32c-4265-a045-2cbd83e39fcb req-deacfae4-7629-4332-8b1b-0552c7315b6a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0814860 Nov 25 11:54:36.802942 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2aa7c3ce-b32c-4265-a045-2cbd83e39fcb req-9a1381c4-40ab-4ad9-9cdf-3e102ba662c6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Nov 25 11:54:36.831813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47354) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:36.899803 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-080c2cfd-5d9c-4032-9ef2-35eaf4a4a885 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 1094 time: 0.0662034 Nov 25 11:54:36.902370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47358) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:36.907388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:54:36.912751 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:54:36.916487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:floatingip and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:54:36.919263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:54:36.924824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:54:36.935792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:37.067604 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:37.202524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.30 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/504842d5-41ee-41fe-acaf-ee3dd5f9329e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:54:37.348429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:37.374255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:37.379437 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:37.437171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:54:37.439868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:54:37.448557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:54:37.468413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:37.483101 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=504842d5-41ee-41fe-acaf-ee3dd5f9329e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:37.487011 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:38.047571 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:38.101139 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:38.296386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:38.300729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:38.304060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c4edfb32-af64-46c5-ac10-dc55a1bf0641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:54:38.402056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=504842d5-41ee-41fe-acaf-ee3dd5f9329e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:54:38.405921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:54:38.419880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:38.608363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Floating IP b0d77a3f-7e55-46d9-a560-140499e13406 associated. External IP: 172.26.5.30, port: 388f2a8f-83df-48ac-a2db-13f5e875ef41. Nov 25 11:54:38.943105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:38.996152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:54:39.189309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:54:39.198949 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] Sync routers for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:54:39.212726 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:39.213071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:39.213486 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:39.379720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4755256 Nov 25 11:54:39.380216 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:54:39.397135 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:39.441054 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'status': 'completed', 'code': 200} Nov 25 11:54:39.565903 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-b25d4118-a5a7-48a9-8cd3-e045852617e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 1099 time: 0.1022382 Nov 25 11:54:39.569134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8fb6-7ec0-4532-b2e0-9b1447f2f36f req-676aef3f-49fd-4432-b174-917f1718e11e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:39.570579 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-136b8fb6-7ec0-4532-b2e0-9b1447f2f36f req-676aef3f-49fd-4432-b174-917f1718e11e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0859270 Nov 25 11:54:39.617314 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-136b8fb6-7ec0-4532-b2e0-9b1447f2f36f req-7077b108-b559-4d7a-a7e3-72c206d91baa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 Nov 25 11:54:39.648478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47366) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:39.713248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-bfe2e290-03dd-43d4-a4d2-e9895ff1e0f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:39.714603 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-bfe2e290-03dd-43d4-a4d2-e9895ff1e0f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7319a3b0-e187-43a3-be83-731fe7283847 HTTP/1.1" status: 200 len: 898 time: 0.1384189 Nov 25 11:54:39.757411 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'b0d77a3f-7e55-46d9-a560-140499e13406', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.30', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'port_id': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'mac_address': 'fa:16:3e:d3:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2933bb82-f004-452d-930c-5b8efcf8146f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:54:37Z', 'updated_at': '2021-11-25T11:54:37Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:25Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:39.760581 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-50b1276a-3e88-4f12-be87-42842522438d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/b0d77a3f-7e55-46d9-a560-140499e13406 HTTP/1.1" status: 200 len: 991 time: 0.1107988 Nov 25 11:54:39.761545 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] Checking router: 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:54:39.774495 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:54:39.775178 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:54:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:39.821436 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-2e0c845c-5518-463f-82c5-9be88b66bcd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41 HTTP/1.1" status: 200 len: 999 time: 0.0998485 Nov 25 11:54:39.888748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-83ccd32b-572a-45d5-937f-220f7d326ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:39.890169 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-83ccd32b-572a-45d5-937f-220f7d326ab4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f0fdc3-6c47-4643-af83-a45ff243c6df HTTP/1.1" status: 200 len: 834 time: 0.0617032 Nov 25 11:54:39.960373 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:54:39.978964 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-375d51de-7347-4b45-bd97-aa2ac4fe4c40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7319a3b0-e187-43a3-be83-731fe7283847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817530 Nov 25 11:54:40.110598 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-f98647f3-340c-4300-a29e-8956955286cf service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234872 Nov 25 11:54:40.242116 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03648149-fa4b-4434-9617-50ddfa40b6e3 req-d3e64a89-3687-43f6-8c02-93a2f9879262 service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253579 Nov 25 11:54:40.305659 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'b0d77a3f-7e55-46d9-a560-140499e13406', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.30', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'port_id': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'mac_address': 'fa:16:3e:d3:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2933bb82-f004-452d-930c-5b8efcf8146f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:54:37Z', 'updated_at': '2021-11-25T11:54:37Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:25Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:54:40.309516 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86405b1-f5c0-4f4b-a1a2-858db7f6e299 None None] The sync data for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv is: [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'b0d77a3f-7e55-46d9-a560-140499e13406', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.30', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'port_id': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'mac_address': 'fa:16:3e:d3:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2933bb82-f004-452d-930c-5b8efcf8146f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:54:37Z', 'updated_at': '2021-11-25T11:54:37Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:25Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:54:40.762644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47370) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:40.865524 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-507b1dcc-5b68-4c7a-a530-6456a85dcef2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/b0d77a3f-7e55-46d9-a560-140499e13406 HTTP/1.1" status: 200 len: 991 time: 0.1016910 Nov 25 11:54:41.869351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47374) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:41.976353 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b763a9a2-c95c-4ae0-bda9-88537677cc28 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/b0d77a3f-7e55-46d9-a560-140499e13406 HTTP/1.1" status: 200 len: 991 time: 0.1055176 Nov 25 11:54:42.032139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47717e29-2970-4fb7-be6c-fe0144e1d265 None None] New status for floating IP b0d77a3f-7e55-46d9-a560-140499e13406: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:54:42.980094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47378) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:54:43.084567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fa2f5a58-7a5c-4282-a4e6-0fa99851b26f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/b0d77a3f-7e55-46d9-a560-140499e13406 HTTP/1.1" status: 200 len: 993 time: 0.1032419 Nov 25 11:55:00.233543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:01.213649 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-2f72477f-3007-4b4c-8f0a-11c827159363 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681927 Nov 25 11:55:01.357402 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-fb566e18-11d6-4e0d-aa42-278d85e692af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 1099 time: 0.0686712 Nov 25 11:55:01.620483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-15b655f6-d0db-40c9-944a-1242fd752112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:01.621929 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-15b655f6-d0db-40c9-944a-1242fd752112 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7319a3b0-e187-43a3-be83-731fe7283847 HTTP/1.1" status: 200 len: 898 time: 0.2436798 Nov 25 11:55:01.720733 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-d9209c53-e39f-47ad-9cd6-7c6606570765 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41 HTTP/1.1" status: 200 len: 1001 time: 0.0915484 Nov 25 11:55:01.784913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-57daadc0-5ce9-4b8b-971e-297ba8523b72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:01.786212 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-57daadc0-5ce9-4b8b-971e-297ba8523b72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f0fdc3-6c47-4643-af83-a45ff243c6df HTTP/1.1" status: 200 len: 834 time: 0.0586219 Nov 25 11:55:01.857887 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-2f369a87-184e-4269-9aa7-951924d01cc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7319a3b0-e187-43a3-be83-731fe7283847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651796 Nov 25 11:55:01.987468 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-0a0a6663-3616-41f0-8f8e-d2c6eca943fc service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216595 Nov 25 11:55:02.114305 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8571fb2e-fed4-4a01-9bb5-3291f6b62a48 req-9a9ec170-ddf5-49d6-aa2e-4f944b4ee8e4 service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200809 Nov 25 11:55:04.018221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02ff3259-1ec1-4c0c-a589-f1da3ee31900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:04.223879 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:06.336149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf848f77-af60-4099-8aa4-1cedb32b41d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:06.619676 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:55:07.466357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:08.944969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:12.718315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf9006-eb6e-46ac-9852-7d3ae8d31865 req-24b89feb-0c4e-48be-93bf-30b03ac6ea79 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:12.719676 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0cdf9006-eb6e-46ac-9852-7d3ae8d31865 req-24b89feb-0c4e-48be-93bf-30b03ac6ea79 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0790603 Nov 25 11:55:12.764517 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0cdf9006-eb6e-46ac-9852-7d3ae8d31865 req-c0e20348-fdfd-485a-82f1-3e887008fd1e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392423 Nov 25 11:55:13.961352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2894e-cd64-46bd-801f-465588e46811 req-891929ea-fc65-450a-9cd8-ec2bb52245b0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:13.962764 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38c2894e-cd64-46bd-801f-465588e46811 req-891929ea-fc65-450a-9cd8-ec2bb52245b0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0777521 Nov 25 11:55:14.007288 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-38c2894e-cd64-46bd-801f-465588e46811 req-0c160982-3433-4710-b92a-4578b2c1d5a6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Nov 25 11:55:14.034926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47400) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:14.136961 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9f8abbd8-4923-49d4-8f27-d7f399d0023c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/b0d77a3f-7e55-46d9-a560-140499e13406 HTTP/1.1" status: 200 len: 993 time: 0.1008744 Nov 25 11:55:15.615891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c43adc-53b8-4014-9fca-dfca286968ce req-788fca99-f357-4f40-9fb4-0e9d37805908 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:15.617363 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-89c43adc-53b8-4014-9fca-dfca286968ce req-788fca99-f357-4f40-9fb4-0e9d37805908 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0775068 Nov 25 11:55:15.663451 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-89c43adc-53b8-4014-9fca-dfca286968ce req-d67ee266-0893-4d66-bd87-44f8e1fd36e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404732 Nov 25 11:55:16.864703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149280fe-c610-4b7d-b8de-f7854a78bf62 req-3fc5a78b-7388-4fbf-b2eb-ce2503afc963 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:16.866136 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-149280fe-c610-4b7d-b8de-f7854a78bf62 req-3fc5a78b-7388-4fbf-b2eb-ce2503afc963 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0800605 Nov 25 11:55:16.910943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-149280fe-c610-4b7d-b8de-f7854a78bf62 req-97dea6ea-731d-4ddb-ac45-ff92afab1905 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Nov 25 11:55:16.939287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47412) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:17.041377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0a508f37-8a2e-49fc-bbf3-412769b48a23 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/b0d77a3f-7e55-46d9-a560-140499e13406 HTTP/1.1" status: 200 len: 993 time: 0.1007569 Nov 25 11:55:17.309937 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47420) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:17.502188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 504842d5-41ee-41fe-acaf-ee3dd5f9329e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:55:17.502521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:17.670548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:17.670866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:17.887441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 504842d5-41ee-41fe-acaf-ee3dd5f9329e owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:55:18.030088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:18.034209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85432138-1814-4ab1-9250-4858f60c85a0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:18.076063 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=504842d5-41ee-41fe-acaf-ee3dd5f9329e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:18.117005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.117381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.117752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.118120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.118482 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.118840 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.119198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.119555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.119931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.120292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.120649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:18.127006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:18.178618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:18.558090 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:55:18.758970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:55:18.771079 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] Sync routers for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:55:18.774646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:18.783075 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:18.783701 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:18.827194 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c215a136-2651-4652-85bb-ea96aa7e6708 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/floatingips/b0d77a3f-7e55-46d9-a560-140499e13406 HTTP/1.1" status: 204 len: 168 time: 1.5159283 Nov 25 11:55:18.827845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:55:18.887011 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'status': 'completed', 'code': 200} Nov 25 11:55:18.960249 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:18.985573 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8e244d40-1e81-4307-9333-298747d911a3 req-18c649a7-20ba-4cfc-a34e-d08802ec079a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 1099 time: 0.0756493 Nov 25 11:55:19.129807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e244d40-1e81-4307-9333-298747d911a3 req-c0ef27e6-5bee-446d-b36b-eb77cd27ea2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:19.131837 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8e244d40-1e81-4307-9333-298747d911a3 req-c0ef27e6-5bee-446d-b36b-eb77cd27ea2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7319a3b0-e187-43a3-be83-731fe7283847 HTTP/1.1" status: 200 len: 898 time: 0.1401417 Nov 25 11:55:19.203907 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8e244d40-1e81-4307-9333-298747d911a3 req-53335014-17b7-4a4f-a972-ba6012c1f04c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41 HTTP/1.1" status: 200 len: 217 time: 0.0616171 Nov 25 11:55:19.216943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b25506-004e-4d72-8e91-272a64fddcfd req-61473ef5-d5c2-49b0-8b27-d59cdf8e33e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:19.217649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-12b25506-004e-4d72-8e91-272a64fddcfd req-61473ef5-d5c2-49b0-8b27-d59cdf8e33e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:19.237207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-12b25506-004e-4d72-8e91-272a64fddcfd req-61473ef5-d5c2-49b0-8b27-d59cdf8e33e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:19.239084 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12b25506-004e-4d72-8e91-272a64fddcfd req-61473ef5-d5c2-49b0-8b27-d59cdf8e33e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0986645 Nov 25 11:55:19.274212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e244d40-1e81-4307-9333-298747d911a3 req-7eb884a2-8542-459e-95dc-450d031512c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:19.275696 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8e244d40-1e81-4307-9333-298747d911a3 req-7eb884a2-8542-459e-95dc-450d031512c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f0fdc3-6c47-4643-af83-a45ff243c6df HTTP/1.1" status: 200 len: 834 time: 0.0640256 Nov 25 11:55:19.290492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12b25506-004e-4d72-8e91-272a64fddcfd req-a5437bc2-e26c-459c-9a40-6f64801628ca tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447173 Nov 25 11:55:19.304085 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:25Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:19.308887 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] Checking router: 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:55:19.321247 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:19.321865 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:19.353718 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8e244d40-1e81-4307-9333-298747d911a3 req-22e36d87-ac2d-47c6-aef9-3b8b1bac5956 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7319a3b0-e187-43a3-be83-731fe7283847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698795 Nov 25 11:55:19.484671 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8e244d40-1e81-4307-9333-298747d911a3 req-030ce1c9-4645-4754-a01a-f9bd7bc278b1 service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224656 Nov 25 11:55:19.498366 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:19.614606 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8e244d40-1e81-4307-9333-298747d911a3 req-9b480d20-61c6-42f0-bda1-6fa26cde7fcc service neutron] 10.222.0.48 "GET /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234176 Nov 25 11:55:19.803442 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:25Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:19.807175 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdec709-f9d9-4793-8e99-56c7ba5b94e1 None None] The sync data for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv is: [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:20Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'b29ab717-9aa8-4996-96cf-0f45f87921f9', 'name': '', 'network_id': '7319a3b0-e187-43a3-be83-731fe7283847', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:c0:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:19Z', 'updated_at': '2021-11-25T11:54:25Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '61f0fdc3-6c47-4643-af83-a45ff243c6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:55:20.022831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc80e4-7ac3-4988-b20a-b25e43f4b9d0 None None] New status for floating IP b0d77a3f-7e55-46d9-a560-140499e13406: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:55:20.488201 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5606b3-58da-4ed8-82c3-9a18af3c3742 req-528c111c-afcf-48ec-9553-faa2dfffa2e6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:20.490134 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f5606b3-58da-4ed8-82c3-9a18af3c3742 req-528c111c-afcf-48ec-9553-faa2dfffa2e6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0763810 Nov 25 11:55:20.535278 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f5606b3-58da-4ed8-82c3-9a18af3c3742 req-4fd3d87a-18b2-4fb2-a803-3fba32bced0b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=352a8140-e33f-441e-999d-69e7e3bb4cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Nov 25 11:55:20.731125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-78cd05b3-e2bd-43d8-8f4a-7eac260b3f28 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:20.731799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-78cd05b3-e2bd-43d8-8f4a-7eac260b3f28 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:20.744707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-78cd05b3-e2bd-43d8-8f4a-7eac260b3f28 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:20.745701 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-78cd05b3-e2bd-43d8-8f4a-7eac260b3f28 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 946 time: 0.0921512 Nov 25 11:55:20.813760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 388f2a8f-83df-48ac-a2db-13f5e875ef41 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:55:20.814089 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:21.143334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 388f2a8f-83df-48ac-a2db-13f5e875ef41, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=388f2a8f-83df-48ac-a2db-13f5e875ef41,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:21.143688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:21.260466 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 388f2a8f-83df-48ac-a2db-13f5e875ef41 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:55:21.398643 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:21.403925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:21.445726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=388f2a8f-83df-48ac-a2db-13f5e875ef41,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:21.485364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.485726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.486103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.486475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.486843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.487206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.487567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.487947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.488321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.488679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.489037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:21.495972 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:21.534285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] No DVR routers for this DVR port 388f2a8f-83df-48ac-a2db-13f5e875ef41 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:55:21.536832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:21.539404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'name': 'network-vif-deleted', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:55:21.554421 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b96b1e9-5dc6-4613-b228-ccf58223704d req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "DELETE /v2.0/ports/388f2a8f-83df-48ac-a2db-13f5e875ef41 HTTP/1.1" status: 204 len: 173 time: 0.8022106 Nov 25 11:55:21.615004 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2933bb82-f004-452d-930c-5b8efcf8146f', 'name': 'network-vif-deleted', 'tag': '388f2a8f-83df-48ac-a2db-13f5e875ef41', 'status': 'completed', 'code': 200} Nov 25 11:55:21.711741 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-44580fe3-d255-4981-93b0-6b4ce7161fa6 req-14f279ef-c6d8-49dc-bca9-126fd6dfcdb8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=2933bb82-f004-452d-930c-5b8efcf8146f HTTP/1.1" status: 200 len: 210 time: 0.0465574 Nov 25 11:55:22.819079 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47438) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:23.296680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:23.909767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port b29ab717-9aa8-4996-96cf-0f45f87921f9 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:55:23.910457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:24.094547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port b29ab717-9aa8-4996-96cf-0f45f87921f9, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=b29ab717-9aa8-4996-96cf-0f45f87921f9,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:24.094899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:24.190107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 388f2a8f-83df-48ac-a2db-13f5e875ef41 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:55:24.214394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for b29ab717-9aa8-4996-96cf-0f45f87921f9 owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:55:24.225909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 388f2a8f-83df-48ac-a2db-13f5e875ef41 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:55:24.226261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 388f2a8f-83df-48ac-a2db-13f5e875ef41 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:55:24.396365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:24.399760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-60fb1c7e-4c25-4dcc-b3da-26c367a2235b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:24.442445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=b29ab717-9aa8-4996-96cf-0f45f87921f9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:24.445515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:24.842758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:25.416790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:55:25.618813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:55:25.629457 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] Sync routers for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:55:25.631766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/6bf60a6b-a706-46e6-96a7-42a8c2775ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8116026 Nov 25 11:55:25.634455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47442) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:25.641478 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:25.642077 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:25.815523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting subnet 61f0fdc3-6c47-4643-af83-a45ff243c6df {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:55:25.817659 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:25.818969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:25.870629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:25.954360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.024904 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.029198 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d0a3e9c9-3d77-429f-9ace-efe3f0fb4d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:26.068412 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Subnet': ['ID=61f0fdc3-6c47-4643-af83-a45ff243c6df,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:26.071046 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:26.073414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.082108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:26.082585 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-7a2daaf3-239c-4ddd-8304-c7dc230688d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/subnets/61f0fdc3-6c47-4643-af83-a45ff243c6df HTTP/1.1" status: 204 len: 168 time: 0.4468024 Nov 25 11:55:26.082673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72681c37-bca2-4aae-88ee-ae2d836f0e86 None None] Network 7319a3b0-e187-43a3-be83-731fe7283847 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:55:26.100368 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:55:24Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:26.104107 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] Checking router: 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:55:26.114757 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] Routers {'6bf60a6b-a706-46e6-96a7-42a8c2775ae3'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:26.116010 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:26.292589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.324192 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] Set router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:26.341584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] DHCP port deletion for 7319a3b0-e187-43a3-be83-731fe7283847 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:55:26.345725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Deleting port 99728b17-4bfa-40a2-9a59-421c365b263b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:55:26.346101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.507858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.520200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 32588dee-3683-4edd-9b02-38c3895c5983 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:55:26.520909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.560844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] For port 99728b17-4bfa-40a2-9a59-421c365b263b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=99728b17-4bfa-40a2-9a59-421c365b263b,segment=NetworkSegment(af189c01-4739-49df-8cff-ed999efcf8c8),segment_id=af189c01-4739-49df-8cff-ed999efcf8c8)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:26.561172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.641332 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:55:24Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:26.645798 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a31412-c8b9-458a-9afc-2b8feffa6ebb None None] The sync data for ids ['6bf60a6b-a706-46e6-96a7-42a8c2775ae3'] in dv-neutron-819177-1-hyperv is: [{'id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995641034', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '32588dee-3683-4edd-9b02-38c3895c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:55:24Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '32588dee-3683-4edd-9b02-38c3895c5983', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf60a6b-a706-46e6-96a7-42a8c2775ae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:54:16Z', 'updated_at': '2021-11-25T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:55:26.687730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Calling delete_port for 99728b17-4bfa-40a2-9a59-421c365b263b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:55:26.706680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 32588dee-3683-4edd-9b02-38c3895c5983, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=32588dee-3683-4edd-9b02-38c3895c5983,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:26.707024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.759213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.762694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9b66b262-e19a-4ef0-9520-0a81293e752c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:26.804495 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Pushing event deleted for resources: {'Port': ['ID=99728b17-4bfa-40a2-9a59-421c365b263b,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:26.815621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] No DVR routers for this DVR port 99728b17-4bfa-40a2-9a59-421c365b263b on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:55:26.817621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.817959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.822994 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.823328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.823652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.823974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.824319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.824640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.824954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.825266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.825578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:26.829171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:26.830069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 32588dee-3683-4edd-9b02-38c3895c5983 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:55:26.992956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:26.996650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-12ee8abd-d384-4f47-a767-e0386e4de2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:27.152426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=32588dee-3683-4edd-9b02-38c3895c5983,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:27.155223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:27.365437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:27.618399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:27.622541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:27.632279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b29ab717-9aa8-4996-96cf-0f45f87921f9 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:55:27.647845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:27.648436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf60a6b-a706-46e6-96a7-42a8c2775ae3 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:55:27.664074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:27.665186 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/routers/6bf60a6b-a706-46e6-96a7-42a8c2775ae3 HTTP/1.1" status: 204 len: 168 time: 1.5809982 Nov 25 11:55:27.666627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: b29ab717-9aa8-4996-96cf-0f45f87921f9 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:55:27.666984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device b29ab717-9aa8-4996-96cf-0f45f87921f9 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:55:27.667431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 99728b17-4bfa-40a2-9a59-421c365b263b no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:55:27.668149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47450) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:27.699448 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 99728b17-4bfa-40a2-9a59-421c365b263b {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:55:27.699808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 99728b17-4bfa-40a2-9a59-421c365b263b not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:55:27.784859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.022067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.046439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7319a3b0-e187-43a3-be83-731fe7283847']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:28.057838 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af189c01-4739-49df-8cff-ed999efcf8c8') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:28.058123 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af189c01-4739-49df-8cff-ed999efcf8c8') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:28.069291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.084880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.090757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:55:28.091135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:55:28.105950 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:55:28.186443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.189908 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e85387b6-ac19-4a86-be26-aae9da525d81 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:28.204026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.216898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Network': ['ID=7319a3b0-e187-43a3-be83-731fe7283847,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:28.219642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:28.223330 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-24130e7c-1eb1-4147-896b-ec89fee0c071 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/networks/7319a3b0-e187-43a3-be83-731fe7283847 HTTP/1.1" status: 204 len: 168 time: 0.5540278 Nov 25 11:55:28.226196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47454) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:28.293068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.322713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.387325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.391106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-19be42ae-e91d-472d-8738-45be06360767 tempest-ServerActionsTestJSON-677202030 tempest-ServerActionsTestJSON-677202030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:28.404976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352a8140-e33f-441e-999d-69e7e3bb4cb4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:28.408077 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:28.416804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.418329 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/security-groups/352a8140-e33f-441e-999d-69e7e3bb4cb4 HTTP/1.1" status: 204 len: 168 time: 0.1907489 Nov 25 11:55:28.732332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47462) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:28.737985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520365118', 'description': 'tempest-secgroup-smoke-520365118 description', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:28.744487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:28.748531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:28.751387 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:28.757675 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:28.768090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.801990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:28.806166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:28.808965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:28.814817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:28.872076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.875632 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.879019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a53c8390-2217-4e20-bb56-2be0f345a7d6 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:28.919194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca3e882-21b5-4e06-9c61-28f089ee7a07,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:28.922124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:28.925954 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1900024 Nov 25 11:55:28.925954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:28.926858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:28.932197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '6ca3e882-21b5-4e06-9c61-28f089ee7a07', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:28.938434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:28.942201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:28.945681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:28.951272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:28.967907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.026657 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.030191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.037774 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-09ea6120-fc08-4813-ac4e-c8223537bdcf tempest-SecGroupTest-1373229147 tempest-SecGroupTest-1373229147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:29.057489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ace7af-14ca-4037-8e33-40053007bbf5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:29.062070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:29.064636 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.065809 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1385939 Nov 25 11:55:29.068642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:29.073943 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '6ca3e882-21b5-4e06-9c61-28f089ee7a07', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:29.079766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:29.083503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:29.086405 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:29.092176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:29.108266 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.167596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.170882 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.172663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b3fbaf68-c703-4921-b06e-57e3808fe1b5 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:29.194918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f401493d-919e-4e1d-a776-44923e74ed76,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:29.199105 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:29.203517 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.204692 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62c7541e-6e28-4769-ae42-66bebc3df63e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1351421 Nov 25 11:55:29.207373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:29.212672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '6ca3e882-21b5-4e06-9c61-28f089ee7a07', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:29.218480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:29.222267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:29.225608 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:29.231176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:29.250123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.310655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.314655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.320754 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e7972a97-e5a3-4c6d-8c5e-06e2593b24a3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:29.339897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e3e87e-6dd9-4ca3-b2b8-0ea5eead787d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:29.342745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:29.350432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.351582 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1433277 Nov 25 11:55:29.354305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47478) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:29.359833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '6ca3e882-21b5-4e06-9c61-28f089ee7a07', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:29.365610 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:29.369382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:29.375821 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:29.381586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:29.398223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.460481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.463840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.465602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5bcd027f-b40c-4e09-bc56-081b007164ec tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:29.486980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5b0530-d232-43d6-af65-3a1e006c07cc,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:29.489574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:29.496999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.498325 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1431196 Nov 25 11:55:29.501210 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47482) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:29.506487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '6ca3e882-21b5-4e06-9c61-28f089ee7a07', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:29.512282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:29.516070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:29.518938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:29.525404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:29.538324 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:55:29.545832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.549186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 32588dee-3683-4edd-9b02-38c3895c5983 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:55:29.585566 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 32588dee-3683-4edd-9b02-38c3895c5983 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:55:29.585921 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 32588dee-3683-4edd-9b02-38c3895c5983 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:55:29.613343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.617131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.624348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-29b88fbf-259b-4a4a-92b7-717ee3ff9bc0 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:29.641710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36765163-f7b6-4406-b70b-02771881745f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:29.644433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:29.651922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.653164 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-26418c96-71fe-4626-b663-da1aea1ea644 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1510525 Nov 25 11:55:29.656083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47486) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:29.661674 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '6ca3e882-21b5-4e06-9c61-28f089ee7a07', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:29.668160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:29.671952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:29.674845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:29.680606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:29.691295 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:55:29.698027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.764714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.768163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.769920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8c8e590d-5b27-4bf6-ad4f-1f9e38efe64a tempest-SecGroupIPv6Test-914465646 tempest-SecGroupIPv6Test-914465646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:29.793335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c67b50-3a3a-4091-bacd-f7d06b26f7c5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:29.795663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:29.802222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.803469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1465435 Nov 25 11:55:29.806201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47492) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:29.811822 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'network': {'name': 'tempest-network-smoke--1050438808', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:29.816576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:29.821109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:network and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:29.823932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:29.829661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:29.840491 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:55:29.843499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.870298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:55:29.878433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.878758 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Added segment 4f0977bd-e729-44b5-a6e0-6816a9b96582 of type vlan for network 131fb773-b525-49d6-96eb-222b2ec04262 Nov 25 11:55:29.905686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.936439 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.940181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:29.940744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:29.944577 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:30.039326 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2320526 Nov 25 11:55:30.042015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47496) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:30.049332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'admin_state_up': True, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:30.054914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Network': ['ID=131fb773-b525-49d6-96eb-222b2ec04262,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:30.058014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:30.058902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:30.063141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:router and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:30.065416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 131fb773-b525-49d6-96eb-222b2ec04262 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:55:30.066164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:30.072724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:30.082193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.083248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.108823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.234794 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.354297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.524975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.554245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.686177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.114 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/cc5a7419-6695-4fc4-9b03-f1eeb0729955) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:55:30.830064 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.857335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:30.861414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:30.929282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:55:30.932545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:55:30.934464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=cc5a7419-6695-4fc4-9b03-f1eeb0729955,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:30.936893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:55:30.960944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:31.090267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:31.091001 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:31.315791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:55:31.514429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:55:31.526816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Sync routers for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:55:31.543757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:31.544108 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:31.544735 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:31.549013 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5025759 Nov 25 11:55:31.549663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:31.592148 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef6f480d-38ea-4f45-b614-3af97bb7de27 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=42e1c41c03774c9bb2b3e39e8dcac743&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393701 Nov 25 11:55:31.592332 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47504) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:31.719250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:31.720603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b9513-db0a-4e75-9754-24f2885c8190 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:31.724864 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b3b9513-db0a-4e75-9754-24f2885c8190 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289439 Nov 25 11:55:31.725009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47508) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:31.764168 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-23cf15da-5102-4273-bddd-416d89f6bd1b tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379686 Nov 25 11:55:31.766681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:31.772302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380246417', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:31.883283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:31.887137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:subnet and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:31.890411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:31.895614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:31.905944 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:55:32.053801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:31Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:32.058402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Checking router: 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:55:32.058756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Updating router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 port cc5a7419-6695-4fc4-9b03-f1eeb0729955 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:55:32.108725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.119903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.332562 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.336459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ce031b6f-1a2b-4ee0-b08a-ac500f602fda tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:32.406342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Subnet': ['ID=7e6eb9d0-c2a0-424b-9111-cc55366a733c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:32.410730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:32.421305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Checking segment: {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:55:32.421662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network hostable DHCP agents. Network: 131fb773-b525-49d6-96eb-222b2ec04262, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:55:32.436048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.443726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 131fb773-b525-49d6-96eb-222b2ec04262 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:55:32.448374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Transition to ACTIVE for port object cc5a7419-6695-4fc4-9b03-f1eeb0729955 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:55:32.453225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 131fb773-b525-49d6-96eb-222b2ec04262) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:55:32.456750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.457404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:32.457968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.462062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:32.484328 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ccc4e63-8169-4dec-b078-4f980a231cdb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7139184 Nov 25 11:55:32.484526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:32.500695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4927bf6-4b7b-44d3-ac50-5f3be34eca3b None None] Network 131fb773-b525-49d6-96eb-222b2ec04262 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:55:32.618440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Attempting to bind port cc5a7419-6695-4fc4-9b03-f1eeb0729955 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:55:32.619126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Attempting to bind port cc5a7419-6695-4fc4-9b03-f1eeb0729955 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:55:32.619235 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Attempting to bind port cc5a7419-6695-4fc4-9b03-f1eeb0729955 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:55:32.633292 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb20af-88e7-48be-9fe1-16856135b96f None None] Pushing event updated for resources: {'Port': ['ID=cc5a7419-6695-4fc4-9b03-f1eeb0729955,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:32.636357 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43cb20af-88e7-48be-9fe1-16856135b96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:32.653985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:55:32.654366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:55:32.654772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.655199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:55:32.655683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Bound port: cc5a7419-6695-4fc4-9b03-f1eeb0729955, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:55:32.656089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.781898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] For port cc5a7419-6695-4fc4-9b03-f1eeb0729955, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:55:32.817000 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] For port cc5a7419-6695-4fc4-9b03-f1eeb0729955, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc5a7419-6695-4fc4-9b03-f1eeb0729955,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:55:32.823212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.828463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:32.861585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-131fb773-b525-49d6-96eb-222b2ec04262', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:55:32.862398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.984913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb20af-88e7-48be-9fe1-16856135b96f None None] Pushing event updated for resources: {'Port': ['ID=cc5a7419-6695-4fc4-9b03-f1eeb0729955,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:32.990673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43cb20af-88e7-48be-9fe1-16856135b96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:32.991247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:32.991867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:33.201725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Allocated IP 172.20.0.2 (131fb773-b525-49d6-96eb-222b2ec04262/7e6eb9d0-c2a0-424b-9111-cc55366a733c/41ed6c30-a77a-4291-acc8-0ecf4b680e09) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:55:33.236267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:33.344676 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:33.688194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:33.702426 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Transition to ACTIVE for port object 41ed6c30-a77a-4291-acc8-0ecf4b680e09 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:55:33.725804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Transition to ACTIVE for port object 41ed6c30-a77a-4291-acc8-0ecf4b680e09 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:55:33.735540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:33.744282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-fe72c6c5-8fdc-4597-b57d-5111cef87d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:33.819912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Network 131fb773-b525-49d6-96eb-222b2ec04262 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:55:33.821239 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Pushing event updated for resources: {'Port': ['ID=41ed6c30-a77a-4291-acc8-0ecf4b680e09,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:33.824589 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:31Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:33.826960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:55:33.829505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:33.830652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:55:33.834605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57f692-4d93-4e24-be64-60ec8b5a43a3 None None] The sync data for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv is: [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:31Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:55:33.925652 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.1 (131fb773-b525-49d6-96eb-222b2ec04262/7e6eb9d0-c2a0-424b-9111-cc55366a733c/165a14aa-aa91-4523-993a-461aa0a35af0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:55:33.927435 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Attempting to bind port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:55:33.927820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Attempting to bind port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:55:33.928225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Attempting to bind port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 on network 131fb773-b525-49d6-96eb-222b2ec04262 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:55:33.934895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:55:33.935278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Checking segment: {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:55:33.935955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:33.936397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Bound using segment: {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:55:33.936875 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Bound port: 41ed6c30-a77a-4291-acc8-0ecf4b680e09, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:55:33.937259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.062057 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] For port 41ed6c30-a77a-4291-acc8-0ecf4b680e09, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:55:34.064178 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ed1dbf0b-8f37-4c71-af9b-ef9139b829ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.066717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] For port 41ed6c30-a77a-4291-acc8-0ecf4b680e09, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41ed6c30-a77a-4291-acc8-0ecf4b680e09,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:55:34.071559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.077247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-eafe844c-8edb-43a4-8356-23bb875821ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:34.130881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.151327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 165a14aa-aa91-4523-993a-461aa0a35af0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:55:34.159087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Pushing event updated for resources: {'Port': ['ID=41ed6c30-a77a-4291-acc8-0ecf4b680e09,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:34.162572 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:34.187776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.192409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1e5d435b-d56f-4a2e-8bf4-5dee69ed5f59 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:34.231901 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.273833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 131fb773-b525-49d6-96eb-222b2ec04262 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:55:34.275217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=165a14aa-aa91-4523-993a-461aa0a35af0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:34.277793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:55:34.279660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:34.280415 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:55:34.363187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.470501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.892159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.896727 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.921816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b44889e7-cd48-41d6-bcd4-be71402df92f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:35.007242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=165a14aa-aa91-4523-993a-461aa0a35af0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:35.009633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:35.013456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:35.128358 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153953c5-1676-4a6b-be6e-427cc6427055 None None] Network 131fb773-b525-49d6-96eb-222b2ec04262 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:55:35.148639 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 131fb773-b525-49d6-96eb-222b2ec04262 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:55:35.149811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:55:35.249983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-af08635e-673f-46b5-a831-f89998cff8cf None None] Provisioning for port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:55:35.601179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-86613628-0e71-4810-9d75-d64ecf18b68e None None] Provisioning for port 165a14aa-aa91-4523-993a-461aa0a35af0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:55:35.606891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-86613628-0e71-4810-9d75-d64ecf18b68e None None] Provisioning complete for port 165a14aa-aa91-4523-993a-461aa0a35af0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:35.607412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-86613628-0e71-4810-9d75-d64ecf18b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:35.681759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-86613628-0e71-4810-9d75-d64ecf18b68e None None] Port 165a14aa-aa91-4523-993a-461aa0a35af0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:55:35.687007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:55:35.688960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc5a7419-6695-4fc4-9b03-f1eeb0729955 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:55:35.765101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port cc5a7419-6695-4fc4-9b03-f1eeb0729955 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:55:35.770760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port cc5a7419-6695-4fc4-9b03-f1eeb0729955 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:35.771737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:35.899227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:35.909291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:55:35.917345 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8832ff9d-7651-4f8e-b6f4-589a17806a20 None None] Provisioning complete for port 165a14aa-aa91-4523-993a-461aa0a35af0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:35.917730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8832ff9d-7651-4f8e-b6f4-589a17806a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:35.931469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4379447 Nov 25 11:55:35.948637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port cc5a7419-6695-4fc4-9b03-f1eeb0729955, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc5a7419-6695-4fc4-9b03-f1eeb0729955,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:35.955851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:35.956704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ed6c30-a77a-4291-acc8-0ecf4b680e09 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:55:35.983948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43cb20af-88e7-48be-9fe1-16856135b96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:36.054485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8832ff9d-7651-4f8e-b6f4-589a17806a20 None None] Port 165a14aa-aa91-4523-993a-461aa0a35af0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:55:36.083804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=cc5a7419-6695-4fc4-9b03-f1eeb0729955,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:36.087604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:36.099675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-3eb44c56-2bb0-4f82-8e2d-38cc0e455d52 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:36.101682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:55:36.106217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:36.106591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:36.115189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-3eb44c56-2bb0-4f82-8e2d-38cc0e455d52 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:36.116450 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-3eb44c56-2bb0-4f82-8e2d-38cc0e455d52 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520365118&fields=id&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 267 time: 0.0577021 Nov 25 11:55:36.215222 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-811bda80-9a60-4733-98a2-647cee7dcdf6 None None] Provisioning complete for port 165a14aa-aa91-4523-993a-461aa0a35af0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:36.215756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-811bda80-9a60-4733-98a2-647cee7dcdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:36.266709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0991ff73-713a-475c-879a-0fa579a1cc7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:36.267377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0991ff73-713a-475c-879a-0fa579a1cc7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:36.282537 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0991ff73-713a-475c-879a-0fa579a1cc7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:36.283852 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0991ff73-713a-475c-879a-0fa579a1cc7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/networks?id=131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 200 len: 797 time: 0.1607592 Nov 25 11:55:36.300029 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-728c026c-2ad7-4358-aad8-33373f8889f2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/quotas/42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 375 time: 0.0105331 Nov 25 11:55:36.301660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-811bda80-9a60-4733-98a2-647cee7dcdf6 None None] Port 165a14aa-aa91-4523-993a-461aa0a35af0 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:55:36.326244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:36.353951 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d6883b9-1752-452a-ae7a-fda7e8ac7422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:36.365960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 41ed6c30-a77a-4291-acc8-0ecf4b680e09, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41ed6c30-a77a-4291-acc8-0ecf4b680e09,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:36.369640 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:36.371364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:36.382819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-77ce3778-03f3-47f4-89ee-3939457620ee tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:36.397911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-77ce3778-03f3-47f4-89ee-3939457620ee tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:36.399779 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-77ce3778-03f3-47f4-89ee-3939457620ee tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940192 Nov 25 11:55:36.434387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=41ed6c30-a77a-4291-acc8-0ecf4b680e09,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:36.437594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:36.604144 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-42b35ce1-e028-4105-89f2-59ac700bfdc0 service neutron] 10.222.0.41 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928089 Nov 25 11:55:36.733202 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-86e9f7cc-040f-465e-a1b6-465fcae61da2 service neutron] 10.222.0.41 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231966 Nov 25 11:55:36.920943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b333d935-420a-4f8b-a652-237262a24c57 req-dacebc6c-bd5c-427a-bc24-8788e74aa339 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 210 time: 0.0453429 Nov 25 11:55:37.373618 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Sync routers for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:55:37.386791 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:37.387409 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:37.468894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:37.564332 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:37.599685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc5a7419-6695-4fc4-9b03-f1eeb0729955 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:55:37.667445 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port cc5a7419-6695-4fc4-9b03-f1eeb0729955 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:37.667752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:37.789920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ed6c30-a77a-4291-acc8-0ecf4b680e09 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:55:37.868666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:37.869415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:37.894704 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 2, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:37.899207 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Checking router: 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:55:37.899559 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Updating router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 port 165a14aa-aa91-4523-993a-461aa0a35af0 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:55:37.964394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-72a51fa7-ce36-4420-ad30-79682886215d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:37.966138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-72a51fa7-ce36-4420-ad30-79682886215d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:37.968980 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:37.984022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-72a51fa7-ce36-4420-ad30-79682886215d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:37.985683 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-72a51fa7-ce36-4420-ad30-79682886215d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/networks?id=131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 200 len: 797 time: 0.2133138 Nov 25 11:55:38.050053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-cc0a0ccd-bc3c-4d0a-990c-16aed7be4e99 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:38.063226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-cc0a0ccd-bc3c-4d0a-990c-16aed7be4e99 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:38.064470 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-cc0a0ccd-bc3c-4d0a-990c-16aed7be4e99 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 379 time: 0.0622694 Nov 25 11:55:38.074631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'port': {'device_id': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'admin_state_up': True, 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'security_groups': ['6ca3e882-21b5-4e06-9c61-28f089ee7a07']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:38.132961 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d8b8d3bd-74a3-4742-a2be-084d285949ec req-4cb67def-da21-4775-9a39-ae209ec6f49f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 210 time: 0.0459361 Nov 25 11:55:38.211443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:38.220964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:38.232185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:55:38.235228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.322334 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.333663 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Transition to ACTIVE for port object 165a14aa-aa91-4523-993a-461aa0a35af0 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:55:38.339773 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.343225 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:38.404832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.7 (131fb773-b525-49d6-96eb-222b2ec04262/7e6eb9d0-c2a0-424b-9111-cc55366a733c/72e6188c-6478-4d88-9dff-3a515f762a70) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:55:38.489146 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Pushing event updated for resources: {'Port': ['ID=165a14aa-aa91-4523-993a-461aa0a35af0,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:38.524209 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.524542 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.525812 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.525812 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.525812 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.525812 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.526158 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.526398 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.526711 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.527016 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.527323 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:38.531141 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:38.590951 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Attempting to bind port 165a14aa-aa91-4523-993a-461aa0a35af0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:55:38.591318 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Attempting to bind port 165a14aa-aa91-4523-993a-461aa0a35af0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:55:38.591678 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Attempting to bind port 165a14aa-aa91-4523-993a-461aa0a35af0 on network 131fb773-b525-49d6-96eb-222b2ec04262 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:55:38.598341 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:55:38.598710 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Checking segment: {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:55:38.599139 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.599526 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Bound using segment: {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:55:38.599989 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Bound port: 165a14aa-aa91-4523-993a-461aa0a35af0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:55:38.600389 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.612656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.631778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 72e6188c-6478-4d88-9dff-3a515f762a70 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:55:38.653718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.659119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:38.692695 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] For port 165a14aa-aa91-4523-993a-461aa0a35af0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:55:38.696285 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] For port 165a14aa-aa91-4523-993a-461aa0a35af0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=165a14aa-aa91-4523-993a-461aa0a35af0,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:55:38.700597 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.704801 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-da73bf36-2216-42ef-af75-af0141464eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:38.720291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 131fb773-b525-49d6-96eb-222b2ec04262 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:55:38.728111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:55:38.732392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:55:38.763843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=72e6188c-6478-4d88-9dff-3a515f762a70,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:38.769518 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Pushing event updated for resources: {'Port': ['ID=165a14aa-aa91-4523-993a-461aa0a35af0,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:38.770719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:38.774579 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:38.792866 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:38.793487 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:38.803093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:38.803709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.830352 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592440 Nov 25 11:55:38.841329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Request body: {'port': {'device_id': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:38.955912 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.960097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:38.975412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-76800f86-271d-4543-9e26-3f2b9bb0a589 None None] Provisioning for port 72e6188c-6478-4d88-9dff-3a515f762a70 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:55:38.981290 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-76800f86-271d-4543-9e26-3f2b9bb0a589 None None] Provisioning complete for port 72e6188c-6478-4d88-9dff-3a515f762a70 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:38.981984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76800f86-271d-4543-9e26-3f2b9bb0a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.000805 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:39.042425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-76800f86-271d-4543-9e26-3f2b9bb0a589 None None] Port 72e6188c-6478-4d88-9dff-3a515f762a70 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:55:39.316523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e6188c-6478-4d88-9dff-3a515f762a70 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:55:39.323524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.337759 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:38Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:39.338019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50568-ce13-4078-80db-9a0e06d15e10 req-abec66f3-0108-4578-8cef-a0842502c5d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:39.339862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Transition to ACTIVE for port object 72e6188c-6478-4d88-9dff-3a515f762a70 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:55:39.342419 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d564a-713f-4dac-85ae-c8e9df53429e None None] The sync data for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv is: [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:38Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:55:39.344247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.345365 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7ae50568-ce13-4078-80db-9a0e06d15e10 req-abec66f3-0108-4578-8cef-a0842502c5d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 931 time: 0.0901353 Nov 25 11:55:39.349835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-585e44e0-03d7-4a82-b2a8-2e1669500511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:39.417463 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7ae50568-ce13-4078-80db-9a0e06d15e10 req-19923495-3c51-4c93-aad4-64e854886f88 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709479 Nov 25 11:55:39.495811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6188c-6478-4d88-9dff-3a515f762a70,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:39.506475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:39.647171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 165a14aa-aa91-4523-993a-461aa0a35af0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:55:39.658200 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Attempting to bind port 72e6188c-6478-4d88-9dff-3a515f762a70 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:55:39.658526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Attempting to bind port 72e6188c-6478-4d88-9dff-3a515f762a70 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:55:39.658853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Attempting to bind port 72e6188c-6478-4d88-9dff-3a515f762a70 on network 131fb773-b525-49d6-96eb-222b2ec04262 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:55:39.665124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Port 72e6188c-6478-4d88-9dff-3a515f762a70 on network 131fb773-b525-49d6-96eb-222b2ec04262 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:55:39.665442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Attempting to bind port 72e6188c-6478-4d88-9dff-3a515f762a70 on network 131fb773-b525-49d6-96eb-222b2ec04262 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:55:39.672407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:55:39.672671 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Checking segment: {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:55:39.673047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Bound using segment: {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:55:39.673949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Bound port: 72e6188c-6478-4d88-9dff-3a515f762a70, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0977bd-e729-44b5-a6e0-6816a9b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:55:39.673949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.742898 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 165a14aa-aa91-4523-993a-461aa0a35af0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:55:39.748463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 165a14aa-aa91-4523-993a-461aa0a35af0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:39.748851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.774306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] For port 72e6188c-6478-4d88-9dff-3a515f762a70, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:55:39.777864 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] For port 72e6188c-6478-4d88-9dff-3a515f762a70, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=72e6188c-6478-4d88-9dff-3a515f762a70,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:55:39.784166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.788127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70b92a7b-3373-4657-9956-a61682e913e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:39.853705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.855183 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] 10.222.0.48 "PUT /v2.0/ports/72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 200 len: 1093 time: 1.0180166 Nov 25 11:55:39.856045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:55:39.872880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6188c-6478-4d88-9dff-3a515f762a70,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:39.876244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:39.890173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.928408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 165a14aa-aa91-4523-993a-461aa0a35af0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=165a14aa-aa91-4523-993a-461aa0a35af0,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:39.939934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:39.943682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:39.967742 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70', 'status': 'completed', 'code': 200} Nov 25 11:55:40.013193 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-319d8f83-2224-447c-974d-fd5dd8be5c4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1096 time: 0.0984993 Nov 25 11:55:40.028585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=165a14aa-aa91-4523-993a-461aa0a35af0,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:40.031928 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:40.089200 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-ac1fcb52-a6ca-4e69-98ab-c590a2fcff7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 200 len: 217 time: 0.0684514 Nov 25 11:55:40.156492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-5fb8e5d6-e46c-493f-b67d-287b2272f210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:40.158002 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-5fb8e5d6-e46c-493f-b67d-287b2272f210 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6eb9d0-c2a0-424b-9111-cc55366a733c HTTP/1.1" status: 200 len: 834 time: 0.0619907 Nov 25 11:55:40.356369 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-ca73ad90-37c2-40bb-98db-82d2ef92b33d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=131fb773-b525-49d6-96eb-222b2ec04262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1918149 Nov 25 11:55:40.488293 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-01c4b264-a879-4b34-81c7-2665fc048b11 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249769 Nov 25 11:55:40.618373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad495e7a-d0f9-4895-b9a0-8c1d2392ec75 req-7c41ba42-1cb2-4110-96d4-6583280dd4d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:40.620256 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ad495e7a-d0f9-4895-b9a0-8c1d2392ec75 req-7c41ba42-1cb2-4110-96d4-6583280dd4d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 943 time: 0.0911095 Nov 25 11:55:40.625676 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-307ea45a-b167-4cc5-92fa-6794f3c2a831 req-9f27421c-3ab2-4948-a099-1abff7b4af20 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315086 Nov 25 11:55:40.671924 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ad495e7a-d0f9-4895-b9a0-8c1d2392ec75 req-5ea0e1b6-91b1-4801-85c8-7987b2c02725 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463681 Nov 25 11:55:40.740333 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-256d4be2-ec71-4ba5-bacd-85ea21836de9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1096 time: 0.0691538 Nov 25 11:55:40.873519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-0b37d3dd-d353-48dd-b3fa-8b7ca1845e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:40.874995 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-0b37d3dd-d353-48dd-b3fa-8b7ca1845e5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 200 len: 898 time: 0.1283884 Nov 25 11:55:40.947461 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-9da90201-a991-4c01-a125-ab078498304d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 200 len: 217 time: 0.0654986 Nov 25 11:55:41.014070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-8ab78f1a-5bb5-4fd3-824e-d28e426633f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:41.015404 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-8ab78f1a-5bb5-4fd3-824e-d28e426633f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6eb9d0-c2a0-424b-9111-cc55366a733c HTTP/1.1" status: 200 len: 834 time: 0.0604653 Nov 25 11:55:41.096173 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-cbe95339-1cb0-4163-b5fb-c7b095530555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=131fb773-b525-49d6-96eb-222b2ec04262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677283 Nov 25 11:55:41.227610 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-ce070520-968c-4374-a34d-198916328f2f service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216612 Nov 25 11:55:41.358588 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-37381e6e-4dc8-4ff4-ba4a-0c67b5a54103 req-0d552e54-5de5-4103-9800-c28453eee09c service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240330 Nov 25 11:55:41.596961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 165a14aa-aa91-4523-993a-461aa0a35af0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:55:41.663466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 165a14aa-aa91-4523-993a-461aa0a35af0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:41.663765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:41.873626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53bd8f-6ef8-4a3e-ab74-b27d6790b07c req-afa78e5b-b431-4c42-9730-8266caa94fb7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:41.875114 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd53bd8f-6ef8-4a3e-ab74-b27d6790b07c req-afa78e5b-b431-4c42-9730-8266caa94fb7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 943 time: 0.0796673 Nov 25 11:55:41.920108 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dd53bd8f-6ef8-4a3e-ab74-b27d6790b07c req-393ba8c9-513d-47b2-b9df-1dd872d5666c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 Nov 25 11:55:42.282656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 72e6188c-6478-4d88-9dff-3a515f762a70 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:55:42.413941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 72e6188c-6478-4d88-9dff-3a515f762a70, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=72e6188c-6478-4d88-9dff-3a515f762a70,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:42.426792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '72e6188c-6478-4d88-9dff-3a515f762a70', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'port_id': '72e6188c-6478-4d88-9dff-3a515f762a70', 'mac_address': 'fa:16:3e:34:08:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:55:42.479234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:42.498842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e6188c-6478-4d88-9dff-3a515f762a70 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:55:42.513935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 72e6188c-6478-4d88-9dff-3a515f762a70, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=72e6188c-6478-4d88-9dff-3a515f762a70,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:42.517930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:42.519617 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:42.582625 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=72e6188c-6478-4d88-9dff-3a515f762a70,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:42.586198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:42.720229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['72e6188c-6478-4d88-9dff-3a515f762a70'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:55:43.111375 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a1163-b623-4f01-9568-a91c77304fe7 req-9dee09b3-8fbe-4fbf-9f7e-c49d3fdd336b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:43.112821 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d82a1163-b623-4f01-9568-a91c77304fe7 req-9dee09b3-8fbe-4fbf-9f7e-c49d3fdd336b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 944 time: 0.0738766 Nov 25 11:55:43.156222 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d82a1163-b623-4f01-9568-a91c77304fe7 req-57531ad4-dce6-4c2a-bc0d-f9ca15e77bf4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379064 Nov 25 11:55:43.619691 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:55:44.298294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 72e6188c-6478-4d88-9dff-3a515f762a70 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:55:44.352519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba48217-1449-475c-b23b-abcab0abe4a4 req-8ec56ced-982d-42de-8315-25a7f6de9631 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:44.353965 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ba48217-1449-475c-b23b-abcab0abe4a4 req-8ec56ced-982d-42de-8315-25a7f6de9631 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 944 time: 0.0813298 Nov 25 11:55:44.367433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 72e6188c-6478-4d88-9dff-3a515f762a70 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:55:44.372102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 72e6188c-6478-4d88-9dff-3a515f762a70 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:44.372483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:44.407616 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9ba48217-1449-475c-b23b-abcab0abe4a4 req-b2ed0db9-68d8-4467-9252-2c693c35c527 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477827 Nov 25 11:55:44.512982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:44.541218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:55:44.550350 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 72e6188c-6478-4d88-9dff-3a515f762a70, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=72e6188c-6478-4d88-9dff-3a515f762a70,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:55:44.554416 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:44.556266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1398b961-7907-4f84-b56b-723292e86bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:44.598323 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70', 'code': 200} Nov 25 11:55:44.621269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=72e6188c-6478-4d88-9dff-3a515f762a70,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:44.624085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:44.820722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27d3ddf3-b73c-43fc-88cc-cbd212afc564 req-b4417358-17c1-4515-b538-3e3f454d6f8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1098 time: 0.0672140 Nov 25 11:55:44.865590 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27d3ddf3-b73c-43fc-88cc-cbd212afc564 req-92498eaa-df3d-4dc0-bcb2-d1d02ef9013b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385172 Nov 25 11:55:45.603033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca966c0-2a75-47c3-a57a-1f822d1570d2 req-e432c766-0e35-48f6-83e6-6f96538ef6d5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:45.604479 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ca966c0-2a75-47c3-a57a-1f822d1570d2 req-e432c766-0e35-48f6-83e6-6f96538ef6d5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0745661 Nov 25 11:55:45.653376 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ca966c0-2a75-47c3-a57a-1f822d1570d2 req-905e7fbe-e173-4dd2-9e40-8a29a7d6db23 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Nov 25 11:55:46.935727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2305f64-62fd-4b01-999c-b3d971610eed req-dc294d71-624a-4374-944a-13b74658d3be tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:46.937197 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a2305f64-62fd-4b01-999c-b3d971610eed req-dc294d71-624a-4374-944a-13b74658d3be tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.1635725 Nov 25 11:55:46.981399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a2305f64-62fd-4b01-999c-b3d971610eed req-68f38742-63f5-4617-b32e-2b36b15eee5e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387895 Nov 25 11:55:47.176092 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b4d8f-2fbd-4beb-b8e2-28052e7b3442 req-a3ccd8e9-3822-4af7-b9ba-46e9901f9065 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:47.178144 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c9b4d8f-2fbd-4beb-b8e2-28052e7b3442 req-a3ccd8e9-3822-4af7-b9ba-46e9901f9065 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0778589 Nov 25 11:55:47.221657 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c9b4d8f-2fbd-4beb-b8e2-28052e7b3442 req-e55b18d0-3983-4f0f-9ac3-c496af68b0db tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378616 Nov 25 11:55:47.248804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47562) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:47.316333 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4e9eda87-5888-4b59-8117-7d877739f6fb tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1093 time: 0.0663409 Nov 25 11:55:47.318741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47566) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:47.323629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '72e6188c-6478-4d88-9dff-3a515f762a70', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:55:47.328936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:55:47.332634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:floatingip and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:55:47.335844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:55:47.341423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:55:47.352253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:47.483183 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:47.617813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.71 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/c50624b1-1373-4b0a-a799-e093d214fba1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:55:47.766028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:47.793122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:47.796737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b8337784-bdaa-4a10-93b9-e661f2922113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:47.862266 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:55:47.865324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:55:47.868041 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:55:47.897430 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=c50624b1-1373-4b0a-a799-e093d214fba1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:47.900859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:48.368813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:48.421459 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:48.618080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:48.622486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:48.625830 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-9d5c4032-112c-4a0c-9f54-fa83879b97c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:48.812205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=c50624b1-1373-4b0a-a799-e093d214fba1,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:48.816017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:48.834478 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:49.018613 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Floating IP bdccd26a-90d8-435d-853f-8bbdc748ea21 associated. External IP: 172.26.5.71, port: 72e6188c-6478-4d88-9dff-3a515f762a70. Nov 25 11:55:49.401394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:55:49.599306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:55:49.608608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] Sync routers for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:55:49.621631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:49.622247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:49.623675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:49.678870 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3561094 Nov 25 11:55:49.678870 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:55:49.749006 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70', 'status': 'completed', 'code': 200} Nov 25 11:55:49.804563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:49.848703 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-665ff61e-f5cd-4037-9b58-18694947c8b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1098 time: 0.0752273 Nov 25 11:55:49.876859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63534e9-fdec-4cbd-8344-0ce07df873ed req-a711f063-32fd-479f-94d9-955d59f9f0b5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:49.878326 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b63534e9-fdec-4cbd-8344-0ce07df873ed req-a711f063-32fd-479f-94d9-955d59f9f0b5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0770969 Nov 25 11:55:49.936917 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b63534e9-fdec-4cbd-8344-0ce07df873ed req-abe0cc68-a7a4-4242-b1a1-c11d4bace95b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498478 Nov 25 11:55:49.966477 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47574) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:49.990181 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-f49e8676-0c8d-4924-9fe0-3a4f4201a81b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:49.991731 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-f49e8676-0c8d-4924-9fe0-3a4f4201a81b service neutron] 10.222.0.48 "GET /v2.0/networks?id=131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 200 len: 898 time: 0.1362596 Nov 25 11:55:50.071599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5230f041-d93c-4c5d-bdf4-d9b4842b91e4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/bdccd26a-90d8-435d-853f-8bbdc748ea21 HTTP/1.1" status: 200 len: 990 time: 0.1027057 Nov 25 11:55:50.096330 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-802e43a4-a3e4-46c6-84ec-f6f2453b5759 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 200 len: 998 time: 0.0981154 Nov 25 11:55:50.152768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'bdccd26a-90d8-435d-853f-8bbdc748ea21', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'port_id': '72e6188c-6478-4d88-9dff-3a515f762a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'mac_address': 'fa:16:3e:34:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:55:48Z', 'updated_at': '2021-11-25T11:55:48Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:39Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:50.156636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] Checking router: 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:55:50.157068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-e75446c1-3a0d-4c00-bbfb-245273bfa301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:50.158544 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-e75446c1-3a0d-4c00-bbfb-245273bfa301 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6eb9d0-c2a0-424b-9111-cc55366a733c HTTP/1.1" status: 200 len: 834 time: 0.0561070 Nov 25 11:55:50.167510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:55:50.168137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:55:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:50.344867 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-b41d9e3d-9223-4dda-99c1-c2ed34949a3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=131fb773-b525-49d6-96eb-222b2ec04262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1800227 Nov 25 11:55:50.347683 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:55:50.475050 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-70be8847-f687-4183-a4df-3cabe17103b1 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229093 Nov 25 11:55:50.606489 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-aeb1f8e6-8796-465f-9451-435f53f75555 req-1bef81e5-edf1-47ff-82cd-8f6beb97bebd service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250491 Nov 25 11:55:50.690633 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'bdccd26a-90d8-435d-853f-8bbdc748ea21', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'port_id': '72e6188c-6478-4d88-9dff-3a515f762a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'mac_address': 'fa:16:3e:34:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:55:48Z', 'updated_at': '2021-11-25T11:55:48Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:39Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:50.695042 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffe49-f5b1-4f7a-a61b-8daf1be2ef2f None None] The sync data for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv is: [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'bdccd26a-90d8-435d-853f-8bbdc748ea21', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'port_id': '72e6188c-6478-4d88-9dff-3a515f762a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'mac_address': 'fa:16:3e:34:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:55:48Z', 'updated_at': '2021-11-25T11:55:48Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:39Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:55:51.074468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47578) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:51.178922 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a5894795-ac68-44a3-9242-f52062aa20f4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/bdccd26a-90d8-435d-853f-8bbdc748ea21 HTTP/1.1" status: 200 len: 990 time: 0.1033342 Nov 25 11:55:52.182673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47582) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:52.287468 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2922a25-8571-4d11-b1e9-4bc8d509cd97 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/bdccd26a-90d8-435d-853f-8bbdc748ea21 HTTP/1.1" status: 200 len: 990 time: 0.1035693 Nov 25 11:55:53.290914 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c2239-23e1-4896-9cd1-75603671ee36 None None] New status for floating IP bdccd26a-90d8-435d-853f-8bbdc748ea21: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:55:53.291398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47586) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:53.394881 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5bf56db0-fca6-4c92-b837-959b1e142859 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/bdccd26a-90d8-435d-853f-8bbdc748ea21 HTTP/1.1" status: 200 len: 990 time: 0.1027274 Nov 25 11:55:54.399323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47590) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:54.499759 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-63079eda-fd22-40d8-8425-0379d71fba6d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/bdccd26a-90d8-435d-853f-8bbdc748ea21 HTTP/1.1" status: 200 len: 992 time: 0.0993204 Nov 25 11:56:00.249281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:03.215158 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-10fa2023-360c-442f-897b-1bdb5f646381 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701368 Nov 25 11:56:03.353637 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-88186ee5-64c8-4e70-902b-6873db4349fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1098 time: 0.0681546 Nov 25 11:56:03.495506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-228cfcca-ac08-4018-9dac-b1be531f3a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:03.497195 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-228cfcca-ac08-4018-9dac-b1be531f3a84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 200 len: 898 time: 0.1258490 Nov 25 11:56:03.600982 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-d11614fb-8fe8-4aa3-8614-7ef05e7b2b31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 200 len: 1000 time: 0.0959823 Nov 25 11:56:03.661282 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-422b6a27-a365-4aee-b53d-71c3bd2e4f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:03.662737 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-422b6a27-a365-4aee-b53d-71c3bd2e4f93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6eb9d0-c2a0-424b-9111-cc55366a733c HTTP/1.1" status: 200 len: 834 time: 0.0560060 Nov 25 11:56:03.738119 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-bd7ee90b-c565-4376-9e9c-babfe0350968 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=131fb773-b525-49d6-96eb-222b2ec04262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694492 Nov 25 11:56:03.867855 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-ca2afad0-ded9-4f2d-8ef4-82e6205458cf service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224244 Nov 25 11:56:03.996814 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c94aa6ac-897b-4c96-a49a-f4d76c939e81 req-b6117163-3958-4f10-83e7-b094ab3a98a7 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216662 Nov 25 11:56:04.025644 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-20c1d41d-3fd4-4fe1-87c6-2f00a1d966d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:04.222601 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.336955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-20ab745c-5d26-42e2-bd79-2a63e569419f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.471818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:08.945754 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:17.443061 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-4a8effac-0a85-4b9d-a327-9379800278a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1098 time: 0.0683231 Nov 25 11:56:17.474261 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040a9bb-52e3-4370-ba4b-8404d32090a7 req-a5dcb67b-7c07-4370-b5f5-701083fd0a3b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:17.476327 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6040a9bb-52e3-4370-ba4b-8404d32090a7 req-a5dcb67b-7c07-4370-b5f5-701083fd0a3b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0766845 Nov 25 11:56:17.579768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-ce9fd6c5-2ecc-47d1-b5e3-ee82612cb9cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:17.581233 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-ce9fd6c5-2ecc-47d1-b5e3-ee82612cb9cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 200 len: 898 time: 0.1312282 Nov 25 11:56:17.637546 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6040a9bb-52e3-4370-ba4b-8404d32090a7 req-d5c72234-7640-46da-8ba6-d145f19a41c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552603 Nov 25 11:56:17.790593 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-613db9c4-deed-4a2e-8f1a-9f3e16dec90f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 200 len: 1000 time: 0.2015655 Nov 25 11:56:17.853859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-add764a7-2aec-434f-b89f-0fc58e220a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:17.855257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-add764a7-2aec-434f-b89f-0fc58e220a5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6eb9d0-c2a0-424b-9111-cc55366a733c HTTP/1.1" status: 200 len: 834 time: 0.0584655 Nov 25 11:56:17.929456 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-8057e27f-2781-4811-88d6-2166908505dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=131fb773-b525-49d6-96eb-222b2ec04262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671852 Nov 25 11:56:18.059963 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-b05f8100-af5e-47e1-b115-4f0ccf6d5b68 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230814 Nov 25 11:56:18.190068 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7443797-e25e-45d4-a1ba-c0e49e9a3a39 req-4f7a5078-37b2-4430-9bfa-e4606d5b0fd6 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227040 Nov 25 11:56:18.837884 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699f4f3-4350-4963-8abb-cbc54d66d506 req-b7f48d54-90e4-4af3-9045-5c73aee947fd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:18.839208 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c699f4f3-4350-4963-8abb-cbc54d66d506 req-b7f48d54-90e4-4af3-9045-5c73aee947fd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0772395 Nov 25 11:56:18.882418 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c699f4f3-4350-4963-8abb-cbc54d66d506 req-9eac6daa-ab93-4994-904d-fdd5147a1d8f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378137 Nov 25 11:56:20.080377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2233c2-32fb-44ec-a40e-33c0170c0660 req-8c9e666a-fc3b-4593-a014-90a376c6e631 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:20.081799 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea2233c2-32fb-44ec-a40e-33c0170c0660 req-8c9e666a-fc3b-4593-a014-90a376c6e631 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0780044 Nov 25 11:56:20.126301 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ea2233c2-32fb-44ec-a40e-33c0170c0660 req-687bbf9a-0e46-4d23-be72-6644dee7170b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 Nov 25 11:56:20.619619 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:56:21.317313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0a16f-22c6-41f0-832e-e98e9e4a11a7 req-f54a8a6d-592e-432a-9e03-8868da16e79f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:21.318734 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ee0a16f-22c6-41f0-832e-e98e9e4a11a7 req-f54a8a6d-592e-432a-9e03-8868da16e79f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0751319 Nov 25 11:56:21.363417 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4ee0a16f-22c6-41f0-832e-e98e9e4a11a7 req-ef1ac8ea-b606-4594-9edc-596309c0ff59 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392179 Nov 25 11:56:22.557700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb70a12-b32e-4646-8d0e-c475a642e327 req-9cdc07ab-c68c-4d43-92d9-e1d550996ccc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:22.559106 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8cb70a12-b32e-4646-8d0e-c475a642e327 req-9cdc07ab-c68c-4d43-92d9-e1d550996ccc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0786986 Nov 25 11:56:22.603030 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8cb70a12-b32e-4646-8d0e-c475a642e327 req-ab0901fe-9bd2-43b5-a65f-000bfa8337fd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382516 Nov 25 11:56:23.792683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878affc-9491-4076-8b47-91d3cdbafe5b req-503fd9b0-2439-4e04-b8c4-0eb4f2a2da06 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:23.794018 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4878affc-9491-4076-8b47-91d3cdbafe5b req-503fd9b0-2439-4e04-b8c4-0eb4f2a2da06 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0743663 Nov 25 11:56:23.841044 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4878affc-9491-4076-8b47-91d3cdbafe5b req-def8c1fe-69d1-4af3-ab52-f47f960f3f76 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 Nov 25 11:56:25.177694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3eb4-5138-4e7f-af0f-75981b10eeb9 req-9f00584a-2a59-44d4-94c3-c08ce83c1a0b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:25.179562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f7fa3eb4-5138-4e7f-af0f-75981b10eeb9 req-9f00584a-2a59-44d4-94c3-c08ce83c1a0b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0757003 Nov 25 11:56:25.222934 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f7fa3eb4-5138-4e7f-af0f-75981b10eeb9 req-749c3d43-fcba-4508-99a7-cdd8c38fc958 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378773 Nov 25 11:56:26.421597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bf860-7954-47f0-b6a5-3c395feed57f req-848e694a-4c15-4dc5-a940-9a47a904d1e3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:26.423020 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-745bf860-7954-47f0-b6a5-3c395feed57f req-848e694a-4c15-4dc5-a940-9a47a904d1e3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0788360 Nov 25 11:56:26.467789 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-745bf860-7954-47f0-b6a5-3c395feed57f req-32da392d-6db0-4616-8391-06946abdc3e8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392632 Nov 25 11:56:27.659635 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e8df-590b-45de-9fe9-58588bcda78d req-b3ee0a5d-66bc-41d2-8f52-1afcf9cf2496 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:27.661082 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f643e8df-590b-45de-9fe9-58588bcda78d req-b3ee0a5d-66bc-41d2-8f52-1afcf9cf2496 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0750813 Nov 25 11:56:27.705661 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f643e8df-590b-45de-9fe9-58588bcda78d req-cbdf16ea-e419-48be-a5b0-a63b72a64233 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386608 Nov 25 11:56:28.902497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45b6e3-cd20-4308-82be-8ec5bffc55c0 req-0263ff0f-2604-46f8-a142-02d619af0be1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:28.903940 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd45b6e3-cd20-4308-82be-8ec5bffc55c0 req-0263ff0f-2604-46f8-a142-02d619af0be1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0791173 Nov 25 11:56:28.949622 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fd45b6e3-cd20-4308-82be-8ec5bffc55c0 req-ea87b16d-d82b-4929-b67b-1a5545561286 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400987 Nov 25 11:56:30.148130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60504c0-59b0-4919-a492-3b3e3ccfe84f req-0fd2b9d2-ab5d-476f-9c25-9d46ff6cd575 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:30.149540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b60504c0-59b0-4919-a492-3b3e3ccfe84f req-0fd2b9d2-ab5d-476f-9c25-9d46ff6cd575 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0746825 Nov 25 11:56:30.196728 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b60504c0-59b0-4919-a492-3b3e3ccfe84f req-8f2f56c9-d4b1-471f-a397-e89a7524bedf tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Nov 25 11:56:30.223698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47628) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:30.252556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:30.325174 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2bd2da1c-ba1a-4bd2-8ba0-53e8306af7a5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/bdccd26a-90d8-435d-853f-8bbdc748ea21 HTTP/1.1" status: 200 len: 992 time: 0.1002860 Nov 25 11:56:34.027955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4ebecad9-3135-4b44-93e0-f2eb604182f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.223785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:36.337651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-42ab7366-f8f3-4779-a3a6-4e0b2d0b97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:37.474258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:38.947867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:57.620392 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:57:00.262274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:01.053985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47646) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:01.248987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port c50624b1-1373-4b0a-a799-e093d214fba1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:57:01.249310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:01.408680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:01.408994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:01.524690 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for c50624b1-1373-4b0a-a799-e093d214fba1 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:57:01.671245 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:01.674756 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-70c5c52c-a0c5-4075-a891-cfabffb35464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:01.715718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=c50624b1-1373-4b0a-a799-e093d214fba1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:01.755394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.755804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.756211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.756582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.756950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.757315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.757679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.758041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.758401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.758762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.759124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:01.766006 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:01.819207 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:02.316161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:57:02.512085 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:57:02.522781 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c18841-abee-473f-9792-9883ffec6175 None None] Sync routers for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:57:02.530297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:02.534009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:02.534831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:56:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:02.586010 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/floatingips/bdccd26a-90d8-435d-853f-8bbdc748ea21 HTTP/1.1" status: 204 len: 168 time: 1.5284162 Nov 25 11:57:02.586010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:57:02.640143 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70', 'status': 'completed', 'code': 200} Nov 25 11:57:02.717970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:02.736947 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-e9a966f9-e64c-4e0b-9c10-2c6ee2377591 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 1098 time: 0.0728946 Nov 25 11:57:02.881692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-cf70a114-b119-441d-8e2e-2c4616c39e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:02.883287 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-cf70a114-b119-441d-8e2e-2c4616c39e47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 200 len: 898 time: 0.1399484 Nov 25 11:57:02.952304 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-ddd06ec8-4c01-4448-84a7-894d42de7090 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 200 len: 217 time: 0.0611792 Nov 25 11:57:02.982270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4b6cc-0f3f-42a8-8016-2d4fed9ccd10 req-f86789e0-0cf5-48ef-8ca1-af8ce14b1d95 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:02.983723 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-82c4b6cc-0f3f-42a8-8016-2d4fed9ccd10 req-f86789e0-0cf5-48ef-8ca1-af8ce14b1d95 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0846982 Nov 25 11:57:03.022570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-67a43f5b-1e4e-413b-9997-7de41f1584f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:03.024032 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-67a43f5b-1e4e-413b-9997-7de41f1584f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6eb9d0-c2a0-424b-9111-cc55366a733c HTTP/1.1" status: 200 len: 834 time: 0.0649490 Nov 25 11:57:03.030425 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-82c4b6cc-0f3f-42a8-8016-2d4fed9ccd10 req-f9514a46-3d24-4c1e-8e90-ae913ccb60e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405650 Nov 25 11:57:03.040834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:39Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:03.044792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c18841-abee-473f-9792-9883ffec6175 None None] Checking router: 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:57:03.056007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:03.056696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:56:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:03.102648 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-0dbe4c22-7db5-49b0-b3f8-b983b6b7cf6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=131fb773-b525-49d6-96eb-222b2ec04262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695224 Nov 25 11:57:03.230207 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:03.235817 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-b5e369a3-3ad5-42c8-9202-a8a3b027d7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248879 Nov 25 11:57:03.367366 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2322397e-ee4d-481a-9c5f-27e447a6e426 req-363e2093-2aa0-43bd-854e-2c541068ba68 service neutron] 10.222.0.48 "GET /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235762 Nov 25 11:57:03.536051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-88c18841-abee-473f-9792-9883ffec6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:39Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:03.539925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c18841-abee-473f-9792-9883ffec6175 None None] The sync data for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv is: [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:34Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '165a14aa-aa91-4523-993a-461aa0a35af0', 'name': '', 'network_id': '131fb773-b525-49d6-96eb-222b2ec04262', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:33Z', 'updated_at': '2021-11-25T11:55:39Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '7e6eb9d0-c2a0-424b-9111-cc55366a733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:57:03.745242 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7efdc0-9062-4d39-86e3-7ab0694a043f None None] New status for floating IP bdccd26a-90d8-435d-853f-8bbdc748ea21: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:57:04.029415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7e2a8cab-0b18-4180-a9da-f8ca73ffbbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:04.226892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:04.235700 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879bd5d-0512-456f-863e-1709a59a1e8a req-2dacc80b-23d0-4e2d-8413-92e064c79cfa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:04.237148 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2879bd5d-0512-456f-863e-1709a59a1e8a req-2dacc80b-23d0-4e2d-8413-92e064c79cfa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0753803 Nov 25 11:57:04.284292 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2879bd5d-0512-456f-863e-1709a59a1e8a req-cae44553-7981-4a8b-bb75-9ad2659241b5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ca3e882-21b5-4e06-9c61-28f089ee7a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Nov 25 11:57:04.364151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-b0df5dcf-6a38-433c-a02b-165946f23538 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:04.364829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-b0df5dcf-6a38-433c-a02b-165946f23538 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:57:04.379846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-b0df5dcf-6a38-433c-a02b-165946f23538 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:57:04.381137 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-b0df5dcf-6a38-433c-a02b-165946f23538 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 945 time: 0.0899868 Nov 25 11:57:04.452255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 72e6188c-6478-4d88-9dff-3a515f762a70 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:57:04.452590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:04.798806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 72e6188c-6478-4d88-9dff-3a515f762a70, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=72e6188c-6478-4d88-9dff-3a515f762a70,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:04.799078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:04.915144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 72e6188c-6478-4d88-9dff-3a515f762a70 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:57:05.051010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:05.056458 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bc4e80c8-0335-4f97-9ae0-b71caa5e0439 tempest-TestEncryptedCinderVolumes-1653703197 tempest-TestEncryptedCinderVolumes-1653703197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:05.099378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=72e6188c-6478-4d88-9dff-3a515f762a70,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:05.101794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:05.174120 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] No DVR routers for this DVR port 72e6188c-6478-4d88-9dff-3a515f762a70 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:57:05.176514 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:05.179088 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'name': 'network-vif-deleted', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:57:05.194269 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-46dca8ee-0027-4a77-ad27-219c66e904d6 req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "DELETE /v2.0/ports/72e6188c-6478-4d88-9dff-3a515f762a70 HTTP/1.1" status: 204 len: 173 time: 0.8075399 Nov 25 11:57:05.235763 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b85b7c9-13e3-4020-8e2c-75004ca751eb', 'name': 'network-vif-deleted', 'tag': '72e6188c-6478-4d88-9dff-3a515f762a70', 'status': 'completed', 'code': 200} Nov 25 11:57:05.468618 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4f3accd2-ed30-4b92-9797-fe90fbfc0f4f req-fd047399-6f1b-4453-8cb9-b70abd4e72f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b85b7c9-13e3-4020-8e2c-75004ca751eb HTTP/1.1" status: 200 len: 210 time: 0.0499074 Nov 25 11:57:06.340028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e94a80f3-9809-49e6-8b83-9d8d045eaf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:06.572837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:06.965121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:07.476626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:07.556029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 165a14aa-aa91-4523-993a-461aa0a35af0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:57:07.556365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:07.836459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 165a14aa-aa91-4523-993a-461aa0a35af0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=165a14aa-aa91-4523-993a-461aa0a35af0,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:07.837125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:07.952587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 165a14aa-aa91-4523-993a-461aa0a35af0 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:57:08.129297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:08.132782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:08.175035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=165a14aa-aa91-4523-993a-461aa0a35af0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:08.179014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:08.465144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:08.811376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 72e6188c-6478-4d88-9dff-3a515f762a70 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:57:08.843088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 72e6188c-6478-4d88-9dff-3a515f762a70 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:57:08.843439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 72e6188c-6478-4d88-9dff-3a515f762a70 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:57:08.951015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:09.023921 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:57:09.324520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:57:09.334217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] Sync routers for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:57:09.337348 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7634437 Nov 25 11:57:09.339953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:09.345825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:09.346494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:09.529381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting subnet 7e6eb9d0-c2a0-424b-9111-cc55366a733c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:57:09.532240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:09.562982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:09.584999 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:09.667102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:09.741572 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:09.745661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c36e6994-e79b-40e8-8e73-1f2929b1be74 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:09.780922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6eb9d0-c2a0-424b-9111-cc55366a733c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:09.784177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:09.785136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:09.791282 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1ad8fb0c-bf08-4ea9-91cb-b5d93ead3fd5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/subnets/7e6eb9d0-c2a0-424b-9111-cc55366a733c HTTP/1.1" status: 204 len: 168 time: 0.4502921 Nov 25 11:57:09.794789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47678) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:09.795240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5d241-8b96-4ce7-92c2-1926616e9d3e None None] Network 131fb773-b525-49d6-96eb-222b2ec04262 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:57:09.998699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.011004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:57:08Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:10.017045 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] Checking router: 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:57:10.041444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] Routers {'7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:10.042039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:10.106366 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] DHCP port deletion for 131fb773-b525-49d6-96eb-222b2ec04262 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:57:10.116811 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Deleting port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:57:10.117196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.295467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.305263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port cc5a7419-6695-4fc4-9b03-f1eeb0729955 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:57:10.305558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.332507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] Set router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:10.478473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port cc5a7419-6695-4fc4-9b03-f1eeb0729955, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=cc5a7419-6695-4fc4-9b03-f1eeb0729955,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:10.478821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.522451 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] For port 41ed6c30-a77a-4291-acc8-0ecf4b680e09, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41ed6c30-a77a-4291-acc8-0ecf4b680e09,segment=NetworkSegment(4f0977bd-e729-44b5-a6e0-6816a9b96582),segment_id=4f0977bd-e729-44b5-a6e0-6816a9b96582)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:10.522900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.598730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for cc5a7419-6695-4fc4-9b03-f1eeb0729955 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:57:10.736010 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Calling delete_port for 41ed6c30-a77a-4291-acc8-0ecf4b680e09 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:57:10.764311 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.767825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2da2d4a-ddba-4aa7-a84a-967b980fcdc8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:10.807562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=cc5a7419-6695-4fc4-9b03-f1eeb0729955,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:10.821379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.821823 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.822497 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.822881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.823257 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.823630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.824289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.824372 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.824727 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.825082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.825441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.861385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:10.869727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:10.873680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-5a0ef6ee-cfb9-43c3-96d4-effc51f55bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:10.917373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Pushing event deleted for resources: {'Port': ['ID=41ed6c30-a77a-4291-acc8-0ecf4b680e09,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:10.926960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] No DVR routers for this DVR port 41ed6c30-a77a-4291-acc8-0ecf4b680e09 on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:57:10.936853 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.937189 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.937521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.937867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.938180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.938500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.938818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.939139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.939455 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.939765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.940093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:10.943864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:10.962200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:57:08Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:10.966266 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d041f8-4358-4586-b71e-d6cb8e28603f None None] The sync data for ids ['7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51'] in dv-neutron-819177-1-hyperv is: [{'id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888262309', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:57:08Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'cc5a7419-6695-4fc4-9b03-f1eeb0729955', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:55:30Z', 'updated_at': '2021-11-25T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:57:11.053016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.318102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.322821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.350670 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.351259 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:57:11.366805 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.367879 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/routers/7ef26a82-c9b4-42b1-a18f-26ebdb0b1b51 HTTP/1.1" status: 204 len: 168 time: 1.5721238 Nov 25 11:57:11.370573 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47682) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:11.483325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.732005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.759026 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131fb773-b525-49d6-96eb-222b2ec04262']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:11.770567 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0977bd-e729-44b5-a6e0-6816a9b96582') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:11.770851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0977bd-e729-44b5-a6e0-6816a9b96582') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:11.781713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.797419 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.803864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:57:11.804262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:57:11.818273 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:57:11.896193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.900273 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:11.903893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5aa4a2a4-6e7a-4282-9071-12853f9ab8dc tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:11.930062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Network': ['ID=131fb773-b525-49d6-96eb-222b2ec04262,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:11.933402 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:11.938280 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-576f83e4-2566-432c-940d-4c3e684d664c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/networks/131fb773-b525-49d6-96eb-222b2ec04262 HTTP/1.1" status: 204 len: 168 time: 0.5637269 Nov 25 11:57:11.939094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47686) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:11.995015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 165a14aa-aa91-4523-993a-461aa0a35af0 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:57:12.014841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.027990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 165a14aa-aa91-4523-993a-461aa0a35af0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:57:12.028367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 165a14aa-aa91-4523-993a-461aa0a35af0 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:57:12.028818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ed6c30-a77a-4291-acc8-0ecf4b680e09 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:57:12.044555 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.062805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 41ed6c30-a77a-4291-acc8-0ecf4b680e09 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:57:12.063155 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41ed6c30-a77a-4291-acc8-0ecf4b680e09 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:57:12.109876 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.113619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-7e913f5b-3f6d-4e5b-9c03-b027b7e91353 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:12.128953 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca3e882-21b5-4e06-9c61-28f089ee7a07,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:12.131564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:12.144724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.145848 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ca3e882-21b5-4e06-9c61-28f089ee7a07 HTTP/1.1" status: 204 len: 168 time: 0.2064373 Nov 25 11:57:12.444945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47694) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:12.450625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317256275', 'description': 'tempest-secgroup-smoke-1317256275 description', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:12.456550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:12.461197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:12.463989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:12.469524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:12.480959 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.515306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:12.519214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:12.522617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:12.528286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:12.581704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.585844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.589163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-73973bbd-375a-4e45-b9c7-47d7eaa38e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:12.632370 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec30d384-3b41-46c1-83ea-b763f4165a79,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:12.635215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.636410 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1904755 Nov 25 11:57:12.637289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:12.639135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47698) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:12.644520 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'ec30d384-3b41-46c1-83ea-b763f4165a79', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:12.650934 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:12.654695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:12.657534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:12.663133 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:12.678103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.735817 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.738991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.741295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-920f61d9-28a2-4051-baac-1eb8dde25fdd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:12.762729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891dd063-5646-42df-b226-2efeae883f11,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:12.765042 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:12.771599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.772817 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1327789 Nov 25 11:57:12.775476 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47702) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:12.780815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'ec30d384-3b41-46c1-83ea-b763f4165a79', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:12.786615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:12.790361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:12.793189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:12.798764 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:12.814363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.874043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.877638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.891098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1b217267-3edb-4b75-b7e9-d86475fc7004 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:12.909204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0510d9d0-ffce-4419-abfa-1c8a5a6b225e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:12.911549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:12.917982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:12.919199 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1428173 Nov 25 11:57:12.921853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47706) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:12.927638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'ec30d384-3b41-46c1-83ea-b763f4165a79', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:12.933324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:12.937235 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:12.940023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:12.946232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:12.964576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.025443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.028716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.035655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e698ee47-8ff8-4816-8693-f0d340268b79 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:13.053157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbca7ea-1eb2-46e0-b4d1-21b9e762270d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:13.055620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:13.062833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.064103 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1413460 Nov 25 11:57:13.066733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47710) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:13.072669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'ec30d384-3b41-46c1-83ea-b763f4165a79', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:13.078965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:13.082769 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:13.085689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:13.091462 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:13.108093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.171082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.174502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.176265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5ba4650-c89f-485e-a650-5b82e3c38243 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:13.200359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac706b31-622e-4c28-ad91-f4ffac8a0f07,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:13.204453 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:13.208488 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.209664 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1420422 Nov 25 11:57:13.212313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47714) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:13.217689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'ec30d384-3b41-46c1-83ea-b763f4165a79', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:13.223414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:13.227728 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:13.230589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:13.236193 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:13.247228 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:57:13.253704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.318543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.321773 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.328495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-52980c75-f3ad-4122-a4cb-897db51a068e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:13.347746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be23c68e-b5c0-430a-8c50-4bedbef940b4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:13.351151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:13.354007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.355058 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1418228 Nov 25 11:57:13.357745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47718) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:13.363251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'ec30d384-3b41-46c1-83ea-b763f4165a79', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:13.369586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:13.373325 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:13.376131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:13.381709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:13.391587 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:57:13.397599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.465402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.468759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.474691 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4acb2ec9-8ed7-4971-a8d9-aa8c1d10ad44 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:13.492961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68027b9-68eb-425b-9fa4-4b724ace147e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:13.495125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:13.503302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.504506 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8455a48c-1a0b-4ac4-bfc4-b9e0dc55aa4f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1457498 Nov 25 11:57:13.507321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47722) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:13.512915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'network': {'name': 'tempest-network-smoke--887358406', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:13.517865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:13.522571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:network and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:13.525428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:13.530963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:13.541379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:57:13.544364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.572036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:57:13.580459 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.580795 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Added segment ed51fec2-2641-4ab4-a0e2-42f876cdcbbb of type vlan for network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 Nov 25 11:57:13.598200 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc5a7419-6695-4fc4-9b03-f1eeb0729955 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:57:13.607399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.631153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: cc5a7419-6695-4fc4-9b03-f1eeb0729955 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:57:13.631507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device cc5a7419-6695-4fc4-9b03-f1eeb0729955 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:57:13.638925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.642724 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:13.643286 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.647248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e3d97763-75bf-41fe-a8e7-61d19a35cc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:13.742897 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2345023 Nov 25 11:57:13.745603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47726) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:13.748766 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Network': ['ID=219fc92b-324b-4cf3-a3e7-ed6c34418be6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:13.751512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1a7c05b5-5eff-4e2f-b7ab-a7d62ff6baa9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:13.752155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'admin_state_up': True, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:13.758887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:57:13.760193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:13.763946 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:router and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:13.766819 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:13.776969 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:13.786285 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.787775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.806633 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:13.949001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:14.121936 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:14.161034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:14.290758 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.58 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/5d94d51d-344c-45b4-9984-4137ef801442) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:57:14.433498 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:14.460731 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:14.464773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-422fb2dd-b7a5-4f42-918f-0e1351d0901e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:14.529915 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:57:14.533002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:57:14.537146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:57:14.561377 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=5d94d51d-344c-45b4-9984-4137ef801442,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:14.566102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:14.692623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:14.693278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:14.911060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 57cb52bf-da89-4e2b-b414-c13c67fe32ae is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:57:15.198334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:57:15.207600 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Sync routers for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:57:15.220295 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:15.220969 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:15.225533 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:15.226722 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4800022 Nov 25 11:57:15.229761 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47730) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:15.273845 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8ee6cfcd-45e9-4d6c-a5a1-742fd1cd7812 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=42e1c41c03774c9bb2b3e39e8dcac743&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429506 Nov 25 11:57:15.276431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47734) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:15.391736 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:15.403859 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81b471-6e93-4fc5-8b2e-a6ecdc91140d tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:15.405359 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ef81b471-6e93-4fc5-8b2e-a6ecdc91140d tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280622 Nov 25 11:57:15.408238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47738) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:15.446300 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-aefac5fe-8b10-46e5-bf26-a967e010dd80 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369334 Nov 25 11:57:15.449003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:15.454614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239755949', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:15.572808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:15.576631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:subnet and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:15.579414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:15.585741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:15.596430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:57:15.668583 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:14Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:15.672443 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Checking router: 57cb52bf-da89-4e2b-b414-c13c67fe32ae for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:57:15.672687 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Updating router 57cb52bf-da89-4e2b-b414-c13c67fe32ae port 5d94d51d-344c-45b4-9984-4137ef801442 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:57:15.696712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:15.721639 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:15.909340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:15.913371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ab676d77-ca65-408e-b0eb-f34d18b3886d tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:15.986250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Subnet': ['ID=6ae19e57-bba9-48b5-bb4e-3a03690be61c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:15.989521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:15.996629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Checking segment: {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:57:15.996978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network hostable DHCP agents. Network: 219fc92b-324b-4cf3-a3e7-ed6c34418be6, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:57:16.017877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:57:16.027077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 219fc92b-324b-4cf3-a3e7-ed6c34418be6) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:57:16.031004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:16.031544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.036308 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.043989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aa5d77-476a-440d-b06a-008751200e08 None None] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:57:16.050383 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Transition to ACTIVE for port object 5d94d51d-344c-45b4-9984-4137ef801442 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:57:16.055675 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f7d810b7-e4ec-4257-bc06-2252b2a278ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6054027 Nov 25 11:57:16.058217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:16.059374 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.072406 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-b864cee2-b401-4ab5-b368-fe035036e0ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:16.142863 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Attempting to bind port 5d94d51d-344c-45b4-9984-4137ef801442 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:57:16.143249 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Attempting to bind port 5d94d51d-344c-45b4-9984-4137ef801442 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:57:16.143591 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Attempting to bind port 5d94d51d-344c-45b4-9984-4137ef801442 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:57:16.158732 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:57:16.159494 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:57:16.159900 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.160317 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:57:16.161075 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Bound port: 5d94d51d-344c-45b4-9984-4137ef801442, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:57:16.161586 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.201674 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Pushing event updated for resources: {'Port': ['ID=5d94d51d-344c-45b4-9984-4137ef801442,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:16.233905 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.234592 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.234592 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.234887 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.235205 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.235531 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.235851 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.236197 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.236573 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.236958 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.237135 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:57:16.243195 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:16.256753 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] For port 5d94d51d-344c-45b4-9984-4137ef801442, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:57:16.259881 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] For port 5d94d51d-344c-45b4-9984-4137ef801442, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5d94d51d-344c-45b4-9984-4137ef801442,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:57:16.265406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:57:16.266303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.266428 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.271129 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:16.354359 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Pushing event updated for resources: {'Port': ['ID=5d94d51d-344c-45b4-9984-4137ef801442,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:16.357441 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-67f37462-f815-4a32-af61-892a4036a62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:16.358475 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:16.359081 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:16.431457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Allocated IP 172.20.0.2 (219fc92b-324b-4cf3-a3e7-ed6c34418be6/6ae19e57-bba9-48b5-bb4e-3a03690be61c/bacf4728-2ece-4365-b8c0-80f34c5d9aef) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:57:16.573435 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:16.667174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.678744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Transition to ACTIVE for port object bacf4728-2ece-4365-b8c0-80f34c5d9aef will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:57:16.699149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Transition to ACTIVE for port object bacf4728-2ece-4365-b8c0-80f34c5d9aef will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:57:16.705760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.710869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:16.782394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:57:16.785872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:57:16.788446 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Pushing event updated for resources: {'Port': ['ID=bacf4728-2ece-4365-b8c0-80f34c5d9aef,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:16.790622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:57:16.792858 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:16.881607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Attempting to bind port bacf4728-2ece-4365-b8c0-80f34c5d9aef on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:57:16.881989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Attempting to bind port bacf4728-2ece-4365-b8c0-80f34c5d9aef by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:57:16.882722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Attempting to bind port bacf4728-2ece-4365-b8c0-80f34c5d9aef on network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:57:16.889175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:57:16.889561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Checking segment: {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:57:16.889979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.890390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Bound using segment: {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:57:16.890864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Bound port: bacf4728-2ece-4365-b8c0-80f34c5d9aef, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:57:16.891246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.892372 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:14Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:16.897056 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d1e35-d374-4401-b765-3b4597721882 None None] The sync data for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv is: [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:14Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:57:16.956712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:16.989404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] For port bacf4728-2ece-4365-b8c0-80f34c5d9aef, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:57:16.992849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] For port bacf4728-2ece-4365-b8c0-80f34c5d9aef, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bacf4728-2ece-4365-b8c0-80f34c5d9aef,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:57:16.998021 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.001877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:17.090092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Pushing event updated for resources: {'Port': ['ID=bacf4728-2ece-4365-b8c0-80f34c5d9aef,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:17.095715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:17.430117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.1 (219fc92b-324b-4cf3-a3e7-ed6c34418be6/6ae19e57-bba9-48b5-bb4e-3a03690be61c/0303a894-7033-4618-b32d-ab14b56b57c8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:57:17.597524 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.620976 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 0303a894-7033-4618-b32d-ab14b56b57c8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:57:17.649645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.653642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:17.714645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5d94d51d-344c-45b4-9984-4137ef801442 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:57:17.729051 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:57:17.732656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:57:17.735382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:57:17.772153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=0303a894-7033-4618-b32d-ab14b56b57c8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:17.775095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:17.797276 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 5d94d51d-344c-45b4-9984-4137ef801442 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:57:17.803784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 5d94d51d-344c-45b4-9984-4137ef801442 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:17.804240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.808936 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.899455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.971590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.989651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 5d94d51d-344c-45b4-9984-4137ef801442, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5d94d51d-344c-45b4-9984-4137ef801442,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:17.994692 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.995689 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bacf4728-2ece-4365-b8c0-80f34c5d9aef up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:57:18.028225 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:18.111877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d2544-9cfb-4c60-a236-ea05b4fd4d72 None None] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:57:18.133145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=5d94d51d-344c-45b4-9984-4137ef801442,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:18.141396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:18.245472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port bacf4728-2ece-4365-b8c0-80f34c5d9aef completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:57:18.252119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-443189cf-3b16-468d-8efa-ce9627463268 None None] Provisioning for port bacf4728-2ece-4365-b8c0-80f34c5d9aef completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:57:18.258864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port bacf4728-2ece-4365-b8c0-80f34c5d9aef triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:18.259240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.320013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-443189cf-3b16-468d-8efa-ce9627463268 None None] Provisioning complete for port bacf4728-2ece-4365-b8c0-80f34c5d9aef triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:18.320397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-443189cf-3b16-468d-8efa-ce9627463268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.426257 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.430782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.459542 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a82d7732-8767-4d65-94b0-b03701211743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:18.544468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=0303a894-7033-4618-b32d-ab14b56b57c8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:18.547046 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.550786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:18.554487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.589586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-443189cf-3b16-468d-8efa-ce9627463268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.633962 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port bacf4728-2ece-4365-b8c0-80f34c5d9aef, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bacf4728-2ece-4365-b8c0-80f34c5d9aef,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:18.638653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:18.641338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:18.700735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:57:18.702010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:57:18.752643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-443189cf-3b16-468d-8efa-ce9627463268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:57:18.752998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-443189cf-3b16-468d-8efa-ce9627463268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:57:18.759117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=bacf4728-2ece-4365-b8c0-80f34c5d9aef,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:18.762896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:19.097595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 57cb52bf-da89-4e2b-b414-c13c67fe32ae has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:57:19.293541 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:57:19.307545 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/57cb52bf-da89-4e2b-b414-c13c67fe32ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2474611 Nov 25 11:57:19.426028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4b1b3d4b-4b48-49fe-9cff-bdc2bc8f0c48 None None] Provisioning complete for port bacf4728-2ece-4365-b8c0-80f34c5d9aef triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:19.426502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3d4b-4b48-49fe-9cff-bdc2bc8f0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:19.476874 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-89eb1f18-3a5e-4cf4-85e6-11f608492f26 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:57:19.492724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-89eb1f18-3a5e-4cf4-85e6-11f608492f26 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:57:19.494102 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-89eb1f18-3a5e-4cf4-85e6-11f608492f26 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317256275&fields=id&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 267 time: 0.0582342 Nov 25 11:57:19.557797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4b1b3d4b-4b48-49fe-9cff-bdc2bc8f0c48 None None] Provisioning for port 0303a894-7033-4618-b32d-ab14b56b57c8 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:57:19.562728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4b1b3d4b-4b48-49fe-9cff-bdc2bc8f0c48 None None] Provisioning complete for port 0303a894-7033-4618-b32d-ab14b56b57c8 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:19.563114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3d4b-4b48-49fe-9cff-bdc2bc8f0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:19.622233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b3d4b-4b48-49fe-9cff-bdc2bc8f0c48 None None] Port 0303a894-7033-4618-b32d-ab14b56b57c8 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:57:19.646989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-ae40fd8a-f49c-448f-8bc6-0ef2181e9312 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:19.648334 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-ae40fd8a-f49c-448f-8bc6-0ef2181e9312 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:57:19.649850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5d94d51d-344c-45b4-9984-4137ef801442 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:57:19.664151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-ae40fd8a-f49c-448f-8bc6-0ef2181e9312 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:57:19.665340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-ae40fd8a-f49c-448f-8bc6-0ef2181e9312 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 796 time: 0.1639776 Nov 25 11:57:19.681590 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-a8a37cdc-9ffc-4fe0-8932-b28550dd4f8d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/quotas/42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 375 time: 0.0105853 Nov 25 11:57:19.716743 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 5d94d51d-344c-45b4-9984-4137ef801442 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:19.717111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:19.766266 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-cc9df990-2702-4546-8ce7-a16e30d3c262 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792818 Nov 25 11:57:19.830663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bacf4728-2ece-4365-b8c0-80f34c5d9aef up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:57:19.895575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port bacf4728-2ece-4365-b8c0-80f34c5d9aef triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:19.896705 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:19.906717 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-5925c1fe-598f-430f-8ebc-e8597b72267a service neutron] 10.222.0.41 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285367 Nov 25 11:57:20.041086 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7730c0ab-dfd6-4ef1-a669-08fdd8bba1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286969 Nov 25 11:57:20.225280 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0ba3e326-6672-48a5-ad11-9292b3f5434e req-24db57af-55db-4f66-9cc1-27008cc8aaaf tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 210 time: 0.0458784 Nov 25 11:57:20.471585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Sync routers for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:57:20.483733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:20.484469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:20.702593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:21.007541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:18Z', 'revision_number': 2, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:21.011303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Checking router: 57cb52bf-da89-4e2b-b414-c13c67fe32ae for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:57:21.011680 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Updating router 57cb52bf-da89-4e2b-b414-c13c67fe32ae port 0303a894-7033-4618-b32d-ab14b56b57c8 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:57:21.066740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:21.236735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-9a2399bf-b1fe-4781-aaf9-5ae85d3a4c13 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:21.237534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-9a2399bf-b1fe-4781-aaf9-5ae85d3a4c13 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:57:21.250662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-9a2399bf-b1fe-4781-aaf9-5ae85d3a4c13 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:57:21.251778 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-9a2399bf-b1fe-4781-aaf9-5ae85d3a4c13 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 796 time: 0.1628408 Nov 25 11:57:21.398745 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0f82871c-e0dc-47b4-98f2-7f3ea389596a req-ddbcb5fa-9c99-4e49-9bfe-8a83ff918755 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 210 time: 0.0437264 Nov 25 11:57:21.433318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:21.446765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Transition to ACTIVE for port object 0303a894-7033-4618-b32d-ab14b56b57c8 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:57:21.454048 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:21.457717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:21.459027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-937ff1d5-42a7-456b-841b-a0f67be183e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:57:21.470628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-937ff1d5-42a7-456b-841b-a0f67be183e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:57:21.471719 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-937ff1d5-42a7-456b-841b-a0f67be183e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 380 time: 0.2058465 Nov 25 11:57:21.481634 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'port': {'device_id': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'admin_state_up': True, 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'security_groups': ['ec30d384-3b41-46c1-83ea-b763f4165a79']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:21.522530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b421a-8a76-4192-a541-0a576c6008ee None None] Pushing event updated for resources: {'Port': ['ID=0303a894-7033-4618-b32d-ab14b56b57c8,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:21.578463 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a67b421a-8a76-4192-a541-0a576c6008ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:21.633319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:21.637781 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:port and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:21.641095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:21.648786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:21.661418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:57:21.664705 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:21.681629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Attempting to bind port 0303a894-7033-4618-b32d-ab14b56b57c8 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:57:21.682092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Attempting to bind port 0303a894-7033-4618-b32d-ab14b56b57c8 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:57:21.682526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Attempting to bind port 0303a894-7033-4618-b32d-ab14b56b57c8 on network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:57:21.690324 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:57:21.690834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Checking segment: {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:57:21.691307 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:21.691773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Bound using segment: {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:57:21.692392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Bound port: 0303a894-7033-4618-b32d-ab14b56b57c8, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:57:21.693300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:21.796039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] For port 0303a894-7033-4618-b32d-ab14b56b57c8, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:57:21.798999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] For port 0303a894-7033-4618-b32d-ab14b56b57c8, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0303a894-7033-4618-b32d-ab14b56b57c8,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:57:21.803382 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:21.807748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-83b421fb-0bd7-44e8-8ff9-8312212d955a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:21.833797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.12 (219fc92b-324b-4cf3-a3e7-ed6c34418be6/6ae19e57-bba9-48b5-bb4e-3a03690be61c/48c2bff2-a642-4079-81fb-76f395d38327) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:57:21.892263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b421a-8a76-4192-a541-0a576c6008ee None None] Pushing event updated for resources: {'Port': ['ID=0303a894-7033-4618-b32d-ab14b56b57c8,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:21.895137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:21.895755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:21.942768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a67b421a-8a76-4192-a541-0a576c6008ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:22.031527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:22.048923 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 48c2bff2-a642-4079-81fb-76f395d38327 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:57:22.071204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:22.076982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9b8d131f-ed63-467b-9929-e2849dc42122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:22.078947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:22.147011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:57:22.150557 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:57:22.152588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:22.154714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:57:22.184630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:22.225787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:22.226471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:22.255019 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776475 Nov 25 11:57:22.270533 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Request body: {'port': {'device_id': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:22.384895 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:22.445106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b6b2722e-1abb-4eb2-9f1e-d3635e05f477 None None] Provisioning for port 48c2bff2-a642-4079-81fb-76f395d38327 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:57:22.454437 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b6b2722e-1abb-4eb2-9f1e-d3635e05f477 None None] Provisioning complete for port 48c2bff2-a642-4079-81fb-76f395d38327 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:22.454831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b6b2722e-1abb-4eb2-9f1e-d3635e05f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:22.513369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2722e-1abb-4eb2-9f1e-d3635e05f477 None None] Port 48c2bff2-a642-4079-81fb-76f395d38327 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:57:22.518639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:21Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:22.523505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b86a83-05f0-4cb9-8954-04ba1fd8dd71 None None] The sync data for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv is: [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:21Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:57:22.626989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e39d-2a45-4069-bb4d-d6fbba5e6c18 req-c704affa-9505-4a0d-954d-9c2d0a3d57a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:22.628567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f684e39d-2a45-4069-bb4d-d6fbba5e6c18 req-c704affa-9505-4a0d-954d-9c2d0a3d57a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 932 time: 0.1025131 Nov 25 11:57:22.680979 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f684e39d-2a45-4069-bb4d-d6fbba5e6c18 req-4821990a-cd06-4bfc-942c-d835f65700d4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Nov 25 11:57:22.781641 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c2bff2-a642-4079-81fb-76f395d38327 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:57:22.789431 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:22.804590 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Transition to ACTIVE for port object 48c2bff2-a642-4079-81fb-76f395d38327 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:57:22.809203 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:22.813508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82967080-1926-4733-9c24-d806e1c86d9e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:22.941865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:22.948406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:23.061876 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Attempting to bind port 48c2bff2-a642-4079-81fb-76f395d38327 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:57:23.062278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Attempting to bind port 48c2bff2-a642-4079-81fb-76f395d38327 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:57:23.062663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Attempting to bind port 48c2bff2-a642-4079-81fb-76f395d38327 on network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:57:23.070925 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Port 48c2bff2-a642-4079-81fb-76f395d38327 on network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:57:23.071240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Attempting to bind port 48c2bff2-a642-4079-81fb-76f395d38327 on network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:57:23.078582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:57:23.078842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Checking segment: {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:57:23.079214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Bound using segment: {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:57:23.079631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Bound port: 48c2bff2-a642-4079-81fb-76f395d38327, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:57:23.079965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:23.174631 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:57:23.177801 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:57:23.182487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:23.188303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6fd065bd-54ba-4499-b737-b12d5615c2e2 tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:23.241036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:23.242405 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] 10.222.0.48 "PUT /v2.0/ports/48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 1094 time: 0.9774609 Nov 25 11:57:23.245501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:57:23.283357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:23.286571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:23.326099 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327', 'status': 'completed', 'code': 200} Nov 25 11:57:23.368188 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-939a8968-35db-4194-a039-f312fd22ba40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1097 time: 0.0771143 Nov 25 11:57:23.550041 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-e549c5c1-f920-4926-9afe-4b0771234806 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 217 time: 0.1743901 Nov 25 11:57:23.612995 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7d4cac9e-4946-4e21-8a5b-b854f7144fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:23.614410 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-7d4cac9e-4946-4e21-8a5b-b854f7144fab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0578389 Nov 25 11:57:23.662244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0303a894-7033-4618-b32d-ab14b56b57c8 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:57:23.691179 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-6e2c54d7-ba7d-4818-ab58-a1cf036d5976 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702903 Nov 25 11:57:23.736584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 0303a894-7033-4618-b32d-ab14b56b57c8 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:57:23.743055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0303a894-7033-4618-b32d-ab14b56b57c8 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:23.743596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:23.833153 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-a1c93ef6-8c86-4b5c-a85b-d443c986f6f1 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351693 Nov 25 11:57:23.863080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:23.891742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5990be3-91ea-4cbe-ac95-415040ca5a7a req-a0f4ed39-8ff0-4568-b633-1ad5a1491637 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:23.893220 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e5990be3-91ea-4cbe-ac95-415040ca5a7a req-a0f4ed39-8ff0-4568-b633-1ad5a1491637 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 944 time: 0.0794678 Nov 25 11:57:23.896248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 0303a894-7033-4618-b32d-ab14b56b57c8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0303a894-7033-4618-b32d-ab14b56b57c8,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:23.901263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:23.904206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-b42208a4-e15a-4ad2-8758-8e2cb425fda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:23.944252 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e5990be3-91ea-4cbe-ac95-415040ca5a7a req-acdbefa7-e39a-47d0-af32-82491cdad75c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Nov 25 11:57:23.972527 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-43cd78e5-3b3a-4a44-8d19-c27af05b9d90 req-10750b35-56cd-46f1-b955-0176608f08b9 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323919 Nov 25 11:57:23.974763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=0303a894-7033-4618-b32d-ab14b56b57c8,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:23.978555 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:24.095002 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-8f37a775-621f-416e-aa63-a2f0c78bb587 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1097 time: 0.0755901 Nov 25 11:57:24.227578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-ae7370c2-ee7d-4f73-845f-615dfd11e0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:24.228971 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-ae7370c2-ee7d-4f73-845f-615dfd11e0a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 897 time: 0.1270480 Nov 25 11:57:24.301807 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-b2da4248-8519-458d-a416-78eef785524a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 217 time: 0.0650790 Nov 25 11:57:24.365160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-5eb508ac-09d1-4d9f-83b3-e461cba50159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:24.366713 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-5eb508ac-09d1-4d9f-83b3-e461cba50159 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0578539 Nov 25 11:57:24.442338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-246802f7-ac46-49eb-bfc3-06948e138f5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669565 Nov 25 11:57:24.578670 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-2650f0a9-ca01-48ba-8b07-96203097c86b service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286106 Nov 25 11:57:24.710480 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7f0401fd-e84f-47de-aa76-867267e688a5 req-0656b151-eed6-4167-ac3c-713ad397f0ad service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251652 Nov 25 11:57:25.143124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb36134-04fd-42d6-8016-3e5c12cfab72 req-48655158-0549-486d-9720-b09cb555ac97 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:25.144592 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-adb36134-04fd-42d6-8016-3e5c12cfab72 req-48655158-0549-486d-9720-b09cb555ac97 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 944 time: 0.0791726 Nov 25 11:57:25.190636 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-adb36134-04fd-42d6-8016-3e5c12cfab72 req-3f9dc418-293f-41da-bb15-4dd71a87f18a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Nov 25 11:57:25.646642 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0303a894-7033-4618-b32d-ab14b56b57c8 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:57:25.712638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 0303a894-7033-4618-b32d-ab14b56b57c8 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:25.713004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:26.386495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3aa8-6479-4ec8-8edf-1002fd823355 req-8ace9f17-f96b-4fab-b7ff-a7ddd9e42f99 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:26.387897 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-739c3aa8-6479-4ec8-8edf-1002fd823355 req-8ace9f17-f96b-4fab-b7ff-a7ddd9e42f99 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 944 time: 0.0741775 Nov 25 11:57:26.434452 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-739c3aa8-6479-4ec8-8edf-1002fd823355 req-ba816e8d-02c3-44c8-98a8-182eb2aba7ea tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Nov 25 11:57:26.856666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 48c2bff2-a642-4079-81fb-76f395d38327 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:57:26.988296 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:27.001998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '48c2bff2-a642-4079-81fb-76f395d38327', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'port_id': '48c2bff2-a642-4079-81fb-76f395d38327', 'mac_address': 'fa:16:3e:f3:81:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:57:27.060070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:27.076787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c2bff2-a642-4079-81fb-76f395d38327 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:57:27.092493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:27.097020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:27.098740 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:27.160236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:27.163470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:27.300575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['48c2bff2-a642-4079-81fb-76f395d38327'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:57:27.627037 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db9572-f646-4781-b62d-a4d75b88947c req-fd2b3297-23b2-4556-ae87-794b8ff9acc3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:27.628507 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5db9572-f646-4781-b62d-a4d75b88947c req-fd2b3297-23b2-4556-ae87-794b8ff9acc3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 945 time: 0.0762732 Nov 25 11:57:27.673127 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5db9572-f646-4781-b62d-a4d75b88947c req-2c2af1ac-8e44-4e91-921c-2b19dec65218 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386000 Nov 25 11:57:28.869447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dff9a-ea5f-490d-bdc0-4675773765c6 req-59822958-2022-402f-99be-706d3f68e25c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:28.870830 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-449dff9a-ea5f-490d-bdc0-4675773765c6 req-59822958-2022-402f-99be-706d3f68e25c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 945 time: 0.0804334 Nov 25 11:57:28.873113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 48c2bff2-a642-4079-81fb-76f395d38327 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:57:28.946080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 48c2bff2-a642-4079-81fb-76f395d38327 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:57:28.951408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 48c2bff2-a642-4079-81fb-76f395d38327 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:57:28.951817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:29.011412 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-449dff9a-ea5f-490d-bdc0-4675773765c6 req-f554850f-68c8-4d23-8a2f-e04c40bfdc00 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350198 Nov 25 11:57:29.067556 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:29.094076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:57:29.104101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:57:29.108058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:29.109935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:29.151135 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327', 'code': 200} Nov 25 11:57:29.174301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:29.178377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:29.371653 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e594ee34-9b07-4ec2-a84b-a5fd2621808b req-ea817b8e-b029-4d12-8ed3-565db020b3e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1099 time: 0.0704935 Nov 25 11:57:29.413617 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e594ee34-9b07-4ec2-a84b-a5fd2621808b req-2515b9c5-8b95-4e54-a223-5ac58a499196 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353956 Nov 25 11:57:30.209308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a44783-190f-40e3-8f4a-b31b381821f3 req-9241087f-cd83-4c8d-a9e2-a303fe4fc409 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:30.210708 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-85a44783-190f-40e3-8f4a-b31b381821f3 req-9241087f-cd83-4c8d-a9e2-a303fe4fc409 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0742686 Nov 25 11:57:30.266047 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:30.271796 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-85a44783-190f-40e3-8f4a-b31b381821f3 req-a94f97cb-81f4-4ee4-89d7-6dc3cbb77aa0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556018 Nov 25 11:57:31.467812 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d259c-3c44-479c-b135-f579c915a51b req-c9f82413-23ef-42cf-ac83-604203dafe54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:31.469180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-611d259c-3c44-479c-b135-f579c915a51b req-c9f82413-23ef-42cf-ac83-604203dafe54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0779018 Nov 25 11:57:31.514180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-611d259c-3c44-479c-b135-f579c915a51b req-c884c81f-636c-4608-a41b-5d0871bf7db4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Nov 25 11:57:31.706845 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb99fe-28bf-4150-b03d-6dcef3870a7a req-c9e88f27-2715-44dd-b62b-041135164200 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:31.708280 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-02cb99fe-28bf-4150-b03d-6dcef3870a7a req-c9e88f27-2715-44dd-b62b-041135164200 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0749640 Nov 25 11:57:31.756501 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-02cb99fe-28bf-4150-b03d-6dcef3870a7a req-aecf3d73-b8ee-4ba5-b0db-debb6d576c54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Nov 25 11:57:31.783425 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47792) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:31.851153 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-cd93f338-461d-4051-bcb9-3778580f3ad2 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1094 time: 0.0664465 Nov 25 11:57:31.853663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47796) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:31.858695 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '48c2bff2-a642-4079-81fb-76f395d38327', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:57:31.864102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:57:31.867902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:floatingip and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:57:31.870699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:57:31.876316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:57:31.886714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:32.019007 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:32.153970 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.194 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/616e3dda-1d1d-41cd-be3d-b903f5b8ac55) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:57:32.301338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:32.328575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:32.332522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:32.393287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:57:32.396680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:57:32.400743 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:57:32.427644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=616e3dda-1d1d-41cd-be3d-b903f5b8ac55,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:32.432644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:32.897396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:32.950289 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:33.246024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:33.250238 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:33.254199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f9afcf8f-9ef7-411d-8046-c3ab875a9bc0 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:57:33.351704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=616e3dda-1d1d-41cd-be3d-b903f5b8ac55,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:57:33.355558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:57:33.369381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:33.555530 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Floating IP d09966ca-041c-4896-853f-9794e43e140e associated. External IP: 172.26.5.194, port: 48c2bff2-a642-4079-81fb-76f395d38327. Nov 25 11:57:33.933703 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 57cb52bf-da89-4e2b-b414-c13c67fe32ae has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:57:34.031016 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6911d566-5e79-464e-9bc5-b66bcc050ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:34.130287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:57:34.139590 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] Sync routers for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:57:34.153494 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:34.153928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:34.154115 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:34.209229 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3543937 Nov 25 11:57:34.209718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:57:34.230834 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:34.266498 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327', 'status': 'completed', 'code': 200} Nov 25 11:57:34.336724 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:34.360391 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47f33746-886a-430b-95eb-7b58c38cac47 req-7ec17d77-32b7-4bbc-938c-96993895adfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1099 time: 0.0716364 Nov 25 11:57:34.397034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7a178-d8c9-480b-a0ec-21e6f5af6d00 req-d32f185b-9de6-4223-9b65-b6f19425f8f7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:34.398491 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5be7a178-d8c9-480b-a0ec-21e6f5af6d00 req-d32f185b-9de6-4223-9b65-b6f19425f8f7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0780799 Nov 25 11:57:34.445082 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5be7a178-d8c9-480b-a0ec-21e6f5af6d00 req-0eb10bcc-8f80-4af2-b740-b5c7d8da7fb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Nov 25 11:57:34.486623 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47804) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:34.498047 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33746-886a-430b-95eb-7b58c38cac47 req-98aac25d-d28c-4003-b010-9724662835a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:34.499696 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47f33746-886a-430b-95eb-7b58c38cac47 req-98aac25d-d28c-4003-b010-9724662835a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 897 time: 0.1328745 Nov 25 11:57:34.597168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1eabdbcd-ac89-4657-ac51-042786822cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/d09966ca-041c-4896-853f-9794e43e140e HTTP/1.1" status: 200 len: 992 time: 0.1088927 Nov 25 11:57:34.609255 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47f33746-886a-430b-95eb-7b58c38cac47 req-ba341e7b-a8b5-43b6-9e9d-8190666ff308 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 1000 time: 0.1028633 Nov 25 11:57:34.632992 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:57:34.674333 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33746-886a-430b-95eb-7b58c38cac47 req-a6a556a7-0919-4f3e-aa99-c1522572e283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:34.675769 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47f33746-886a-430b-95eb-7b58c38cac47 req-a6a556a7-0919-4f3e-aa99-c1522572e283 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0609157 Nov 25 11:57:34.697844 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd09966ca-041c-4896-853f-9794e43e140e', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'port_id': '48c2bff2-a642-4079-81fb-76f395d38327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'mac_address': 'fa:16:3e:f3:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:57:32Z', 'updated_at': '2021-11-25T11:57:32Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:34.701565 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] Checking router: 57cb52bf-da89-4e2b-b414-c13c67fe32ae for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:57:34.712258 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:57:34.712844 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:57:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:34.752586 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47f33746-886a-430b-95eb-7b58c38cac47 req-b7b1019a-bb9f-49f9-9e21-bccd7c912bb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674074 Nov 25 11:57:34.885394 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47f33746-886a-430b-95eb-7b58c38cac47 req-6cfcf1a0-1d78-43d8-822d-b27f3faf3072 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267269 Nov 25 11:57:34.887665 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:57:35.123358 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47f33746-886a-430b-95eb-7b58c38cac47 req-3af67f09-2311-40c1-8c93-f33079901324 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319803 Nov 25 11:57:35.257294 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd09966ca-041c-4896-853f-9794e43e140e', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'port_id': '48c2bff2-a642-4079-81fb-76f395d38327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'mac_address': 'fa:16:3e:f3:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:57:32Z', 'updated_at': '2021-11-25T11:57:32Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:57:35.261203 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3d09d-b616-4f84-9278-edad47e8ef62 None None] The sync data for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv is: [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'd09966ca-041c-4896-853f-9794e43e140e', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'port_id': '48c2bff2-a642-4079-81fb-76f395d38327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'mac_address': 'fa:16:3e:f3:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:57:32Z', 'updated_at': '2021-11-25T11:57:32Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:57:35.601014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47808) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:35.702690 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5483d7a7-d201-4da7-b377-839c414a6bea tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/d09966ca-041c-4896-853f-9794e43e140e HTTP/1.1" status: 200 len: 992 time: 0.1004276 Nov 25 11:57:35.829078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-b7fa7416-f2c4-4ff1-b4f0-9e37379b0ca8 req-6831ce42-2303-446a-9ad0-8efe5b4a52db tempest-ServerDiskConfigTestJSON-1761224724 tempest-ServerDiskConfigTestJSON-1761224724-project] (83570) timed out ('10.222.0.48', 54209) {{(pid=83570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 11:57:36.341554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d61e2370-eb8d-4c97-9d6c-99f7b7e95678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:36.705745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47812) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:36.809043 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d9ee69c-9c93-48f9-a1e7-caed4d5ab367 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/d09966ca-041c-4896-853f-9794e43e140e HTTP/1.1" status: 200 len: 992 time: 0.1020103 Nov 25 11:57:37.481340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:37.813001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47816) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:37.916436 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c7b1383c-531a-4d5a-8fe7-d8b9b28bf25f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/d09966ca-041c-4896-853f-9794e43e140e HTTP/1.1" status: 200 len: 992 time: 0.1022952 Nov 25 11:57:38.376073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43da63d-a68a-4ef6-b62d-813b4e8c9bbc None None] New status for floating IP d09966ca-041c-4896-853f-9794e43e140e: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:57:38.919680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47820) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:57:38.954077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:39.129216 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3ed61a5d-75fb-4035-be82-61ffbf7c0913 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/d09966ca-041c-4896-853f-9794e43e140e HTTP/1.1" status: 200 len: 994 time: 0.2083166 Nov 25 11:58:00.260515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:04.032393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c3ee15f9-ac4c-4527-8a5f-91e7920fc5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:04.200862 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-c9f6bdd6-9af5-4fa7-9603-2e9bed08452e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665739 Nov 25 11:58:04.234454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:04.340028 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-2f2166c0-288d-4762-b760-b14f81789f95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1099 time: 0.0707984 Nov 25 11:58:04.485031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-d6d1a97c-c802-4ccb-9b81-815e1a3f7854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:04.486514 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-d6d1a97c-c802-4ccb-9b81-815e1a3f7854 service neutron] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 897 time: 0.1246269 Nov 25 11:58:04.586633 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-1aef22bc-3c87-4642-a854-d6ca03639755 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 1002 time: 0.0936098 Nov 25 11:58:04.647763 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-c6095be7-6e68-4eb4-a674-cf1f483639f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:04.649144 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-c6095be7-6e68-4eb4-a674-cf1f483639f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0549676 Nov 25 11:58:04.724986 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-385b133b-1133-4347-a69f-46020d31c91e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651844 Nov 25 11:58:04.854489 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-f7c33831-d826-4e40-8c80-b3906be983aa service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212416 Nov 25 11:58:04.982658 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1e942c7b-bb07-4ce3-8376-3a6a06ee051b req-063c2c5c-5fbc-4564-a7e0-f096735c4438 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208096 Nov 25 11:58:06.342696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-aac3bdf6-30c2-45e9-92be-698ae847fdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:06.514541 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4d3a8b03-5fca-4e19-a603-4901a6b3bffb req-d1dd99f1-205a-4f2d-bf65-f7e7400e8a7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668962 Nov 25 11:58:06.774945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:06.821262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020376c1-0944-47ed-84fe-a82452a32bf7 req-2cba249a-c93d-4832-be62-cb9155dd5c22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:06.822694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-020376c1-0944-47ed-84fe-a82452a32bf7 req-2cba249a-c93d-4832-be62-cb9155dd5c22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0803504 Nov 25 11:58:06.867513 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-020376c1-0944-47ed-84fe-a82452a32bf7 req-72086e80-6ccf-4e4e-892f-9f95c5c5c851 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Nov 25 11:58:06.913801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-a297728e-0e4a-46a7-9719-0fc8136ef830 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376486 Nov 25 11:58:07.484860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:08.057042 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-22e0b606-29f6-45f1-8b7c-db015b3ad731 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1099 time: 0.0701849 Nov 25 11:58:08.069746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f43c91-ef7e-4f02-b55a-0444580e2747 req-a79be68c-d309-4fb9-8579-b674cb84fc83 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:08.071170 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98f43c91-ef7e-4f02-b55a-0444580e2747 req-a79be68c-d309-4fb9-8579-b674cb84fc83 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0748131 Nov 25 11:58:08.120720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-98f43c91-ef7e-4f02-b55a-0444580e2747 req-fb1cf362-96d0-4f2e-b983-ba0bc135dd7e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440779 Nov 25 11:58:08.188306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327b11-1db6-410e-a96e-74370f3790ec req-a9c6d721-54f0-49cb-ba26-4573da324d3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:08.189654 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-a9c6d721-54f0-49cb-ba26-4573da324d3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 897 time: 0.1260369 Nov 25 11:58:08.291063 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-b807870e-2a03-49df-9d31-afe0c67f081f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 1002 time: 0.0954199 Nov 25 11:58:08.354311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327b11-1db6-410e-a96e-74370f3790ec req-1f16d469-e02e-4909-a4e7-f879f310af2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:08.355682 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-1f16d469-e02e-4909-a4e7-f879f310af2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0577061 Nov 25 11:58:08.536202 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-03675757-8be8-443c-adf8-11a88db5209d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1738806 Nov 25 11:58:08.662269 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-5df66248-9f7e-455a-a7f4-c692d357b219 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198096 Nov 25 11:58:08.790149 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-0e28a28b-865c-47c0-a2cf-9c02a29ca107 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197786 Nov 25 11:58:08.956846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:09.313455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bd1d6-31a0-4998-bce0-1bad6a83f6ad req-a8a285f2-7d13-46bc-a2b6-e1f6a59a9b13 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:09.314901 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e99bd1d6-31a0-4998-bce0-1bad6a83f6ad req-a8a285f2-7d13-46bc-a2b6-e1f6a59a9b13 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0757225 Nov 25 11:58:09.359547 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e99bd1d6-31a0-4998-bce0-1bad6a83f6ad req-31bef08e-f8ef-42da-b9d1-204321bf6678 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Nov 25 11:58:10.556082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a87684-708f-4dc4-ad99-30c735dda534 req-f6baa73e-3028-45e7-893a-904f40f8ad84 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:10.557508 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-21a87684-708f-4dc4-ad99-30c735dda534 req-f6baa73e-3028-45e7-893a-904f40f8ad84 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0789769 Nov 25 11:58:10.601788 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-21a87684-708f-4dc4-ad99-30c735dda534 req-35962fad-76ed-4952-91ab-15d3b5da1733 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382822 Nov 25 11:58:11.622815 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:58:11.800600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8302e-8473-4702-96e8-7cb3b9b70568 req-09ba1682-85cb-4a83-b64c-2bbc860fd937 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:11.801962 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6dd8302e-8473-4702-96e8-7cb3b9b70568 req-09ba1682-85cb-4a83-b64c-2bbc860fd937 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0753934 Nov 25 11:58:11.847562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6dd8302e-8473-4702-96e8-7cb3b9b70568 req-71e32c66-b36e-4ec5-ac17-621ae8c7bd79 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396066 Nov 25 11:58:13.052291 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaabf72-9781-4a73-996c-709c9ca6444a req-53286440-3e2e-4fc4-9355-a3080cc6de1b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:13.054335 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ccaabf72-9781-4a73-996c-709c9ca6444a req-53286440-3e2e-4fc4-9355-a3080cc6de1b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0800321 Nov 25 11:58:13.097788 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ccaabf72-9781-4a73-996c-709c9ca6444a req-35cb7e52-ba6a-4a9e-a991-949a565d82ef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381110 Nov 25 11:58:14.289924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1856f95-2194-4018-9bb0-8fa18ebb1cc5 req-c18309e5-06ca-432f-be3f-885ca95a1f0b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:14.291342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e1856f95-2194-4018-9bb0-8fa18ebb1cc5 req-c18309e5-06ca-432f-be3f-885ca95a1f0b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0760200 Nov 25 11:58:14.335966 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e1856f95-2194-4018-9bb0-8fa18ebb1cc5 req-c8360495-449a-4ca3-92b6-14d457527e77 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391738 Nov 25 11:58:15.538126 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5fe37-afdf-42b8-904f-ac4d1b21699f req-32d728df-2ad5-4aae-925d-278d71ccd36b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:15.539605 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-30e5fe37-afdf-42b8-904f-ac4d1b21699f req-32d728df-2ad5-4aae-925d-278d71ccd36b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0791941 Nov 25 11:58:15.584660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-30e5fe37-afdf-42b8-904f-ac4d1b21699f req-77cd0409-ed83-42be-8386-b6e7366ace6b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395448 Nov 25 11:58:16.776757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4ea93-5d8a-48e5-ab75-76486e058c05 req-06e081cf-6079-4cfa-b921-a68a035c294d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:16.778189 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f4ea93-5d8a-48e5-ab75-76486e058c05 req-06e081cf-6079-4cfa-b921-a68a035c294d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0747850 Nov 25 11:58:16.827674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f4ea93-5d8a-48e5-ab75-76486e058c05 req-09802065-734d-4e3f-8e2e-365692a35f74 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Nov 25 11:58:18.019111 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a57f-23b4-4c2a-aafc-9ed8ad047a65 req-37be2833-ca6b-4077-9a26-e063ae9005a0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:18.020540 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aaf9a57f-23b4-4c2a-aafc-9ed8ad047a65 req-37be2833-ca6b-4077-9a26-e063ae9005a0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0740876 Nov 25 11:58:18.064247 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aaf9a57f-23b4-4c2a-aafc-9ed8ad047a65 req-6580e9b3-ce15-43eb-b287-4326f4bf8495 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383093 Nov 25 11:58:19.263366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5d5c1-6e9d-448d-a5dd-52449bd6d0ab req-4214fa66-c0e6-4708-ad09-c4f71c85e0e8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:19.264826 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12b5d5c1-6e9d-448d-a5dd-52449bd6d0ab req-4214fa66-c0e6-4708-ad09-c4f71c85e0e8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0791709 Nov 25 11:58:19.308674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-12b5d5c1-6e9d-448d-a5dd-52449bd6d0ab req-1d13a4c4-5f65-4b99-963c-c116872b2ed0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383091 Nov 25 11:58:20.502575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170d94-f46a-435d-8505-3694d7b031ae req-819039e0-c657-4d7b-9087-3e463fa7f956 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:20.504014 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e6170d94-f46a-435d-8505-3694d7b031ae req-819039e0-c657-4d7b-9087-3e463fa7f956 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0764585 Nov 25 11:58:20.548786 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e6170d94-f46a-435d-8505-3694d7b031ae req-c5d42a47-49f4-4be9-8b69-b87b59b4f9c6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392420 Nov 25 11:58:21.746353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78498a1-29d1-4dcd-8d01-868d10760781 req-b645b876-bae4-4ec8-9d6b-1fe1b0182ab3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:21.747753 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b78498a1-29d1-4dcd-8d01-868d10760781 req-b645b876-bae4-4ec8-9d6b-1fe1b0182ab3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0781784 Nov 25 11:58:21.791043 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b78498a1-29d1-4dcd-8d01-868d10760781 req-29d24797-9573-40eb-b52b-feac731b04da tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377290 Nov 25 11:58:22.986292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0c266-085c-4c57-b502-74ef37a58012 req-eb6bfb70-0d6e-4ac2-998e-1929f75f38f3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:22.987701 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c6d0c266-085c-4c57-b502-74ef37a58012 req-eb6bfb70-0d6e-4ac2-998e-1929f75f38f3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0737820 Nov 25 11:58:23.034789 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c6d0c266-085c-4c57-b502-74ef37a58012 req-5f5905d6-1c74-4694-aecc-83d199380e6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417039 Nov 25 11:58:24.237060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ae02-864b-471b-9b68-cbe10cb77182 req-6caf37b7-86df-4b0c-bf00-e3e0c1205ff2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:24.238505 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4676ae02-864b-471b-9b68-cbe10cb77182 req-6caf37b7-86df-4b0c-bf00-e3e0c1205ff2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0805972 Nov 25 11:58:24.283894 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4676ae02-864b-471b-9b68-cbe10cb77182 req-da71b4a1-8772-46a3-8c76-7e3170fe4baf tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396369 Nov 25 11:58:25.481134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623bdc6-e15a-4148-8a7d-717408acfb80 req-287134f8-206f-4a98-a856-1a5eafcd6519 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:25.482135 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c623bdc6-e15a-4148-8a7d-717408acfb80 req-287134f8-206f-4a98-a856-1a5eafcd6519 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0799294 Nov 25 11:58:25.494085 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-d8e3f72f-276d-4956-b4d9-405e8f29adc4 service neutron] 10.222.0.48 "GET /v2.0/ports/48c2bff2-a642-4079-81fb-76f395d38327/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0782146 Nov 25 11:58:25.529571 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c623bdc6-e15a-4148-8a7d-717408acfb80 req-5e308310-5065-4fba-be3f-c8429ce8d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Nov 25 11:58:25.767461 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-c192104f-8f3b-4ae1-8081-b3c98666fc48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 1099 time: 0.0679309 Nov 25 11:58:25.857774 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-c797b7ca-7701-48a2-b6d4-fdb6e61cc929 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1099 time: 0.0678360 Nov 25 11:58:25.984540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327b11-1db6-410e-a96e-74370f3790ec req-fac59a4f-6f1c-45a8-b1cb-1880d731abe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:25.985864 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-fac59a4f-6f1c-45a8-b1cb-1880d731abe5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 897 time: 0.1224139 Nov 25 11:58:26.086165 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-34a216c3-0766-4380-8f67-566438930560 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 1002 time: 0.0941422 Nov 25 11:58:26.154069 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327b11-1db6-410e-a96e-74370f3790ec req-e67e983b-7f33-4205-b6e6-5e73134ac5c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:26.155450 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-e67e983b-7f33-4205-b6e6-5e73134ac5c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0592380 Nov 25 11:58:26.226337 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-58158c28-44b4-4559-976a-9dea371a9848 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650198 Nov 25 11:58:26.354016 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-dc147319-60c9-47aa-bd4d-98eff4bb3925 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203985 Nov 25 11:58:26.494102 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e3327b11-1db6-410e-a96e-74370f3790ec req-16a230db-3d90-45a9-97a5-1a9595ee4ff6 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332169 Nov 25 11:58:26.731858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0fe7-7d11-4608-be47-1051495ec9cd req-dc7db577-f26c-4c74-805f-266b425673be tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:26.733327 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-434a0fe7-7d11-4608-be47-1051495ec9cd req-dc7db577-f26c-4c74-805f-266b425673be tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0764794 Nov 25 11:58:26.777504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-434a0fe7-7d11-4608-be47-1051495ec9cd req-41a97932-2b38-4504-9116-a2ad847c3639 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Nov 25 11:58:28.062626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383174ae-fecc-4dd7-832d-f728ccd6133d req-65c7b151-3d01-498c-b41c-94cdc5250d0c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:28.064085 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-383174ae-fecc-4dd7-832d-f728ccd6133d req-65c7b151-3d01-498c-b41c-94cdc5250d0c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.1663539 Nov 25 11:58:28.108305 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-383174ae-fecc-4dd7-832d-f728ccd6133d req-3fda38b8-c362-433d-a90a-86bf4f6ff629 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387285 Nov 25 11:58:29.183374 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 48c2bff2-a642-4079-81fb-76f395d38327 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:58:29.186709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 48c2bff2-a642-4079-81fb-76f395d38327 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:58:29.307106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb223c-8087-4fb5-b688-7bcea6268c38 req-80426da6-1513-401f-b162-17897f1783d0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:29.308578 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66fb223c-8087-4fb5-b688-7bcea6268c38 req-80426da6-1513-401f-b162-17897f1783d0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0779307 Nov 25 11:58:29.358758 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66fb223c-8087-4fb5-b688-7bcea6268c38 req-3e036100-d897-4bad-a2ba-6c41b13ee5f3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442355 Nov 25 11:58:29.401999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:29.424111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:58:29.446913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:29.451181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '48c2bff2-a642-4079-81fb-76f395d38327', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'port_id': '48c2bff2-a642-4079-81fb-76f395d38327', 'mac_address': 'fa:16:3e:f3:81:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:58:29.484154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:58:29.495507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:29.499265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a67b421a-8a76-4192-a541-0a576c6008ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:29.551459 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327', 'code': 200} Nov 25 11:58:29.561592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:29.592910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48c2bff2-a642-4079-81fb-76f395d38327 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:58:29.601105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:29.645487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.645855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.646224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.646563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.646894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.647223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.647554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.647900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.648217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.648536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.648854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:29.654201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:29.667677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:58:29.668064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:58:29.706915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-1b768c44-ca68-428e-a557-d103076f1a83 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:29.707593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-1b768c44-ca68-428e-a557-d103076f1a83 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:58:29.719644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c733f-ebcf-4692-af9a-be7df30df081 req-550d6e62-5dfb-4496-afab-2ad987ef629e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:29.721295 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e96c733f-ebcf-4692-af9a-be7df30df081 req-550d6e62-5dfb-4496-afab-2ad987ef629e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 944 time: 0.0845621 Nov 25 11:58:29.724285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-1b768c44-ca68-428e-a557-d103076f1a83 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:58:29.725421 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-1b768c44-ca68-428e-a557-d103076f1a83 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 944 time: 0.0979831 Nov 25 11:58:29.768833 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e96c733f-ebcf-4692-af9a-be7df30df081 req-a4254705-a002-4663-9f68-3aab83e37cb7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Nov 25 11:58:29.891685 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-616cee0f-cce8-44a7-803a-f5f6386bbd15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1097 time: 0.0723600 Nov 25 11:58:29.971536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eae868-c2cb-4569-a613-67fb44368827 req-8d6e18fa-8f38-4f70-a647-940ac5bcd87a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:29.972920 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5eae868-c2cb-4569-a613-67fb44368827 req-8d6e18fa-8f38-4f70-a647-940ac5bcd87a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 944 time: 0.0820932 Nov 25 11:58:30.021798 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5eae868-c2cb-4569-a613-67fb44368827 req-f81c7d22-dc28-4369-aea3-659d1f075fc3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Nov 25 11:58:30.024343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-fd1a0c11-a3df-4411-a171-7b1ea21527c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:30.025756 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-fd1a0c11-a3df-4411-a171-7b1ea21527c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 897 time: 0.1276729 Nov 25 11:58:30.225397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:30.236412 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-5437e8bc-5642-48f2-aa67-2e9efcd2b81b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 1000 time: 0.2037685 Nov 25 11:58:30.243558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c2bff2-a642-4079-81fb-76f395d38327 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:58:30.267427 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:30.268987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:58:30.272987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:30.274765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1398b961-7907-4f84-b56b-723292e86bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:30.299127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-4409aa9c-e4fb-431c-ac30-2dc8972b2734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:30.300605 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-4409aa9c-e4fb-431c-ac30-2dc8972b2734 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0576491 Nov 25 11:58:30.340131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['48c2bff2-a642-4079-81fb-76f395d38327'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:58:30.378078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:30.381010 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-4ab144ac-a4d2-47f3-a55e-aaf7093e118b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740221 Nov 25 11:58:30.382955 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:30.515555 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-d084f0a7-d5bf-437e-8758-f1c981bc1006 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245208 Nov 25 11:58:30.644121 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6c6239a1-a629-431c-aadb-b75819856ff4 req-f22c831d-ea1c-42b3-b219-7617a38fffcd service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248448 Nov 25 11:58:31.198177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 48c2bff2-a642-4079-81fb-76f395d38327 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:58:31.219810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f26de9-4c5b-47b8-a7a0-3cdcbcadd3a1 req-d660d37f-048f-4088-a192-bcf38e5d4dd3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:31.221382 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0f26de9-4c5b-47b8-a7a0-3cdcbcadd3a1 req-d660d37f-048f-4088-a192-bcf38e5d4dd3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 945 time: 0.0768306 Nov 25 11:58:31.272241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 48c2bff2-a642-4079-81fb-76f395d38327 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:31.272800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:31.277641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0f26de9-4c5b-47b8-a7a0-3cdcbcadd3a1 req-49411e4a-6dc3-479a-9f6d-218131ca32b6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469460 Nov 25 11:58:31.306231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47916) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:31.386599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:31.409926 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-569ce5ac-ae95-4653-913d-483a15c4c544 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/d09966ca-041c-4896-853f-9794e43e140e HTTP/1.1" status: 200 len: 993 time: 0.1021774 Nov 25 11:58:31.418905 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:58:31.422672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:31.425267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:31.489137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:31.492241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:31.552884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:31.607498 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327', 'code': 200} Nov 25 11:58:34.032596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1acc1444-ec32-4d9d-a90d-09ea5f2b0482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:34.236787 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.343821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76a11a47-7fa5-456e-b2e4-a4bb64f1f1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.486202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.959268 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.622933 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:59:00.075902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47932) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:00.255517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:00.275241 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 616e3dda-1d1d-41cd-be3d-b903f5b8ac55 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:59:00.275578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:00.440706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:00.441026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:00.562274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 616e3dda-1d1d-41cd-be3d-b903f5b8ac55 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:59:00.705216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:00.708570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0f932a96-9671-4ec7-8c51-07e1fe28d682 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:00.751901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=616e3dda-1d1d-41cd-be3d-b903f5b8ac55,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:00.784430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.784811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.785180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.785545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.785908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.786269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.786628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.786981 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.787334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.787686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.788059 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:00.794469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:00.850510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:01.336222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 57cb52bf-da89-4e2b-b414-c13c67fe32ae has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:59:01.534019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:59:01.543955 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] Sync routers for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:59:01.555695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:01.557101 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:01.557700 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:58:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:01.615443 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/floatingips/d09966ca-041c-4896-853f-9794e43e140e HTTP/1.1" status: 204 len: 168 time: 1.5384331 Nov 25 11:59:01.616162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:59:01.673858 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327', 'status': 'completed', 'code': 200} Nov 25 11:59:01.749106 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:01.777216 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-4d58ade3-80c0-470e-9d7d-1cceef69e63c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 1099 time: 0.0761731 Nov 25 11:59:01.918191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-f9383201-889c-4e42-961f-021577239dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:01.919552 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-f9383201-889c-4e42-961f-021577239dd3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 200 len: 897 time: 0.1346426 Nov 25 11:59:02.000337 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-ad70d135-c79e-4236-a195-03fec4c3dd95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 200 len: 217 time: 0.0733848 Nov 25 11:59:02.066183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-d5914dfa-a1be-4b80-b6cb-1e37f4fa8609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:02.067722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-d5914dfa-a1be-4b80-b6cb-1e37f4fa8609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 200 len: 834 time: 0.0594239 Nov 25 11:59:02.071068 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:02.075139 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] Checking router: 57cb52bf-da89-4e2b-b414-c13c67fe32ae for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:59:02.085990 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:02.086712 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:58:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:02.149466 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-5e12e5f1-0914-4573-b69e-2a1fe73c2de9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=219fc92b-324b-4cf3-a3e7-ed6c34418be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745900 Nov 25 11:59:02.155082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bd5dd-c807-436b-aab8-006ce1bb6d24 req-1e8b7e3b-6dfa-47ec-bd30-c14c60494de2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:02.156590 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-452bd5dd-c807-436b-aab8-006ce1bb6d24 req-1e8b7e3b-6dfa-47ec-bd30-c14c60494de2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0846462 Nov 25 11:59:02.161157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-acad2a79-ee79-4bdb-ae92-7af4b4ff2b6d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:59:02.162752 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-acad2a79-ee79-4bdb-ae92-7af4b4ff2b6d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054812 Nov 25 11:59:02.203919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-452bd5dd-c807-436b-aab8-006ce1bb6d24 req-c02cfe9d-a14d-43e6-898b-ef002f62464a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Nov 25 11:59:02.264929 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:02.297508 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-c45738ca-e6a3-4417-bd81-9ef935da64c6 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277506 Nov 25 11:59:02.431083 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bbf5fb68-67ab-4a39-a470-37fa89fea84b req-5515b32e-b953-48e9-a3ea-21e9f6bd2050 service neutron] 10.222.0.48 "GET /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253345 Nov 25 11:59:02.569199 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:02.572984 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314a891-a231-4e54-b711-fd47be5a082d None None] The sync data for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv is: [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '0303a894-7033-4618-b32d-ab14b56b57c8', 'name': '', 'network_id': '219fc92b-324b-4cf3-a3e7-ed6c34418be6', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b3:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:17Z', 'updated_at': '2021-11-25T11:57:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': '6ae19e57-bba9-48b5-bb4e-3a03690be61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:59:02.797278 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945abfb2-bc44-47a1-9661-5657d9015d18 None None] New status for floating IP d09966ca-041c-4896-853f-9794e43e140e: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:59:03.401708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f885cf-14a4-4780-9d84-bb0b5ecb5464 req-45d9304f-859d-41d7-90ef-3a580e2f3b22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:03.403203 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-02f885cf-14a4-4780-9d84-bb0b5ecb5464 req-45d9304f-859d-41d7-90ef-3a580e2f3b22 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0758581 Nov 25 11:59:03.448269 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-02f885cf-14a4-4780-9d84-bb0b5ecb5464 req-5d221f2c-4c10-49c7-bdea-62047cf4e046 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec30d384-3b41-46c1-83ea-b763f4165a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Nov 25 11:59:03.817074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-5c4fc73c-bc01-47d2-bee8-78e0dc1fc3f3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:03.817672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-5c4fc73c-bc01-47d2-bee8-78e0dc1fc3f3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:59:03.832413 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-5c4fc73c-bc01-47d2-bee8-78e0dc1fc3f3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:59:03.834024 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-5c4fc73c-bc01-47d2-bee8-78e0dc1fc3f3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 946 time: 0.0939493 Nov 25 11:59:03.899696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 48c2bff2-a642-4079-81fb-76f395d38327 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:59:03.900043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:04.033867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9667fc7a-f9e4-45c2-96c3-5c8bc9ded08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:04.140954 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 48c2bff2-a642-4079-81fb-76f395d38327, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=48c2bff2-a642-4079-81fb-76f395d38327,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:04.141309 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:04.243524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:04.266613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 48c2bff2-a642-4079-81fb-76f395d38327 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:59:04.521871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:04.527780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2e961197-715e-4f3e-a7b9-ebaed29ed4e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:04.573147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=48c2bff2-a642-4079-81fb-76f395d38327,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:04.576616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:04.615953 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fea8754b-4147-4320-98df-63d1a99d1598 req-20efdc86-11d1-42ce-8697-cbee562b14a6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5529fdaf-3d79-4be5-898e-addbca034c0c HTTP/1.1" status: 200 len: 210 time: 0.0452502 Nov 25 11:59:04.645036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] No DVR routers for this DVR port 48c2bff2-a642-4079-81fb-76f395d38327 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:59:04.647928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:04.650512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-deleted', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:59:04.666011 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7cba8239-c360-4c30-840b-f12eb3620c34 req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "DELETE /v2.0/ports/48c2bff2-a642-4079-81fb-76f395d38327 HTTP/1.1" status: 204 len: 173 time: 0.8274655 Nov 25 11:59:04.712518 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5529fdaf-3d79-4be5-898e-addbca034c0c', 'name': 'network-vif-deleted', 'tag': '48c2bff2-a642-4079-81fb-76f395d38327', 'status': 'completed', 'code': 200} Nov 25 11:59:05.720443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47950) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:06.109104 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.346881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7e85dd08-e340-4edf-a039-f9315e034e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.712535 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 0303a894-7033-4618-b32d-ab14b56b57c8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:59:06.712782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.892389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 0303a894-7033-4618-b32d-ab14b56b57c8, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=0303a894-7033-4618-b32d-ab14b56b57c8,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:06.893054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:07.116482 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 0303a894-7033-4618-b32d-ab14b56b57c8 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:59:07.291518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:07.295007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-45f21904-2d9a-48f2-bc4f-726b81f7989c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:07.334241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 48c2bff2-a642-4079-81fb-76f395d38327 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:59:07.338449 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=0303a894-7033-4618-b32d-ab14b56b57c8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:07.340904 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:07.372671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 48c2bff2-a642-4079-81fb-76f395d38327 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:59:07.373174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 48c2bff2-a642-4079-81fb-76f395d38327 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:59:07.491201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:07.636854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:08.197302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 57cb52bf-da89-4e2b-b414-c13c67fe32ae has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:59:08.506576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:59:08.516402 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] Sync routers for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:59:08.522675 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/57cb52bf-da89-4e2b-b414-c13c67fe32ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982049 Nov 25 11:59:08.523015 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:08.529043 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:08.529717 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:08.706637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting subnet 6ae19e57-bba9-48b5-bb4e-3a03690be61c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 11:59:08.710715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:08.742717 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:08.762692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:08.845928 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:08.917859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:08.922164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0010869f-984b-4a7b-aed2-6fa3f6cb3e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:08.960053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae19e57-bba9-48b5-bb4e-3a03690be61c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:08.963176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:08.966348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:08.972519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:08.974373 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/subnets/6ae19e57-bba9-48b5-bb4e-3a03690be61c HTTP/1.1" status: 204 len: 168 time: 0.4500971 Nov 25 11:59:08.975923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8faee6e-9008-44b3-bd86-752e9868732c None None] Network 219fc92b-324b-4cf3-a3e7-ed6c34418be6 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:59:08.976862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:09.025023 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:59:07Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:09.028756 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] Checking router: 57cb52bf-da89-4e2b-b414-c13c67fe32ae for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:59:09.040208 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] Routers {'57cb52bf-da89-4e2b-b414-c13c67fe32ae'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:09.040818 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:09.192146 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.221859 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] Set router 57cb52bf-da89-4e2b-b414-c13c67fe32ae gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:09.228379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] DHCP port deletion for 219fc92b-324b-4cf3-a3e7-ed6c34418be6 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 11:59:09.232559 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Deleting port bacf4728-2ece-4365-b8c0-80f34c5d9aef {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:59:09.232944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.397931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.408378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 5d94d51d-344c-45b4-9984-4137ef801442 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 11:59:09.408715 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.433685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] For port bacf4728-2ece-4365-b8c0-80f34c5d9aef, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=bacf4728-2ece-4365-b8c0-80f34c5d9aef,segment=NetworkSegment(ed51fec2-2641-4ab4-a0e2-42f876cdcbbb),segment_id=ed51fec2-2641-4ab4-a0e2-42f876cdcbbb)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:09.434088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.515886 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:59:07Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:09.520497 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28860292-3c34-4d41-9ab9-2ee68a9e2522 None None] The sync data for ids ['57cb52bf-da89-4e2b-b414-c13c67fe32ae'] in dv-neutron-819177-1-hyperv is: [{'id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414411588', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '5d94d51d-344c-45b4-9984-4137ef801442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:57:13Z', 'updated_at': '2021-11-25T11:59:07Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '5d94d51d-344c-45b4-9984-4137ef801442', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cb52bf-da89-4e2b-b414-c13c67fe32ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:57:14Z', 'updated_at': '2021-11-25T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:59:09.553912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Calling delete_port for bacf4728-2ece-4365-b8c0-80f34c5d9aef owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:59:09.604682 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 5d94d51d-344c-45b4-9984-4137ef801442, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=5d94d51d-344c-45b4-9984-4137ef801442,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:09.605027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.628961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.633224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:09.672521 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Pushing event deleted for resources: {'Port': ['ID=bacf4728-2ece-4365-b8c0-80f34c5d9aef,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:09.676415 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:09.679444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] No DVR routers for this DVR port bacf4728-2ece-4365-b8c0-80f34c5d9aef on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:59:09.724771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 5d94d51d-344c-45b4-9984-4137ef801442 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 11:59:09.888932 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:09.895062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:09.935980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=5d94d51d-344c-45b4-9984-4137ef801442,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:09.941350 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:09.954458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bacf4728-2ece-4365-b8c0-80f34c5d9aef no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:59:09.994347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: bacf4728-2ece-4365-b8c0-80f34c5d9aef {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:59:09.995006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device bacf4728-2ece-4365-b8c0-80f34c5d9aef not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:59:09.995256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0303a894-7033-4618-b32d-ab14b56b57c8 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:59:10.032440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 0303a894-7033-4618-b32d-ab14b56b57c8 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:59:10.032960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 0303a894-7033-4618-b32d-ab14b56b57c8 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:59:10.276865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.529037 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.533443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.559568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.560127 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Fanout notify agent at l3_agent the message router_deleted on router 57cb52bf-da89-4e2b-b414-c13c67fe32ae {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 11:59:10.577879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.579109 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/routers/57cb52bf-da89-4e2b-b414-c13c67fe32ae HTTP/1.1" status: 204 len: 168 time: 1.6011279 Nov 25 11:59:10.581738 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:10.696298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.825775 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.850521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219fc92b-324b-4cf3-a3e7-ed6c34418be6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:10.862108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:10.862401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed51fec2-2641-4ab4-a0e2-42f876cdcbbb') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:10.873480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.889285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.895398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 11:59:10.895823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:59:10.910295 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:59:10.989918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:10.993397 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ac2c38e9-42ef-49ec-b456-b7e0be78cf35 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:11.008622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.019862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Network': ['ID=219fc92b-324b-4cf3-a3e7-ed6c34418be6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:11.023733 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:11.032572 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/networks/219fc92b-324b-4cf3-a3e7-ed6c34418be6 HTTP/1.1" status: 204 len: 168 time: 0.4497640 Nov 25 11:59:11.033095 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47966) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:11.102341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.131305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.195473 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.199282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-add71df6-6ea4-4c27-a519-40dbf616f534 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:11.213442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec30d384-3b41-46c1-83ea-b763f4165a79,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:11.226222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.226600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.226971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.227339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.227704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.228094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.228455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.228816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.229179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.229520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.229872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:11.233580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:11.235869 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.236538 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0a99393e-9749-47cc-a5d6-04c7aadd7ad3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec30d384-3b41-46c1-83ea-b763f4165a79 HTTP/1.1" status: 204 len: 168 time: 0.2024806 Nov 25 11:59:11.587106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47974) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:11.592980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341960590', 'description': 'tempest-secgroup-smoke-341960590 description', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:11.599218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:11.604469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:11.607451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:11.613208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:11.623518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.658471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:11.662416 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:11.665305 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:11.670949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:11.697261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5d94d51d-344c-45b4-9984-4137ef801442 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:59:11.725537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.729229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.730941 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 5d94d51d-344c-45b4-9984-4137ef801442 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 11:59:11.731300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 5d94d51d-344c-45b4-9984-4137ef801442 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:59:11.732726 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6da3694a-663f-43a0-a5a5-66916ebe7fd7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:11.772907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe43692-0027-42b2-8234-6a2009591304,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:11.775833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:11.778792 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.780145 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1919382 Nov 25 11:59:11.782916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 47978) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:11.789363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'bfe43692-0027-42b2-8234-6a2009591304', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:11.795289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:11.799123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:11.801986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:11.809244 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:11.829185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.888341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.891789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.893549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c495d885-c970-4e9c-a66f-8ddc90972766 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:11.915295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24501ff7-f817-4ec3-97c9-481775c77fdd,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:11.917618 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:11.924627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:11.925795 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36cebbea-dd78-47cc-a377-e9f18dfd37a7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1417997 Nov 25 11:59:11.928637 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47982) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:11.934470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'bfe43692-0027-42b2-8234-6a2009591304', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:11.940702 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:11.944504 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:11.947306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:11.956857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:11.972274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.032370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.035784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.038115 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-31fb0505-6d13-4c62-9441-ac5bca5ab156 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:12.059024 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37d13f3-ed8c-488f-a177-f8ef8954546a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:12.061701 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:12.068424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.069561 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6f972017-54e8-453d-9489-8ee58412fb31 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1398757 Nov 25 11:59:12.072304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47986) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:12.078355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'bfe43692-0027-42b2-8234-6a2009591304', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:12.084614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:12.088323 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:12.091134 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:12.096689 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:12.112804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.174399 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.178167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.180428 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-823c9a56-c9a8-4680-aac6-2e9bbc41a66a tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:12.202426 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c26c426-acd4-4171-94ab-51cb4de6cff6,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:12.206630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:12.211606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.212844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1396101 Nov 25 11:59:12.215501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47990) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:12.220754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'bfe43692-0027-42b2-8234-6a2009591304', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:12.226997 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:12.230709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:12.233522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:12.239113 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:12.254764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.318804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.322269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.324017 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fd273550-fcb6-4b62-8150-aedd786f67b8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:12.345961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae48dcf-18d5-46db-8bb0-faa35dc2fe07,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:12.350256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:12.354452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.355745 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-44909fee-d842-4586-a476-25440aa0a6e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1393249 Nov 25 11:59:12.358452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47994) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:12.363778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'bfe43692-0027-42b2-8234-6a2009591304', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:12.370028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:12.373788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:12.376887 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:12.383002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:12.392631 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:59:12.399224 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.461935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.465210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.466907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ad1fdcae-c99c-43f7-a846-25ea18528b5b tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:12.487705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155e9178-928d-4298-b7b2-cfe2948a6be0,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:12.490157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:12.497440 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.498691 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-38277243-d924-4b10-8e0b-1f40f1b1511d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1393201 Nov 25 11:59:12.501379 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 47998) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:12.507246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': 'bfe43692-0027-42b2-8234-6a2009591304', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:12.513174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:12.517083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:12.519898 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:12.526173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:12.536597 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:59:12.542759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.605511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.608882 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.610587 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a7288515-0893-4137-91a9-faa4a3f02336 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:12.634299 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0523e69e-b1fd-43bc-9c3a-3ca125f95812,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:12.636607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:12.642583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.643720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8f0783ee-6b0f-46b4-b812-9c6becefd28a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1414037 Nov 25 11:59:12.647069 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48002) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:12.652344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'network': {'name': 'tempest-network-smoke--275352795', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'port_security_enabled': True}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:12.656931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:12.660920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:network and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:12.663719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:12.669229 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:12.679570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:59:12.682411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.709790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:59:12.725560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.725898 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Added segment 73015ecb-431d-4d1e-9a5a-b59dbedfd624 of type vlan for network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 Nov 25 11:59:12.759196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.786385 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.790045 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:12.790600 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.795288 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8f61bcbe-f95a-4a20-95da-3e8a4cc4146d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:12.892746 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2446096 Nov 25 11:59:12.895309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48006) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:12.902279 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'admin_state_up': True, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:12.907326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Network': ['ID=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:12.910442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:12.911344 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:12.916888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:router and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:12.917728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:59:12.919820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:12.925466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:12.935777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.936932 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:12.956352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:13.102082 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:13.366019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:13.394337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:13.525780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.190 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/8ad0ebcd-e969-460d-9f5c-5504f7e1df94) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:59:13.668476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:13.695164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:13.698603 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a77f5dc6-da94-42e3-9dfa-c19bb352c484 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:13.759742 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:59:13.762754 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:13.766885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:59:13.793146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:13.797894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:13.918939 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:13.919557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:14.141169 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 8100fbd4-1d48-430f-9be5-dfcaca135e53 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 11:59:14.345718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:59:14.355929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Sync routers for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:59:14.367698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:14.368351 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:14.372368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:14.373594 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f2c64053-92ca-4155-9d47-7bc0ea2bba6f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4773171 Nov 25 11:59:14.376760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48010) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:14.416273 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c36e7b9f-fba1-4f7b-8552-fbde70028623 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=42e1c41c03774c9bb2b3e39e8dcac743&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382884 Nov 25 11:59:14.418658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48014) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:14.545602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:14.547631 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db3d6e-6907-4576-a1a3-749d758a84bb tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:14.549139 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-22db3d6e-6907-4576-a1a3-749d758a84bb tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296103 Nov 25 11:59:14.551851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48018) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:14.591341 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4b05adf8-5d05-4468-b148-b9f4707685de tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382733 Nov 25 11:59:14.593792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48022) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:14.664219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341087327', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:14.771755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:14.775512 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:subnet and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:14.778342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:14.784217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:14.794596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:59:14.873904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:13Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:14.877718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Checking router: 8100fbd4-1d48-430f-9be5-dfcaca135e53 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:59:14.878077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Updating router 8100fbd4-1d48-430f-9be5-dfcaca135e53 port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:59:14.897031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:14.928335 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.219848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.223416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b953d020-0982-445e-8e71-a9de9c878f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:15.253460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.266032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Transition to ACTIVE for port object 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:59:15.274232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.278453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-c5f74c44-17a9-453d-b41a-e087791a7ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:15.300145 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Subnet': ['ID=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:15.303725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:15.314378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Checking segment: {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:59:15.314962 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network hostable DHCP agents. Network: 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:59:15.338354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:59:15.347875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:15.352337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:15.352659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.356085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82f2bf-0c97-4c4e-afb3-c0341d0d0d52 None None] Pushing event updated for resources: {'Port': ['ID=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:15.358263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Attempting to bind port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:59:15.358652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Attempting to bind port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:59:15.358996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Attempting to bind port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:59:15.361194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a82f2bf-0c97-4c4e-afb3-c0341d0d0d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:15.363362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea10e7-d940-4e76-b47e-bb3b9cb22d9a None None] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:59:15.374529 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-66d04015-827b-4ed6-ad85-40b82093ffb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7797434 Nov 25 11:59:15.377436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48028) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:15.389294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:59:15.389666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:59:15.390068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.390459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:59:15.390927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Bound port: 8ad0ebcd-e969-460d-9f5c-5504f7e1df94, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:59:15.391299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.543832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] For port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:59:15.581717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] For port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:59:15.593072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.599127 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:15.706895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 11:59:15.707707 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:15.729396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82f2bf-0c97-4c4e-afb3-c0341d0d0d52 None None] Pushing event updated for resources: {'Port': ['ID=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:15.734778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a82f2bf-0c97-4c4e-afb3-c0341d0d0d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:15.738034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:15.738662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:16.029226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:16.116930 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Allocated IP 172.20.0.2 (5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732/b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83/169cce58-e69f-4a8c-877e-c3091f5ec3db) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:59:16.258489 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.520386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.537857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Transition to ACTIVE for port object 169cce58-e69f-4a8c-877e-c3091f5ec3db will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:59:16.558527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:13Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:16.563138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Transition to ACTIVE for port object 169cce58-e69f-4a8c-877e-c3091f5ec3db will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:59:16.565809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c1544-3faf-49ec-916d-2c73ffbc0daa None None] The sync data for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv is: [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:13Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:59:16.569370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.573012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:16.641790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:59:16.645117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:16.649944 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:59:16.652653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Pushing event updated for resources: {'Port': ['ID=169cce58-e69f-4a8c-877e-c3091f5ec3db,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:16.656126 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:16.669318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.1 (5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732/b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83/6379953a-3d04-41b4-8599-e531f7e06f2f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:59:16.744233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Attempting to bind port 169cce58-e69f-4a8c-877e-c3091f5ec3db on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:59:16.744934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Attempting to bind port 169cce58-e69f-4a8c-877e-c3091f5ec3db by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:59:16.745761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Attempting to bind port 169cce58-e69f-4a8c-877e-c3091f5ec3db on network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:59:16.757447 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:59:16.757791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Checking segment: {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:59:16.758203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.758609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Bound using segment: {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:59:16.759091 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Bound port: 169cce58-e69f-4a8c-877e-c3091f5ec3db, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:59:16.759475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.855019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] For port 169cce58-e69f-4a8c-877e-c3091f5ec3db, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:59:16.858815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] For port 169cce58-e69f-4a8c-877e-c3091f5ec3db, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=169cce58-e69f-4a8c-877e-c3091f5ec3db,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:59:16.864017 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.868530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-1fc896c9-d109-432a-9921-8f0cde17bc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:16.868782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.889789 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 6379953a-3d04-41b4-8599-e531f7e06f2f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:59:16.915093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:16.921078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:16.950792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Pushing event updated for resources: {'Port': ['ID=169cce58-e69f-4a8c-877e-c3091f5ec3db,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:16.953838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:17.005673 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:59:17.009343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:17.013978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:59:17.040068 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=6379953a-3d04-41b4-8599-e531f7e06f2f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:17.045915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:17.076208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:17.201958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:17.741343 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:17.749776 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:17.776212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 169cce58-e69f-4a8c-877e-c3091f5ec3db up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:17.788480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-6473dc87-c6be-4a8d-8a53-6f441df29727 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:17.852910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 169cce58-e69f-4a8c-877e-c3091f5ec3db completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:17.855598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:17.858460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:17.875070 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=6379953a-3d04-41b4-8599-e531f7e06f2f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:17.880095 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:17.927924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:17.933023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:17.933353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:17.965863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247768aa-a557-4bbf-9c16-9da67b044a39 None None] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 11:59:18.009440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:59:18.010596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:18.072270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Provisioning for port 169cce58-e69f-4a8c-877e-c3091f5ec3db completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:18.091226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Provisioning complete for port 169cce58-e69f-4a8c-877e-c3091f5ec3db triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:18.091608 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:18.270260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:18.359801 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:18.375188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:18.378259 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0d2ad0ef-d67f-4dcf-a77d-5b20e5c4ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:18.386621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 8100fbd4-1d48-430f-9be5-dfcaca135e53 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:59:18.411751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:18.483943 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:18.487517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] For port 169cce58-e69f-4a8c-877e-c3091f5ec3db, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=169cce58-e69f-4a8c-877e-c3091f5ec3db,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:18.489869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:18.494891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:18.496264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:18.603638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:59:18.615533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Pushing event updated for resources: {'Port': ['ID=169cce58-e69f-4a8c-877e-c3091f5ec3db,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:18.616841 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/8100fbd4-1d48-430f-9be5-dfcaca135e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2371466 Nov 25 11:59:18.618638 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:18.728248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4da740e4-f306-4547-ba27-6a05eeb32d73 None None] Provisioning complete for port 169cce58-e69f-4a8c-877e-c3091f5ec3db triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:18.728629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4da740e4-f306-4547-ba27-6a05eeb32d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:18.794104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-69ca9010-c92b-4449-9254-18c7a03b7844 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:59:18.813006 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-69ca9010-c92b-4449-9254-18c7a03b7844 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:59:18.814168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-69ca9010-c92b-4449-9254-18c7a03b7844 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341960590&fields=id&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 267 time: 0.0628519 Nov 25 11:59:18.875428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4da740e4-f306-4547-ba27-6a05eeb32d73 None None] Provisioning for port 6379953a-3d04-41b4-8599-e531f7e06f2f completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:18.881595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4da740e4-f306-4547-ba27-6a05eeb32d73 None None] Provisioning complete for port 6379953a-3d04-41b4-8599-e531f7e06f2f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:18.881912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4da740e4-f306-4547-ba27-6a05eeb32d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:18.935274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4da740e4-f306-4547-ba27-6a05eeb32d73 None None] Port 6379953a-3d04-41b4-8599-e531f7e06f2f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:59:18.974847 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3df6-26f0-4960-955d-9905df960271 req-f125a362-c2fc-4829-a6c9-adf5614c9cb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:18.975524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-f125a362-c2fc-4829-a6c9-adf5614c9cb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:59:18.991040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-f125a362-c2fc-4829-a6c9-adf5614c9cb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:59:18.992314 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-f125a362-c2fc-4829-a6c9-adf5614c9cb2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/networks?id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 200 len: 796 time: 0.1711705 Nov 25 11:59:19.009227 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-fa347873-589a-4331-9f81-a9f5fbaff5bc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/quotas/42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 375 time: 0.0115483 Nov 25 11:59:19.057373 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-34ac3372-e044-46d4-857e-96d9d3da4e1a None None] Provisioning complete for port 6379953a-3d04-41b4-8599-e531f7e06f2f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:19.057751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-34ac3372-e044-46d4-857e-96d9d3da4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:19.095214 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-f297c732-08e0-4de5-9579-28a53695b448 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804832 Nov 25 11:59:19.113294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-34ac3372-e044-46d4-857e-96d9d3da4e1a None None] Port 6379953a-3d04-41b4-8599-e531f7e06f2f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:59:19.191365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-12bd49a3-9487-4a37-8eb8-0ceefd0738bb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 11:59:19.192342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-12bd49a3-9487-4a37-8eb8-0ceefd0738bb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0859256 Nov 25 11:59:19.234530 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-16c97f82-d493-4448-8815-22a373a14122 None None] Provisioning complete for port 6379953a-3d04-41b4-8599-e531f7e06f2f triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:19.234902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-16c97f82-d493-4448-8815-22a373a14122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:19.285033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-16c97f82-d493-4448-8815-22a373a14122 None None] Port 6379953a-3d04-41b4-8599-e531f7e06f2f cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:59:19.325185 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-d629aa21-8c5b-4a4e-82b4-64d5fe020916 service neutron] 10.222.0.41 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261561 Nov 25 11:59:19.452919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-aa15e816-3be4-420f-8bd9-52844e7b291c service neutron] 10.222.0.41 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221118 Nov 25 11:59:19.705250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 169cce58-e69f-4a8c-877e-c3091f5ec3db up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:19.772817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 169cce58-e69f-4a8c-877e-c3091f5ec3db triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:19.773195 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:19.889507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:19.959619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:19.960020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:20.050343 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Sync routers for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:59:20.062568 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:20.063312 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:20.233236 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:20.555370 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 2, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:20.559354 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Checking router: 8100fbd4-1d48-430f-9be5-dfcaca135e53 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:59:20.559534 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Updating router 8100fbd4-1d48-430f-9be5-dfcaca135e53 port 6379953a-3d04-41b4-8599-e531f7e06f2f binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 11:59:20.609988 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:20.673072 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af0cb677-84bd-4f54-9744-ba71e0d2bb0c req-b71ec9a5-b2e1-4150-869a-ba375c01565e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 210 time: 0.0440388 Nov 25 11:59:20.954996 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:20.966399 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Transition to ACTIVE for port object 6379953a-3d04-41b4-8599-e531f7e06f2f will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:59:20.972426 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:20.976894 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1066507c-2405-4d65-a9f0-221c492f0d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:21.106736 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Pushing event updated for resources: {'Port': ['ID=6379953a-3d04-41b4-8599-e531f7e06f2f,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:21.118040 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.118382 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.118710 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.119038 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.119360 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.119680 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.120020 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.120354 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.120668 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.120982 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.121286 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:59:21.124915 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:21.208603 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Attempting to bind port 6379953a-3d04-41b4-8599-e531f7e06f2f on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:59:21.208964 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Attempting to bind port 6379953a-3d04-41b4-8599-e531f7e06f2f by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:59:21.209416 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Attempting to bind port 6379953a-3d04-41b4-8599-e531f7e06f2f on network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:59:21.217165 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:59:21.217492 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Checking segment: {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:59:21.217889 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:21.218411 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Bound using segment: {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:59:21.219051 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Bound port: 6379953a-3d04-41b4-8599-e531f7e06f2f, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:59:21.219424 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:21.306562 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] For port 6379953a-3d04-41b4-8599-e531f7e06f2f, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:59:21.309770 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] For port 6379953a-3d04-41b4-8599-e531f7e06f2f, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6379953a-3d04-41b4-8599-e531f7e06f2f,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:59:21.313688 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:21.318153 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:21.390559 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Pushing event updated for resources: {'Port': ['ID=6379953a-3d04-41b4-8599-e531f7e06f2f,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:21.393978 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:21.395475 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:21.396662 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:21.595612 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:21.717512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3df6-26f0-4960-955d-9905df960271 req-727d38de-00cc-4afe-89c7-5bf568e6da29 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:21.717983 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-727d38de-00cc-4afe-89c7-5bf568e6da29 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:59:21.730829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-727d38de-00cc-4afe-89c7-5bf568e6da29 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:59:21.731951 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-727d38de-00cc-4afe-89c7-5bf568e6da29 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/networks?id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 200 len: 796 time: 0.1964648 Nov 25 11:59:21.793143 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-a669cfab-b517-4065-86a9-4556fe367347 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:59:21.807225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-a669cfab-b517-4065-86a9-4556fe367347 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:59:21.809048 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-a669cfab-b517-4065-86a9-4556fe367347 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 379 time: 0.0627062 Nov 25 11:59:21.818587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'port': {'device_id': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'admin_state_up': True, 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'security_groups': ['bfe43692-0027-42b2-8234-6a2009591304']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:21.846716 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-887770e6-fc88-41fd-abbc-07db7daa5fbb req-af8ed95b-8e2a-43b8-9b99-b89e5f8da350 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 210 time: 0.0416310 Nov 25 11:59:21.947529 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:21Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:21.951430 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa698148-684f-4eb4-a115-28c9f4bdc10e None None] The sync data for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv is: [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:21Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:59:21.954062 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:21.958233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:port and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:21.961285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:21.967030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:21.978308 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:59:21.982145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:22.163160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.4 (5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732/b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83/40790208-a4e2-43f9-b4ad-6a41f3c86859) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:59:22.491444 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:22.509908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 40790208-a4e2-43f9-b4ad-6a41f3c86859 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:59:22.534582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:22.541809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:22.604947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:59:22.613179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:22.615642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:59:22.658809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=40790208-a4e2-43f9-b4ad-6a41f3c86859,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:22.662326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:22.693149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:22.693910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:22.720021 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057600 Nov 25 11:59:22.732771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Request body: {'port': {'device_id': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:22.852057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:22.885360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c24061e7-ce1f-4490-b0dd-72b53b10e51a None None] Provisioning for port 40790208-a4e2-43f9-b4ad-6a41f3c86859 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:22.890343 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c24061e7-ce1f-4490-b0dd-72b53b10e51a None None] Provisioning complete for port 40790208-a4e2-43f9-b4ad-6a41f3c86859 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:22.890727 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c24061e7-ce1f-4490-b0dd-72b53b10e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:22.943093 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c24061e7-ce1f-4490-b0dd-72b53b10e51a None None] Port 40790208-a4e2-43f9-b4ad-6a41f3c86859 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 11:59:23.053786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd421a4e-8680-4558-9e06-a62d35b126ee req-f1a0a983-504f-409d-ab82-80ed22cbc850 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:23.055226 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd421a4e-8680-4558-9e06-a62d35b126ee req-f1a0a983-504f-409d-ab82-80ed22cbc850 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 931 time: 0.0781217 Nov 25 11:59:23.101462 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cd421a4e-8680-4558-9e06-a62d35b126ee req-f9adc7b5-c00c-43b9-8f89-fc228a084613 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405681 Nov 25 11:59:23.188152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40790208-a4e2-43f9-b4ad-6a41f3c86859 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:59:23.194894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.209122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Transition to ACTIVE for port object 40790208-a4e2-43f9-b4ad-6a41f3c86859 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:59:23.212815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.216844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3a59d23d-c9ca-4316-ae77-226f3132d8a1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:23.335804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=40790208-a4e2-43f9-b4ad-6a41f3c86859,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:23.339884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:23.445706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Attempting to bind port 40790208-a4e2-43f9-b4ad-6a41f3c86859 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:59:23.446028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Attempting to bind port 40790208-a4e2-43f9-b4ad-6a41f3c86859 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:59:23.446348 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Attempting to bind port 40790208-a4e2-43f9-b4ad-6a41f3c86859 on network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:59:23.451974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Port 40790208-a4e2-43f9-b4ad-6a41f3c86859 on network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 11:59:23.452318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Attempting to bind port 40790208-a4e2-43f9-b4ad-6a41f3c86859 on network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 11:59:23.459079 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 11:59:23.459403 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Checking segment: {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 11:59:23.459772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Bound using segment: {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 11:59:23.460208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Bound port: 40790208-a4e2-43f9-b4ad-6a41f3c86859, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73015ecb-431d-4d1e-9a5a-b59dbedfd624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:59:23.460540 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.546004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] For port 40790208-a4e2-43f9-b4ad-6a41f3c86859, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 11:59:23.549254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] For port 40790208-a4e2-43f9-b4ad-6a41f3c86859, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 11:59:23.553373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.557842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4823b2cb-192f-429f-8ea6-373ef923760f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:23.613468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.614881 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] 10.222.0.48 "PUT /v2.0/ports/40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 200 len: 1093 time: 0.8864260 Nov 25 11:59:23.615393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:59:23.642615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=40790208-a4e2-43f9-b4ad-6a41f3c86859,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:23.646326 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:23.699430 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'status': 'completed', 'code': 200} Nov 25 11:59:23.738973 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-de4d92a4-1d16-42ad-9fc7-d8db6abe6946 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1096 time: 0.0828550 Nov 25 11:59:23.747685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6379953a-3d04-41b4-8599-e531f7e06f2f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:23.812801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-24e7b488-8f1a-4dce-a3dd-264dc74e686f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 200 len: 217 time: 0.0654221 Nov 25 11:59:23.820115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 6379953a-3d04-41b4-8599-e531f7e06f2f completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:23.825147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6379953a-3d04-41b4-8599-e531f7e06f2f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:23.825606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.875460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3df6-26f0-4960-955d-9905df960271 req-5ae21122-340d-41b3-a0f2-b73997b18e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:23.876933 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-5ae21122-340d-41b3-a0f2-b73997b18e12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 HTTP/1.1" status: 200 len: 835 time: 0.0578930 Nov 25 11:59:23.951150 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-150442ae-b9ba-4633-8636-cf961ca2bcab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682087 Nov 25 11:59:23.954340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.984914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 6379953a-3d04-41b4-8599-e531f7e06f2f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6379953a-3d04-41b4-8599-e531f7e06f2f,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:23.988870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:23.992316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-a67b421a-8a76-4192-a541-0a576c6008ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:24.056850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=6379953a-3d04-41b4-8599-e531f7e06f2f,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:24.059886 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:24.084955 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-5762f362-4344-4429-ae6a-1b720863d460 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259975 Nov 25 11:59:24.226119 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27df3df6-26f0-4960-955d-9905df960271 req-4d735c4f-06f5-4762-8fb4-37085f9c431e service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351721 Nov 25 11:59:24.307394 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacae96-1a08-4b2f-95ef-3b5a647e68e4 req-9f0c6d79-0942-4a19-870d-71739ae36cd9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:24.309605 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bdacae96-1a08-4b2f-95ef-3b5a647e68e4 req-9f0c6d79-0942-4a19-870d-71739ae36cd9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 943 time: 0.0797427 Nov 25 11:59:24.366210 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bdacae96-1a08-4b2f-95ef-3b5a647e68e4 req-b921d432-cb9d-4211-8c56-6323fc249b77 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498405 Nov 25 11:59:24.454922 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-553a867a-4c88-4c14-855f-5902a15d6052 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1096 time: 0.1825464 Nov 25 11:59:24.587141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-82f4efaf-c99c-476a-bec9-6cfcca6918f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:24.588610 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-82f4efaf-c99c-476a-bec9-6cfcca6918f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 200 len: 897 time: 0.1267848 Nov 25 11:59:24.663722 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-1c3bd45a-99a6-4d38-bb35-8fd881be900a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 200 len: 217 time: 0.0667918 Nov 25 11:59:24.726272 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-aa84d624-651d-45c0-92fe-a39e8bbe50c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:24.727742 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-aa84d624-651d-45c0-92fe-a39e8bbe50c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 HTTP/1.1" status: 200 len: 835 time: 0.0573397 Nov 25 11:59:24.807707 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-67dbdf2b-135e-484d-83f7-5a966c1327cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714417 Nov 25 11:59:24.939849 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-6e013bd1-5750-4add-8034-e4b72c153933 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248450 Nov 25 11:59:25.071351 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d65ed66-2ab4-4d35-9eca-c69e5c8ad730 req-a1248a1d-f87c-44d7-a8dd-06a7790a88d9 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249816 Nov 25 11:59:25.428610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 40790208-a4e2-43f9-b4ad-6a41f3c86859 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:59:25.567074 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 40790208-a4e2-43f9-b4ad-6a41f3c86859, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:25.581036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'port_id': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'mac_address': 'fa:16:3e:ff:f3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:59:25.623088 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:59:25.635532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:25.641708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451a11-9fbb-4c33-89d5-4d9694240b4b req-5680f326-b2e6-4b67-bde1-bd3fbfe58f07 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:25.643225 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-10451a11-9fbb-4c33-89d5-4d9694240b4b req-5680f326-b2e6-4b67-bde1-bd3fbfe58f07 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 943 time: 0.1554415 Nov 25 11:59:25.654115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40790208-a4e2-43f9-b4ad-6a41f3c86859 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:59:25.669953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 40790208-a4e2-43f9-b4ad-6a41f3c86859, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:25.677672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:25.680497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:25.704794 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-10451a11-9fbb-4c33-89d5-4d9694240b4b req-8bc0291d-76e4-45e0-aad1-77f0b75d92c2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490427 Nov 25 11:59:25.728524 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6379953a-3d04-41b4-8599-e531f7e06f2f up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:25.800508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=40790208-a4e2-43f9-b4ad-6a41f3c86859,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:25.804349 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:25.822310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6379953a-3d04-41b4-8599-e531f7e06f2f triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:25.822697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:25.907587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['40790208-a4e2-43f9-b4ad-6a41f3c86859'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 11:59:26.975415 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f6f6-94a9-40ec-a071-12381d2970b7 req-8577301d-3917-4981-9238-8c51b76ada59 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:26.976878 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9446f6f6-94a9-40ec-a071-12381d2970b7 req-8577301d-3917-4981-9238-8c51b76ada59 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 944 time: 0.1462126 Nov 25 11:59:27.021284 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9446f6f6-94a9-40ec-a071-12381d2970b7 req-64c93154-5b71-4bb2-be96-80554d40300f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389481 Nov 25 11:59:27.458797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 40790208-a4e2-43f9-b4ad-6a41f3c86859 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:27.528671 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 40790208-a4e2-43f9-b4ad-6a41f3c86859 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:27.533140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 40790208-a4e2-43f9-b4ad-6a41f3c86859 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:27.533537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:27.644117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:27.670510 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:59:27.680066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 40790208-a4e2-43f9-b4ad-6a41f3c86859, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 11:59:27.683961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:27.685759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:27.727517 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'code': 200} Nov 25 11:59:27.752450 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=40790208-a4e2-43f9-b4ad-6a41f3c86859,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:27.755393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:28.000794 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-625abd79-a8fb-4aca-8a5e-aed7925132e5 req-d3ca8dd7-33af-4ed6-817f-4a8f44fe3af0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1098 time: 0.1257598 Nov 25 11:59:28.041868 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-625abd79-a8fb-4aca-8a5e-aed7925132e5 req-acd9d7b8-bc81-4de5-887c-e8332510ad5a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346584 Nov 25 11:59:28.212928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d4133-dc9b-4137-86dc-e7bef0376c22 req-8178227a-04f6-49de-bf21-e7031a3abca0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:28.214426 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-681d4133-dc9b-4137-86dc-e7bef0376c22 req-8178227a-04f6-49de-bf21-e7031a3abca0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0763035 Nov 25 11:59:28.259878 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-681d4133-dc9b-4137-86dc-e7bef0376c22 req-1cb830ca-6bbd-4b0c-ad3d-72b2773ec469 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 Nov 25 11:59:29.459270 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f993262-44f4-4666-98ef-267779dc1cf4 req-3f6ecec5-112c-467a-8136-21c314a67464 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:29.460702 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f993262-44f4-4666-98ef-267779dc1cf4 req-3f6ecec5-112c-467a-8136-21c314a67464 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0790472 Nov 25 11:59:29.509942 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5f993262-44f4-4666-98ef-267779dc1cf4 req-edd9bcd1-e6c6-4cba-9207-e35dce11ec5e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437522 Nov 25 11:59:29.702658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723c71-517b-442d-b60b-48c00fc8d577 req-6ecb3359-1a63-48f5-bc39-37c11cbe2562 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:29.704109 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-08723c71-517b-442d-b60b-48c00fc8d577 req-6ecb3359-1a63-48f5-bc39-37c11cbe2562 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0748265 Nov 25 11:59:29.751580 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-08723c71-517b-442d-b60b-48c00fc8d577 req-7fffa6e2-a8e6-4aad-97b4-1e5adf3247d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420954 Nov 25 11:59:29.778054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48080) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:29.912970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d8936819-ee11-4bf8-81fb-c8e5893c9cdd tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1093 time: 0.1337380 Nov 25 11:59:29.915493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48086) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:29.920634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 11:59:29.925934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:29.930310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:floatingip and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:29.933080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:29.938863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:29.948920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:30.183148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:30.252710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:30.318281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.39 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/846ea384-d765-4536-aa2b-47b911418030) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:59:30.463443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:30.490750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:30.494469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0f6eb974-a5ca-4e62-a41e-4b326a7adef1 tempest-TestVolumeBootPattern-1822584677 tempest-TestVolumeBootPattern-1822584677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:30.556683 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:59:30.559717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:30.564117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 11:59:30.591849 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=846ea384-d765-4536-aa2b-47b911418030,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:30.596518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:31.064313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:31.120153 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:31.316321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:31.321154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:31.324493 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-0621265d-e869-4570-a93e-5565ba33f542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:31.422735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=846ea384-d765-4536-aa2b-47b911418030,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:31.427084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:31.441408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:31.627118 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Floating IP 3e63e8fc-59da-439b-841f-9e0191f45b8f associated. External IP: 172.26.5.39, port: 40790208-a4e2-43f9-b4ad-6a41f3c86859. Nov 25 11:59:32.104767 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 8100fbd4-1d48-430f-9be5-dfcaca135e53 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 11:59:32.295672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 11:59:32.319055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:32.372895 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4563260 Nov 25 11:59:32.373561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:59:32.530478 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'status': 'completed', 'code': 200} Nov 25 11:59:32.550200 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48b31-e74c-46e2-8548-a9dbba85d761 req-193248af-879b-427e-9cc7-b5fbf8984725 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:32.551658 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d7f48b31-e74c-46e2-8548-a9dbba85d761 req-193248af-879b-427e-9cc7-b5fbf8984725 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0837793 Nov 25 11:59:32.597501 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d7f48b31-e74c-46e2-8548-a9dbba85d761 req-d36aa850-b203-4aed-a7ef-5f168452644f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402279 Nov 25 11:59:32.624516 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-4a769473-a1c2-45cc-a49e-d3cf17c405ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1098 time: 0.0720463 Nov 25 11:59:32.625033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48096) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:32.728497 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ed5890f2-e8db-4174-8103-b9ec959f85a9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 990 time: 0.1022561 Nov 25 11:59:32.758576 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-8503af37-f66a-4c4a-b31e-24e917b59b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:32.760021 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-8503af37-f66a-4c4a-b31e-24e917b59b8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 200 len: 897 time: 0.1285150 Nov 25 11:59:32.860219 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-9bb44ce4-c4cc-4354-8e93-e5bd80c19a03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 200 len: 998 time: 0.0936017 Nov 25 11:59:32.926106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-2a5c6da2-0075-4d02-b1c3-a3406fbc53d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:32.928098 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-2a5c6da2-0075-4d02-b1c3-a3406fbc53d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 HTTP/1.1" status: 200 len: 835 time: 0.0616674 Nov 25 11:59:33.001767 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-cc51e343-db25-4a36-aa97-5a9f7ad88e26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677054 Nov 25 11:59:33.130388 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-ba759195-9288-44a2-b7c0-5fa35fb70f68 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216569 Nov 25 11:59:33.259106 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6dbff6b1-2298-4130-86b6-c310cd9d94ff req-7d853374-d968-47e6-a662-3c73ac454197 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229651 Nov 25 11:59:33.732163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48100) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:33.834828 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3977a4ee-3c49-4a1e-b600-30a10f16b5e4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 990 time: 0.1013563 Nov 25 11:59:33.995832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] Sync routers for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 11:59:34.008631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:34.009247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:34.089066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5f3e-c6fd-46ab-a31c-ee775ac2d093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:34.195462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:34.264987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:34.549586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '3e63e8fc-59da-439b-841f-9e0191f45b8f', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'port_id': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'mac_address': 'fa:16:3e:ff:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:30Z', 'updated_at': '2021-11-25T11:59:30Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:34.553935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] Checking router: 8100fbd4-1d48-430f-9be5-dfcaca135e53 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 11:59:34.564470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 11:59:34.565064 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T11:59:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:34.735421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 11:59:34.837880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48104) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:34.943681 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-3bb5e911-f148-46e5-85f5-45563cc4c067 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 990 time: 0.1046636 Nov 25 11:59:35.116723 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '3e63e8fc-59da-439b-841f-9e0191f45b8f', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'port_id': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'mac_address': 'fa:16:3e:ff:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:30Z', 'updated_at': '2021-11-25T11:59:30Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:35.120670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483face-faeb-48c8-ae9d-b7648b542f0d None None] The sync data for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv is: [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '3e63e8fc-59da-439b-841f-9e0191f45b8f', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'port_id': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'mac_address': 'fa:16:3e:ff:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:30Z', 'updated_at': '2021-11-25T11:59:30Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 11:59:35.947447 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48108) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:36.050349 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4f5788b7-5598-4010-bd32-1ec6f18626a6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 990 time: 0.1016908 Nov 25 11:59:36.349242 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4efe93ab-452c-4b1e-a0f7-a7e284d49448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:37.053784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:37.158690 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1c6d0817-2034-4141-a137-bbe821928005 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 990 time: 0.1037109 Nov 25 11:59:37.491224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:38.162487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48116) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:38.226779 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22dff3-ee53-4c8d-a700-caf1f1c6951c None None] New status for floating IP 3e63e8fc-59da-439b-841f-9e0191f45b8f: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 11:59:38.265235 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-0048c358-3f6e-4f6d-a8ce-836831afa508 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 990 time: 0.1014471 Nov 25 11:59:38.966055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:39.269246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48120) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:39.467688 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9ae2734e-7799-4068-8092-859335c9a9d3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 992 time: 0.1971297 Nov 25 12:00:00.254979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:02.622839 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:00:04.040643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-406e4a3b-1857-4891-a72f-5c2bf7fea408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:04.236245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:05.049056 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c342-e531-49bc-a311-34fdfc04278b req-225331b2-d13e-4f5c-9cc0-2dcf2a466774 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:05.050541 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a516c342-e531-49bc-a311-34fdfc04278b req-225331b2-d13e-4f5c-9cc0-2dcf2a466774 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0786529 Nov 25 12:00:05.094813 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a516c342-e531-49bc-a311-34fdfc04278b req-f5c78230-3347-4acc-bb91-c6a953bedc91 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382731 Nov 25 12:00:05.368261 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-2d9f6830-6a24-435d-9be0-b29ea404bd9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1098 time: 0.1675177 Nov 25 12:00:05.509558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-cacf5787-23b2-49c8-8d2c-9d9819f32c78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:05.510978 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-cacf5787-23b2-49c8-8d2c-9d9819f32c78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 200 len: 897 time: 0.1238620 Nov 25 12:00:05.609218 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-70fb4914-d20f-45b0-8f26-ce8696ff25f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 200 len: 1000 time: 0.0910239 Nov 25 12:00:05.672869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-fb006e95-fd9a-4068-9008-cb371e56995c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:05.674296 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-fb006e95-fd9a-4068-9008-cb371e56995c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 HTTP/1.1" status: 200 len: 835 time: 0.0585551 Nov 25 12:00:05.747728 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-5dedc13e-1249-4d08-9e9e-c2e552064805 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673392 Nov 25 12:00:05.874067 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-987b82c6-7890-476f-8312-d4b893f054e7 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197619 Nov 25 12:00:06.003512 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-91fd7c74-4d5b-4855-8faa-0c33f8e05d4a req-1b321277-d10c-4912-b1c0-61970d879edc service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222677 Nov 25 12:00:06.287732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a5081-d3c9-49d0-a988-9c5cceb5fe4b req-f0c13dd7-255c-4dc9-83e1-56ff11e335e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:06.289103 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fe6a5081-d3c9-49d0-a988-9c5cceb5fe4b req-f0c13dd7-255c-4dc9-83e1-56ff11e335e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0764842 Nov 25 12:00:06.337354 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fe6a5081-d3c9-49d0-a988-9c5cceb5fe4b req-3d92978a-5498-48ff-946c-be468a69819e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427923 Nov 25 12:00:06.355641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a37df54-8a93-472d-a51e-09cf2130a952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:07.493967 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:07.536398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a10e6-5f64-4856-b547-a73281222880 req-ebe7bbd9-7092-4c2f-8fca-ec12d9c762b1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:07.537845 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d47a10e6-5f64-4856-b547-a73281222880 req-ebe7bbd9-7092-4c2f-8fca-ec12d9c762b1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0766611 Nov 25 12:00:07.582459 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d47a10e6-5f64-4856-b547-a73281222880 req-dd568a41-c4b8-4b77-a62e-2bc6740e97c4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391090 Nov 25 12:00:08.776170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d23b-a91f-423b-acb0-926218ecd37e req-8051aba1-195d-4fc1-9980-7beb6ed26d28 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:08.777629 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d924d23b-a91f-423b-acb0-926218ecd37e req-8051aba1-195d-4fc1-9980-7beb6ed26d28 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0792861 Nov 25 12:00:08.822532 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d924d23b-a91f-423b-acb0-926218ecd37e req-1534d271-5b0c-4f73-a992-ecec411835b9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393395 Nov 25 12:00:08.969739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:10.015282 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ad202-c390-4397-af0c-c948c0668561 req-04f636db-246b-400a-8fa4-c8e77a28ae15 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:10.016744 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-062ad202-c390-4397-af0c-c948c0668561 req-04f636db-246b-400a-8fa4-c8e77a28ae15 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0751703 Nov 25 12:00:10.062632 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-062ad202-c390-4397-af0c-c948c0668561 req-cc056b80-71f2-4391-b7ac-4b14fca38ced tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Nov 25 12:00:11.260705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca12d0-1dda-4f25-9517-6076f269a7ea req-1f3f6d0e-0f9d-47f7-ad66-c3e4240cc2a8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:11.262120 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6ca12d0-1dda-4f25-9517-6076f269a7ea req-1f3f6d0e-0f9d-47f7-ad66-c3e4240cc2a8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0787029 Nov 25 12:00:11.308349 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6ca12d0-1dda-4f25-9517-6076f269a7ea req-4661b073-d022-40d7-9215-877529b19d78 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405312 Nov 25 12:00:12.502834 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a01a57-d284-4214-86f2-362ae1f0c4c7 req-5fcc1f64-1138-4cea-b43f-36e76959d60d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:12.504335 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-65a01a57-d284-4214-86f2-362ae1f0c4c7 req-5fcc1f64-1138-4cea-b43f-36e76959d60d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0762384 Nov 25 12:00:12.552772 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-65a01a57-d284-4214-86f2-362ae1f0c4c7 req-b3b8c719-16e1-4833-ae9c-ae0a77e5ed61 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430555 Nov 25 12:00:13.745193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db2390-2f22-46ea-ab55-ac9dfc17ab07 req-e80091f9-7da4-4a9b-8243-fe79507afb9b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:13.746627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-68db2390-2f22-46ea-ab55-ac9dfc17ab07 req-e80091f9-7da4-4a9b-8243-fe79507afb9b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0755479 Nov 25 12:00:13.790724 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-68db2390-2f22-46ea-ab55-ac9dfc17ab07 req-7be002db-2e13-4d77-8101-24a7e1d666a3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385697 Nov 25 12:00:14.991781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff07a6-db25-4ef4-a5da-d260483efc52 req-9a32bc1a-fff0-4fbb-b6a7-111d83921f3e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:14.993226 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f0ff07a6-db25-4ef4-a5da-d260483efc52 req-9a32bc1a-fff0-4fbb-b6a7-111d83921f3e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0792036 Nov 25 12:00:15.037448 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f0ff07a6-db25-4ef4-a5da-d260483efc52 req-56f9c50c-6d6b-4b6e-a489-ef791e372a87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387414 Nov 25 12:00:16.243588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba10d77-c464-4081-a8c1-fa177a520bef req-04f0d70f-4b06-4692-98fd-b07347f1a027 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:16.245047 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ba10d77-c464-4081-a8c1-fa177a520bef req-04f0d70f-4b06-4692-98fd-b07347f1a027 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0757053 Nov 25 12:00:16.296412 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ba10d77-c464-4081-a8c1-fa177a520bef req-5dd9d5c3-1dca-4643-b1cb-467d4f42e64a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457833 Nov 25 12:00:17.493618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd226e8-92a9-4d1d-8b47-1ae27108b593 req-4e204fbe-a638-404d-bdc0-4e6e8d9475d3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:17.495049 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ddd226e8-92a9-4d1d-8b47-1ae27108b593 req-4e204fbe-a638-404d-bdc0-4e6e8d9475d3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0796394 Nov 25 12:00:17.539732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ddd226e8-92a9-4d1d-8b47-1ae27108b593 req-dbbacb35-dfb0-4a26-94ce-6f3a7fb0a860 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391786 Nov 25 12:00:18.742353 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a09503-b8c3-4be4-ba94-39ffa4a0506f req-0cb7f2e8-f05e-4a8d-80e1-f83263d831f0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:18.743774 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-47a09503-b8c3-4be4-ba94-39ffa4a0506f req-0cb7f2e8-f05e-4a8d-80e1-f83263d831f0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0747054 Nov 25 12:00:18.787872 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-47a09503-b8c3-4be4-ba94-39ffa4a0506f req-6e93d2c0-84e3-4fbe-9127-be6a54851ffa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387065 Nov 25 12:00:19.982564 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaf3b1-ce20-4dce-83d6-f9cd4b8d59f5 req-e26b84c2-7946-44be-a48a-038c9bcde71c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:19.983989 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-91aaf3b1-ce20-4dce-83d6-f9cd4b8d59f5 req-e26b84c2-7946-44be-a48a-038c9bcde71c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0787513 Nov 25 12:00:20.027556 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-91aaf3b1-ce20-4dce-83d6-f9cd4b8d59f5 req-d905a87d-1482-4298-b3a1-d08d064d8c1c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Nov 25 12:00:21.221548 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8bb05-c704-4504-a5c6-dd81dd25c288 req-2ec0d608-f7e1-48dd-a3ab-918b085c410d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:21.223494 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-70d8bb05-c704-4504-a5c6-dd81dd25c288 req-2ec0d608-f7e1-48dd-a3ab-918b085c410d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0751927 Nov 25 12:00:21.271797 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-70d8bb05-c704-4504-a5c6-dd81dd25c288 req-b1bb6f94-ed65-40d2-a90b-5b2558437949 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Nov 25 12:00:21.299487 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48164) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:21.402795 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-5df2d3e9-61c0-408e-976d-c9104d0546ea tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 992 time: 0.1020482 Nov 25 12:00:22.877382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19a09-9a5f-4d81-bbe2-23645cf5bda4 req-a573f4d3-30cf-489b-8c9b-f88bd0279b8a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:22.878821 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e7d19a09-9a5f-4d81-bbe2-23645cf5bda4 req-a573f4d3-30cf-489b-8c9b-f88bd0279b8a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0794911 Nov 25 12:00:22.911724 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-546af6a7-2b64-4689-a985-058c1aa6f58c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1098 time: 0.0738289 Nov 25 12:00:22.924427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e7d19a09-9a5f-4d81-bbe2-23645cf5bda4 req-f9ef2cd9-5da6-4696-8a6e-5155b98b98fa tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Nov 25 12:00:23.040920 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-3932d992-eb65-431b-8fc8-37682444906e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:23.042325 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-3932d992-eb65-431b-8fc8-37682444906e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 200 len: 897 time: 0.1244254 Nov 25 12:00:23.145743 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-71e87d24-97f7-4221-ab3a-98ca2f35790e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 200 len: 1000 time: 0.0958743 Nov 25 12:00:23.205012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-4bd5620c-abf8-4f4a-9684-275786881704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:23.206370 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-4bd5620c-abf8-4f4a-9684-275786881704 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 HTTP/1.1" status: 200 len: 835 time: 0.0555341 Nov 25 12:00:23.277916 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-af4f5ce2-5f99-48f5-94f9-5e339971430a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654626 Nov 25 12:00:23.406478 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-d787aa9e-0d48-4bbb-a361-16d7a8d64294 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217103 Nov 25 12:00:23.534731 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51d1e353-599d-4521-a1fa-deee2024fd6e req-966548be-16a8-4312-aff6-af2664ef1da3 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219127 Nov 25 12:00:24.130351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b79803-dbba-4b96-a758-33f3e7086243 req-61b4e0ab-9173-4f75-87b8-afa4f12c9956 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:24.132400 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b5b79803-dbba-4b96-a758-33f3e7086243 req-61b4e0ab-9173-4f75-87b8-afa4f12c9956 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0840759 Nov 25 12:00:24.278215 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b5b79803-dbba-4b96-a758-33f3e7086243 req-603f759b-91af-4505-b4a8-e5456afc8d38 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388690 Nov 25 12:00:25.470062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0576bbb-b7ce-4ebe-93a2-a39dbb5999a5 req-234bbf2f-a6a4-40e0-9de9-78e0efe76164 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:25.471462 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0576bbb-b7ce-4ebe-93a2-a39dbb5999a5 req-234bbf2f-a6a4-40e0-9de9-78e0efe76164 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0746095 Nov 25 12:00:25.515210 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0576bbb-b7ce-4ebe-93a2-a39dbb5999a5 req-524ef2d1-f588-4252-b6fa-c0b8fc7ae4b8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 Nov 25 12:00:25.543178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48178) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:25.646004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e5523dc2-4afe-434a-a31a-3c72b99a77e7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 200 len: 992 time: 0.1015701 Nov 25 12:00:30.266611 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.041896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1ee488ab-d730-4cf7-861f-b1e326a60a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.237428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:36.347908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-681e3a4d-aa44-48fe-bfad-7468374e020e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:37.497954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:38.973581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:39.623298 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:00:56.344283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48196) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:56.640232 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 846ea384-d765-4536-aa2b-47b911418030 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:00:56.640568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:56.806593 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:56.806908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:56.922892 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 846ea384-d765-4536-aa2b-47b911418030 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:00:57.065945 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:57.070417 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-d4de019e-f520-4a9e-8a2e-6483d078c464 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:57.110379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=846ea384-d765-4536-aa2b-47b911418030,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:57.147602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.147980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.148376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.148741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.149102 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.149464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.149819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.150172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.150526 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.150884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.151240 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:57.157580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:57.211768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:57.584812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 8100fbd4-1d48-430f-9be5-dfcaca135e53 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:00:57.778835 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:00:57.788863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] Sync routers for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:00:57.795329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:57.800661 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:00:57.801273 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:00:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:57.850848 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/floatingips/3e63e8fc-59da-439b-841f-9e0191f45b8f HTTP/1.1" status: 204 len: 168 time: 1.5049942 Nov 25 12:00:57.851513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:00:57.979849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:00:57.982749 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'status': 'completed', 'code': 200} Nov 25 12:00:58.097828 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bee5414c-e554-40e0-84f8-83379d219b7b req-4459d623-59a6-4fb2-b922-a8d8d8c66967 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 1098 time: 0.0888112 Nov 25 12:00:58.267888 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb43b02-4196-410d-a756-4c26c8b278d6 req-b28e3b53-2a53-4599-8db1-cc1eb77a3f1f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:58.269395 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5fb43b02-4196-410d-a756-4c26c8b278d6 req-b28e3b53-2a53-4599-8db1-cc1eb77a3f1f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0859630 Nov 25 12:00:58.312780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:58.317148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] Checking router: 8100fbd4-1d48-430f-9be5-dfcaca135e53 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:00:58.317789 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5fb43b02-4196-410d-a756-4c26c8b278d6 req-0b2cc171-c090-49bf-8637-dbb9cf8e6552 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Nov 25 12:00:58.332824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:00:58.333384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:00:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:58.356850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5414c-e554-40e0-84f8-83379d219b7b req-feefc23d-c58d-4802-8239-0c24f0ba9f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:58.358412 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bee5414c-e554-40e0-84f8-83379d219b7b req-feefc23d-c58d-4802-8239-0c24f0ba9f1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 200 len: 897 time: 0.2528360 Nov 25 12:00:58.429636 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bee5414c-e554-40e0-84f8-83379d219b7b req-e3b769e9-dcb8-4ed7-a643-7adccaa3d262 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 200 len: 217 time: 0.0626512 Nov 25 12:00:58.490692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5414c-e554-40e0-84f8-83379d219b7b req-1408f3e1-26a8-4b13-9438-d05050a21e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:58.492669 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bee5414c-e554-40e0-84f8-83379d219b7b req-1408f3e1-26a8-4b13-9438-d05050a21e6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 HTTP/1.1" status: 200 len: 835 time: 0.0568750 Nov 25 12:00:58.511622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:00:58.570159 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bee5414c-e554-40e0-84f8-83379d219b7b req-cc8304ec-33bb-471d-949c-aaaff847c4b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711505 Nov 25 12:00:58.700615 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bee5414c-e554-40e0-84f8-83379d219b7b req-7065554a-a023-47b3-a244-056126752e64 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232579 Nov 25 12:00:58.840568 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bee5414c-e554-40e0-84f8-83379d219b7b req-f6231e82-4386-42f7-b16a-643aa230ca96 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313615 Nov 25 12:00:58.870037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:58.874135 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9342fa-1411-4e60-81f1-93caf4aaea6a None None] The sync data for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv is: [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T11:59:17Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '6379953a-3d04-41b4-8599-e531f7e06f2f', 'name': '', 'network_id': '5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:b9:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:16Z', 'updated_at': '2021-11-25T11:59:23Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:00:59.092431 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f1469-9da6-4a4d-8da4-09dd2d0c203b None None] New status for floating IP 3e63e8fc-59da-439b-841f-9e0191f45b8f: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:00:59.516775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4f72-5eb8-4bdc-ae04-8f1c1a1e980f req-7e793b7b-a724-42b4-86ea-2abec6cd0be4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:59.518145 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-19fd4f72-5eb8-4bdc-ae04-8f1c1a1e980f req-7e793b7b-a724-42b4-86ea-2abec6cd0be4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0768068 Nov 25 12:00:59.566793 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-19fd4f72-5eb8-4bdc-ae04-8f1c1a1e980f req-8d0b9556-bd3c-4af3-8ba7-5d3d31a99688 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=bfe43692-0027-42b2-8234-6a2009591304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Nov 25 12:00:59.687295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a76e72-b001-4019-8313-3b063f4d976c req-d548cd5e-5adb-4b49-9e30-93f0774ec81a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:59.688252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-04a76e72-b001-4019-8313-3b063f4d976c req-d548cd5e-5adb-4b49-9e30-93f0774ec81a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:00:59.702952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-04a76e72-b001-4019-8313-3b063f4d976c req-d548cd5e-5adb-4b49-9e30-93f0774ec81a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:00:59.704365 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04a76e72-b001-4019-8313-3b063f4d976c req-d548cd5e-5adb-4b49-9e30-93f0774ec81a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 945 time: 0.0916386 Nov 25 12:00:59.776150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 40790208-a4e2-43f9-b4ad-6a41f3c86859 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:00:59.776398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:00.012518 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 40790208-a4e2-43f9-b4ad-6a41f3c86859, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=40790208-a4e2-43f9-b4ad-6a41f3c86859,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:00.012867 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:00.136484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 40790208-a4e2-43f9-b4ad-6a41f3c86859 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:01:00.256919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:00.272713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:00.278248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-39efc981-1f68-4b21-a73f-d0dda0ca057c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:00.323108 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=40790208-a4e2-43f9-b4ad-6a41f3c86859,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:00.326958 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:00.393746 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] No DVR routers for this DVR port 40790208-a4e2-43f9-b4ad-6a41f3c86859 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:01:00.396061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:00.398538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'name': 'network-vif-deleted', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:00.413654 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04a76e72-b001-4019-8313-3b063f4d976c req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "DELETE /v2.0/ports/40790208-a4e2-43f9-b4ad-6a41f3c86859 HTTP/1.1" status: 204 len: 173 time: 0.7041249 Nov 25 12:01:00.453818 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ecaef4-62b1-4654-beb2-67a8e95285a2', 'name': 'network-vif-deleted', 'tag': '40790208-a4e2-43f9-b4ad-6a41f3c86859', 'status': 'completed', 'code': 200} Nov 25 12:01:00.741767 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c09c988-99fb-4a9e-aa2f-ca54923e6c27 req-422f8df9-88c7-4fe7-96a9-0feeda47c618 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ecaef4-62b1-4654-beb2-67a8e95285a2 HTTP/1.1" status: 200 len: 210 time: 0.0421276 Nov 25 12:01:01.844786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48216) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:02.341454 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.936841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 6379953a-3d04-41b4-8599-e531f7e06f2f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:01:02.937536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:03.115666 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 6379953a-3d04-41b4-8599-e531f7e06f2f, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6379953a-3d04-41b4-8599-e531f7e06f2f,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:03.116038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:03.232716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 6379953a-3d04-41b4-8599-e531f7e06f2f owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:01:03.408402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:03.412588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-04265ab8-4a1c-4445-81ac-fec9165f6497 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:03.456811 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=6379953a-3d04-41b4-8599-e531f7e06f2f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:03.459287 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:03.854966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:03.962914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 40790208-a4e2-43f9-b4ad-6a41f3c86859 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:01:03.995631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 40790208-a4e2-43f9-b4ad-6a41f3c86859 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:01:03.995980 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 40790208-a4e2-43f9-b4ad-6a41f3c86859 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:01:04.043953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e7afde3d-0ea5-42d2-b433-88be306f3c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.239392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.416663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 8100fbd4-1d48-430f-9be5-dfcaca135e53 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:01:04.610668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:01:04.619894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] Sync routers for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:01:04.623059 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/8100fbd4-1d48-430f-9be5-dfcaca135e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7772276 Nov 25 12:01:04.625649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:04.631732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:04.632367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:00:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:04.807513 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:04.814017 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting subnet b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 12:01:04.817974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.871470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.956907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.028748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.032482 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-81ab35a6-d091-43f3-8856-5f3fc3153d63 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:05.067368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Subnet': ['ID=b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:05.071833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:05.074591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.080822 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92354aaf-2c97-4642-91b0-9e72f35a0773 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/subnets/b899870d-8c6f-40ac-ae5d-a6bd9f2a2c83 HTTP/1.1" status: 204 len: 168 time: 0.4541843 Nov 25 12:01:05.082304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d533517-a58d-477c-bb3a-f12a153d7bae None None] Network 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:01:05.084030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48224) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:05.172736 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T12:01:03Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:05.188660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] Checking router: 8100fbd4-1d48-430f-9be5-dfcaca135e53 for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:01:05.261892 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] Routers {'8100fbd4-1d48-430f-9be5-dfcaca135e53'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:05.262532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:00:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['8100fbd4-1d48-430f-9be5-dfcaca135e53'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:05.407741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.454468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] Set router 8100fbd4-1d48-430f-9be5-dfcaca135e53 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:05.558637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] DHCP port deletion for 5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 12:01:05.570277 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Deleting port 169cce58-e69f-4a8c-877e-c3091f5ec3db {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:01:05.570722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.615310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.625938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:01:05.626399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.763438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 169cce58-e69f-4a8c-877e-c3091f5ec3db no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:01:05.804996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 8ad0ebcd-e969-460d-9f5c-5504f7e1df94, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:05.805467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.926918 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:01:06.055529 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] For port 169cce58-e69f-4a8c-877e-c3091f5ec3db, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=169cce58-e69f-4a8c-877e-c3091f5ec3db,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:06.055836 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.088830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.092285 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:06.134277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=8ad0ebcd-e969-460d-9f5c-5504f7e1df94,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:06.138275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:06.189294 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Calling delete_port for 169cce58-e69f-4a8c-877e-c3091f5ec3db owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:01:06.217897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.251058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T12:01:03Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:06.273686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6ca64-183e-485e-9608-322891683fe8 None None] The sync data for ids ['8100fbd4-1d48-430f-9be5-dfcaca135e53'] in dv-neutron-819177-1-hyperv is: [{'id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263235560', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:59:12Z', 'updated_at': '2021-11-25T12:01:03Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': '8ad0ebcd-e969-460d-9f5c-5504f7e1df94', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100fbd4-1d48-430f-9be5-dfcaca135e53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:59:13Z', 'updated_at': '2021-11-25T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:01:06.281184 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 169cce58-e69f-4a8c-877e-c3091f5ec3db, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=169cce58-e69f-4a8c-877e-c3091f5ec3db,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:06.293339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.295896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:06.348832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:01:06.349196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:01:06.366527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-780c55ad-de9d-46bf-a252-262b59aaf3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.375034 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.377866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=169cce58-e69f-4a8c-877e-c3091f5ec3db,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:06.387238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.387585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.387919 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.388274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.388607 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.388929 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.389248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.389570 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.389889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.390204 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.390518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:06.394120 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:06.761689 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.765935 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.791869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.792411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Fanout notify agent at l3_agent the message router_deleted on router 8100fbd4-1d48-430f-9be5-dfcaca135e53 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 12:01:06.807582 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.808725 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/routers/8100fbd4-1d48-430f-9be5-dfcaca135e53 HTTP/1.1" status: 204 len: 168 time: 1.7237136 Nov 25 12:01:06.811335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48228) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:06.850603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Deleting port 169cce58-e69f-4a8c-877e-c3091f5ec3db {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:01:06.851077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.933924 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:06.944651 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 169cce58-e69f-4a8c-877e-c3091f5ec3db {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:01:06.944974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:07.059505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] For port 169cce58-e69f-4a8c-877e-c3091f5ec3db, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=169cce58-e69f-4a8c-877e-c3091f5ec3db,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:07.059896 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:07.141531 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 169cce58-e69f-4a8c-877e-c3091f5ec3db, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=169cce58-e69f-4a8c-877e-c3091f5ec3db,segment=NetworkSegment(73015ecb-431d-4d1e-9a5a-b59dbedfd624),segment_id=73015ecb-431d-4d1e-9a5a-b59dbedfd624)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:07.141806 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:07.177805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Calling delete_port for 169cce58-e69f-4a8c-877e-c3091f5ec3db owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:01:07.251125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:07.262060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:07.266880 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 169cce58-e69f-4a8c-877e-c3091f5ec3db owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:01:07.301245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] No DVR routers for this DVR port 169cce58-e69f-4a8c-877e-c3091f5ec3db on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:01:07.309320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Pushing event deleted for resources: {'Port': ['ID=169cce58-e69f-4a8c-877e-c3091f5ec3db,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:07.311319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:07.339423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:01:07.339740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:01:07.499310 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:07.753528 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6379953a-3d04-41b4-8599-e531f7e06f2f no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:01:07.786719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 6379953a-3d04-41b4-8599-e531f7e06f2f {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:01:07.787061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6379953a-3d04-41b4-8599-e531f7e06f2f not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:01:07.787497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:01:07.819517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:01:07.819866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ad0ebcd-e969-460d-9f5c-5504f7e1df94 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:01:07.840537 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 169cce58-e69f-4a8c-877e-c3091f5ec3db {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:01:07.841003 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:07.905706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] The port '169cce58-e69f-4a8c-877e-c3091f5ec3db' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 12:01:08.023076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.046845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:08.058863 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73015ecb-431d-4d1e-9a5a-b59dbedfd624') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:08.059151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73015ecb-431d-4d1e-9a5a-b59dbedfd624') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:08.070916 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.087118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.093050 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 12:01:08.093426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: util.warn( Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:01:08.107987 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:01:08.185987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.189757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0477c6b4-b928-409b-b19b-0bfc2f47ac58 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:08.203661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.214391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Network': ['ID=5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:08.217440 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:08.228560 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36cd89c9-cd23-47e7-bf34-3f18cebbc917 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/networks/5ef1af77-ced3-4ab2-ac33-0ed9c3a0c732 HTTP/1.1" status: 204 len: 168 time: 1.4162710 Nov 25 12:01:08.231252 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:08.298242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.327311 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.393288 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.397171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dd183465-122a-40f7-bd7b-cdddc5c4267d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:08.410814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe43692-0027-42b2-8234-6a2009591304,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:08.413611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:08.424605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.425721 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/security-groups/bfe43692-0027-42b2-8234-6a2009591304 HTTP/1.1" status: 204 len: 168 time: 0.1935742 Nov 25 12:01:08.689278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48240) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:08.694746 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106247315', 'description': 'tempest-secgroup-smoke-1106247315 description', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:08.700655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:08.704747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:08.707560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:08.714446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:08.723764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.757494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:08.761227 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:08.763941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:08.769540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:08.824644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.827929 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.831301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8ccbfcd3-9e12-49be-893d-88bc866dad29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:08.870543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856ede06-6003-41bf-a8f8-96ee8b26445d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:08.879448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.880645 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1903775 Nov 25 12:01:08.882741 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.883262 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.883732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.884148 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.884278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:08.884745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.884848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.885215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.885611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.886140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.886467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.886832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:08.890328 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bed6a189-cd25-416f-9ece-6b1690ff578a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:08.891030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '856ede06-6003-41bf-a8f8-96ee8b26445d', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:08.897742 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:08.901583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:08.904438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:08.910160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:08.926758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.977422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.987224 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.990861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:08.996411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9cf04f86-b5e7-45c6-840a-7b07620f1adb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:09.016084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae7ebbb-5680-4b0a-9678-aae7f52327e4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:09.018389 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:09.025861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.027007 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea51b335-07cf-40c6-a532-4b6e2be56475 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1417410 Nov 25 12:01:09.029842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48248) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:09.035106 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '856ede06-6003-41bf-a8f8-96ee8b26445d', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:09.040840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:09.044687 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:09.047546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:09.053206 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:09.069553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.127834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.132136 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.139134 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b1be3e12-3d40-4d70-b753-cdf37069125e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:09.159929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888aa37b-84e7-482c-8652-a673eef13d3b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:09.162135 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:09.166556 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.167758 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1370277 Nov 25 12:01:09.170563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48252) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:09.175931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '856ede06-6003-41bf-a8f8-96ee8b26445d', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:09.182353 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:09.186183 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:09.189498 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:09.195784 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:09.215646 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.277236 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.280663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.282472 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7db0187b-7de3-4372-bd73-5e27726a07c8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:09.304606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213de3d2-3375-4968-a8b8-f859806083a6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:09.306933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:09.314341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.315507 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1440492 Nov 25 12:01:09.318239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48256) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:09.324230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '856ede06-6003-41bf-a8f8-96ee8b26445d', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:09.329871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:09.333677 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:09.336543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:09.342060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:09.357406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.418897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.422505 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.428736 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dfdbb749-2c0a-49c9-b3fc-db69becf2691 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:09.447422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43830cd5-2d1d-4c3b-a444-ddea75a004aa,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:09.449599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:09.457561 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.458726 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87f39cca-510e-46e4-a10a-aded84be58d7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1389599 Nov 25 12:01:09.461401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48260) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:09.466857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '856ede06-6003-41bf-a8f8-96ee8b26445d', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:09.472638 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:09.476422 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:09.479251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:09.484897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:09.495588 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:01:09.501793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.669385 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.673467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.675364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f3889260-58d1-4693-b4a0-0987bc1e6c5b tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:09.698373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd5de4f-0d7b-44be-83f6-01df37b6e6e6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:09.702847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:09.707684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.709100 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ef6a9f1-431e-4677-850a-673c13df5cb1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2467215 Nov 25 12:01:09.711697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48264) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:09.717103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'security_group_rule': {'security_group_id': '856ede06-6003-41bf-a8f8-96ee8b26445d', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:09.722865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:09.727259 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:security_group_rule and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:09.730129 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:09.735628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:09.745796 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Project 42e1c41c03774c9bb2b3e39e8dcac743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:01:09.751849 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.814471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.818523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.820246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e0b7ce1b-416d-4c9f-94ff-ce1659c80d3a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:09.841594 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a4abde-46d0-4c49-ba15-8ff64c5cbc48,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:09.843834 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:09.850504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.851695 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2494ec24-b18c-49fb-bed4-f398d2afebfe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1390357 Nov 25 12:01:09.854460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48268) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:09.859707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'network': {'name': 'tempest-network-smoke--1329180899', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:09.864334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:09.868942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:network and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:09.871718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:09.877318 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:09.887057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:01:09.889902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.916973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:01:09.925295 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.925606 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Added segment 6b828cd0-424d-4a47-b9bd-ec156d633866 of type vlan for network 567b61d4-779d-410f-b832-16027553bf59 Nov 25 12:01:09.951083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.981463 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.985264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:09.985823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.990613 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9144dd75-4d3b-40c5-ab35-589f0ba3a07e tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:10.084828 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2288060 Nov 25 12:01:10.087636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48272) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:10.093128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'admin_state_up': True, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:10.093587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Network': ['ID=567b61d4-779d-410f-b832-16027553bf59,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:10.096162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-dfd2b271-49be-466c-b9d3-40b4f5fb8d02 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:10.102140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:10.104315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 567b61d4-779d-410f-b832-16027553bf59 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:01:10.106373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:router and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:10.109278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:10.116151 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:10.125789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.126737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.148418 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.293439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.465343 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.493458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.625553 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.249 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/d24b6091-f58f-4ba2-b190-4d5776bb3a86) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:01:10.767494 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.793015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.797058 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:10.855460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:01:10.862579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:10.867073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:01:10.895749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=d24b6091-f58f-4ba2-b190-4d5776bb3a86,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:10.901608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:11.019900 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.020547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.336889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 12:01:11.532155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:01:11.542474 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Sync routers for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:01:11.555511 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:11.556297 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:01:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:11.558416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.559706 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4709363 Nov 25 12:01:11.562810 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48276) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:11.602710 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-9e6206c0-bc00-43d4-bbb1-3287b3d6c9d8 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=42e1c41c03774c9bb2b3e39e8dcac743&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384326 Nov 25 12:01:11.605196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:11.733331 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:11.734191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68571f9-3dc9-4cd2-9b22-f6febb4b5913 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:11.735684 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f68571f9-3dc9-4cd2-9b22-f6febb4b5913 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294241 Nov 25 12:01:11.738467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48284) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:11.777256 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4dac7488-c146-4640-b1e5-cda4511a7dac tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=35b3f533-d13d-49b2-bde7-632e1c76c762&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376861 Nov 25 12:01:11.779759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:11.784996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389758996', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:11.892740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:11.896477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:subnet and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:11.899281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:11.904829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:11.915002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:01:12.007173 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:10Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:12.010877 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Checking router: 0ff5257b-8f3c-49c7-88ac-3425a0f08fed for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:01:12.011252 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Updating router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed port d24b6091-f58f-4ba2-b190-4d5776bb3a86 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:01:12.013823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.062830 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.219758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.223212 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c9f9f9b1-1a1d-4d24-9168-585e71eace1c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:12.300209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Subnet': ['ID=d1a622b5-0977-4fb1-a3a5-f388e78c5623,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:12.305147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:12.315575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Checking segment: {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:01:12.315957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network hostable DHCP agents. Network: 567b61d4-779d-410f-b832-16027553bf59, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:01:12.338856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 567b61d4-779d-410f-b832-16027553bf59 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:01:12.349097 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 567b61d4-779d-410f-b832-16027553bf59) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:12.353633 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:12.354258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.359479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b2857-33fc-4a70-8d68-2836c031636c None None] Network 567b61d4-779d-410f-b832-16027553bf59 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:01:12.376180 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-20fa6ea4-b38d-4800-aff5-4a558086dff9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5953298 Nov 25 12:01:12.378780 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:12.415849 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.427967 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Transition to ACTIVE for port object d24b6091-f58f-4ba2-b190-4d5776bb3a86 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:12.434173 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.438754 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-42957d4f-8779-4a81-ae1b-a026c10349bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:12.517027 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Pushing event updated for resources: {'Port': ['ID=d24b6091-f58f-4ba2-b190-4d5776bb3a86,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:12.550528 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.551091 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.551091 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.551449 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.551843 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.552256 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.552811 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.553812 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.554129 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.554448 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.554764 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:12.560190 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:12.561045 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Attempting to bind port d24b6091-f58f-4ba2-b190-4d5776bb3a86 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:01:12.561403 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Attempting to bind port d24b6091-f58f-4ba2-b190-4d5776bb3a86 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:01:12.561755 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Attempting to bind port d24b6091-f58f-4ba2-b190-4d5776bb3a86 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:01:12.569936 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:01:12.570309 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:01:12.570709 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.571093 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:01:12.571554 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Bound port: d24b6091-f58f-4ba2-b190-4d5776bb3a86, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:01:12.571921 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.633862 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-567b61d4-779d-410f-b832-16027553bf59', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 12:01:12.634679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.654416 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] For port d24b6091-f58f-4ba2-b190-4d5776bb3a86, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:01:12.657478 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] For port d24b6091-f58f-4ba2-b190-4d5776bb3a86, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d24b6091-f58f-4ba2-b190-4d5776bb3a86,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:01:12.663214 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:12.667453 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-24304fe7-4372-40f7-afa4-ce3241a32778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:12.742514 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:12.743054 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:01:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:12.795784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Allocated IP 172.20.0.2 (567b61d4-779d-410f-b832-16027553bf59/d1a622b5-0977-4fb1-a3a5-f388e78c5623/d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:01:12.890445 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Pushing event updated for resources: {'Port': ['ID=d24b6091-f58f-4ba2-b190-4d5776bb3a86,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:12.893704 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:12.932447 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:13.011040 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:13.023105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Transition to ACTIVE for port object d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:13.043262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Transition to ACTIVE for port object d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:13.049145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:13.054338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:13.127867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Network 567b61d4-779d-410f-b832-16027553bf59 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:01:13.131262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:13.133125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Pushing event updated for resources: {'Port': ['ID=d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:13.135315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:01:13.165223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:13.222085 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:10Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:13.223254 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Attempting to bind port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:01:13.223624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Attempting to bind port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:01:13.223985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Attempting to bind port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b on network 567b61d4-779d-410f-b832-16027553bf59 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:01:13.226688 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c073f-9f4a-4b73-8555-eab99e10fa6a None None] The sync data for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv is: [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:10Z', 'revision_number': 3, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:01:13.231032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:01:13.231820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Checking segment: {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:01:13.231820 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:13.232193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Bound using segment: {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:01:13.232791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Bound port: d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:01:13.233230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:13.289589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:13.331157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] For port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:01:13.335935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] For port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:01:13.340959 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:13.345564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:13.451700 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Pushing event updated for resources: {'Port': ['ID=d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:13.455075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:13.797678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.1 (567b61d4-779d-410f-b832-16027553bf59/d1a622b5-0977-4fb1-a3a5-f388e78c5623/a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:01:13.831717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d24b6091-f58f-4ba2-b190-4d5776bb3a86 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:13.906321 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port d24b6091-f58f-4ba2-b190-4d5776bb3a86 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:13.912800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d24b6091-f58f-4ba2-b190-4d5776bb3a86 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:13.913223 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:13.993423 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.010307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:14.035637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.035853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.040301 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:14.057775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port d24b6091-f58f-4ba2-b190-4d5776bb3a86, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d24b6091-f58f-4ba2-b190-4d5776bb3a86,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:14.062784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.064206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:14.095249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:14.112471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 567b61d4-779d-410f-b832-16027553bf59 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:01:14.116379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:14.120901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:01:14.153314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:14.160404 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:14.184836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.203377 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=d24b6091-f58f-4ba2-b190-4d5776bb3a86,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:14.206581 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:14.220728 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:14.274117 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.467839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edfb38c-4ac3-4ddd-912e-7ee313ecd09c None None] Network 567b61d4-779d-410f-b832-16027553bf59 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:01:14.578544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Provisioning for port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:14.593871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Provisioning complete for port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:14.594261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.680645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.685141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.712994 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47a878f2-bf41-4334-94c1-f1c42d4121fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:14.794960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.842783 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] For port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:14.848542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.850334 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:14.919432 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Pushing event updated for resources: {'Port': ['ID=d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:14.922595 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:14.925597 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:14.929205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:14.932199 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:15.071844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 567b61d4-779d-410f-b832-16027553bf59 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:01:15.072916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-305ee399-4336-47dd-b821-26a299df2be9 None None] Provisioning complete for port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:15.073061 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:15.073480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-305ee399-4336-47dd-b821-26a299df2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:15.253431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-305ee399-4336-47dd-b821-26a299df2be9 None None] Provisioning for port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:15.260443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-305ee399-4336-47dd-b821-26a299df2be9 None None] Provisioning complete for port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:15.260443 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-305ee399-4336-47dd-b821-26a299df2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:15.314519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-305ee399-4336-47dd-b821-26a299df2be9 None None] Port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:01:15.435380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-30a04208-336e-4676-b991-ff0397865930 None None] Provisioning complete for port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:15.435756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-30a04208-336e-4676-b991-ff0397865930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:15.475038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:01:15.486913 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-30a04208-336e-4676-b991-ff0397865930 None None] Port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:01:15.674328 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:01:15.686963 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/0ff5257b-8f3c-49c7-88ac-3425a0f08fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3072391 Nov 25 12:01:15.764989 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d24b6091-f58f-4ba2-b190-4d5776bb3a86 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:15.835194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d24b6091-f58f-4ba2-b190-4d5776bb3a86 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:15.835569 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:15.861738 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-4d53531b-4432-4aa3-831b-6c318c8c8a09 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:01:15.877107 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-4d53531b-4432-4aa3-831b-6c318c8c8a09 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:01:15.878340 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-4d53531b-4432-4aa3-831b-6c318c8c8a09 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106247315&fields=id&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 267 time: 0.0560548 Nov 25 12:01:15.947620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:16.011329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:16.011701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:16.024342 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-c2d40806-b5cd-4ded-b1fa-866140a573e1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:16.025775 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-c2d40806-b5cd-4ded-b1fa-866140a573e1 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/networks?id=567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 200 len: 797 time: 0.1406720 Nov 25 12:01:16.042014 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-c9e1f6e6-a5e4-45cb-b58b-064e8e5e9cee tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/quotas/42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 375 time: 0.0108640 Nov 25 12:01:16.125127 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-430427ce-ddd2-4080-a9dc-3ae25c1a7516 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781317 Nov 25 12:01:16.202597 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-659825a8-644a-423c-872c-7c4338b5cba0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 12:01:16.203493 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-659825a8-644a-423c-872c-7c4338b5cba0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0672641 Nov 25 12:01:16.332897 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-efbed9ce-73b4-4ac1-87c4-5b17934e5724 service neutron] 10.222.0.41 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227689 Nov 25 12:01:16.463016 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-89a5af3f-d1d7-4d05-b8f5-559367683f51 service neutron] 10.222.0.41 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237569 Nov 25 12:01:16.623550 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:01:16.821138 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Sync routers for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:01:16.832656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:16.833275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:01:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:17.007725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:17.310084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 2, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:17.313986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Checking router: 0ff5257b-8f3c-49c7-88ac-3425a0f08fed for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:01:17.314346 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Updating router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:01:17.368641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:17.675218 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67949da9-ce86-4933-bc0c-7bb5cec0c4df req-9c476b9b-0b47-4dba-b42f-34caa59f47a0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 210 time: 0.0411665 Nov 25 12:01:17.709538 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:17.721288 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Transition to ACTIVE for port object a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:17.727800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:17.731187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:17.894305 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b71ebd-4e07-4823-8f85-a201b52aa159 None None] Pushing event updated for resources: {'Port': ['ID=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:17.898697 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-00b71ebd-4e07-4823-8f85-a201b52aa159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:17.987544 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Attempting to bind port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:01:17.987922 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Attempting to bind port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:01:17.988322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Attempting to bind port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a on network 567b61d4-779d-410f-b832-16027553bf59 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:01:17.995914 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:01:17.996318 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Checking segment: {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:01:17.996733 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:17.997131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Bound using segment: {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:01:17.997672 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Bound port: a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:01:17.998058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:18.096312 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] For port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:01:18.100269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] For port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:01:18.104574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:18.108734 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:18.191027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b71ebd-4e07-4823-8f85-a201b52aa159 None None] Pushing event updated for resources: {'Port': ['ID=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:18.193966 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:18.194585 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:01:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:18.243520 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-00b71ebd-4e07-4823-8f85-a201b52aa159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:18.379255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:18.699658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:18Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:18.705632 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8133e-cca9-4990-aa9f-7493db44c0b4 None None] The sync data for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv is: [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:18Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:01:18.892206 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-86e0f4b2-5d0b-4a43-b055-dcce6c8c7dd7 req-24c787e5-7019-472a-a21b-2d5e25f56031 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 210 time: 0.0601122 Nov 25 12:01:18.930850 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-b044dc0c-c47c-48d4-9107-e13445af7724 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:18.931714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-b044dc0c-c47c-48d4-9107-e13445af7724 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:01:18.952878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-b044dc0c-c47c-48d4-9107-e13445af7724 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:01:18.954031 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-b044dc0c-c47c-48d4-9107-e13445af7724 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/networks?id=567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 200 len: 797 time: 0.2122474 Nov 25 12:01:19.011720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-fed6d8df-a2a8-4aa8-a6c4-3f86f8610dfb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:01:19.025710 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-fed6d8df-a2a8-4aa8-a6c4-3f86f8610dfb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:01:19.026781 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-fed6d8df-a2a8-4aa8-a6c4-3f86f8610dfb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e1c41c03774c9bb2b3e39e8dcac743 HTTP/1.1" status: 200 len: 380 time: 0.0583770 Nov 25 12:01:19.035382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'port': {'device_id': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'admin_state_up': True, 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'security_groups': ['856ede06-6003-41bf-a8f8-96ee8b26445d']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:19.174942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:19.179164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:port and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:19.182218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:19.187950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:19.201622 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Made reservation on behalf of 42e1c41c03774c9bb2b3e39e8dcac743 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:01:19.204616 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:19.373375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.20.0.14 (567b61d4-779d-410f-b832-16027553bf59/d1a622b5-0977-4fb1-a3a5-f388e78c5623/2511bc92-faa7-4af5-8b41-4578255a49ab) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:01:19.565663 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:19.582515 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Transition to ACTIVE for port object 2511bc92-faa7-4af5-8b41-4578255a49ab will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:19.605018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:19.611477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0845f46f-87b8-41ac-8ab7-ce4e765b8915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:19.784719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:19.800093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 567b61d4-779d-410f-b832-16027553bf59 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:01:19.803452 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:19.805779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:01:19.844414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=2511bc92-faa7-4af5-8b41-4578255a49ab,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:19.847283 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:19.862028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:19.867199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:19.867675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:19.879525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:19.880188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:19.910554 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788805 Nov 25 12:01:19.923007 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Request body: {'port': {'device_id': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:20.007030 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.045734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.050118 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:20.053241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-be43a400-9dc2-4521-888a-7ece69b65150 None None] Provisioning for port 2511bc92-faa7-4af5-8b41-4578255a49ab completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:20.057958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.060209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-185d5633-32d2-499e-aae0-66938b0e29c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:20.098704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-be43a400-9dc2-4521-888a-7ece69b65150 None None] Provisioning complete for port 2511bc92-faa7-4af5-8b41-4578255a49ab triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:20.099175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-be43a400-9dc2-4521-888a-7ece69b65150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.122457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e57d7b-e7e5-480c-a3e4-64d51a5e3d18 req-4099eb26-540b-44de-b2d2-f0f423196e07 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:20.124072 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33e57d7b-e7e5-480c-a3e4-64d51a5e3d18 req-4099eb26-540b-44de-b2d2-f0f423196e07 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 932 time: 0.0941594 Nov 25 12:01:20.177070 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-33e57d7b-e7e5-480c-a3e4-64d51a5e3d18 req-24891682-0bed-410a-b486-2c3fb2095be5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461402 Nov 25 12:01:20.184889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-be43a400-9dc2-4521-888a-7ece69b65150 None None] Port 2511bc92-faa7-4af5-8b41-4578255a49ab cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:01:20.188646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:20.191406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:20.387030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2511bc92-faa7-4af5-8b41-4578255a49ab {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:01:20.393656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.407978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Transition to ACTIVE for port object 2511bc92-faa7-4af5-8b41-4578255a49ab will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:20.412078 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.416074 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-580358c8-77b6-463a-9496-c71625c8943e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:20.544471 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=2511bc92-faa7-4af5-8b41-4578255a49ab,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:20.548729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:20.651138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Attempting to bind port 2511bc92-faa7-4af5-8b41-4578255a49ab on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:01:20.651384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Attempting to bind port 2511bc92-faa7-4af5-8b41-4578255a49ab by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:01:20.651713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Attempting to bind port 2511bc92-faa7-4af5-8b41-4578255a49ab on network 567b61d4-779d-410f-b832-16027553bf59 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:01:20.657654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Port 2511bc92-faa7-4af5-8b41-4578255a49ab on network 567b61d4-779d-410f-b832-16027553bf59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 12:01:20.657968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Attempting to bind port 2511bc92-faa7-4af5-8b41-4578255a49ab on network 567b61d4-779d-410f-b832-16027553bf59 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:01:20.664879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:01:20.665208 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Checking segment: {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:01:20.665588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Bound using segment: {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:01:20.666030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Bound port: 2511bc92-faa7-4af5-8b41-4578255a49ab, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b828cd0-424d-4a47-b9bd-ec156d633866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '567b61d4-779d-410f-b832-16027553bf59'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:01:20.666364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.754956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] For port 2511bc92-faa7-4af5-8b41-4578255a49ab, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:01:20.757887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] For port 2511bc92-faa7-4af5-8b41-4578255a49ab, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2511bc92-faa7-4af5-8b41-4578255a49ab,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:01:20.762137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.766464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:20.820194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:20.821524 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] 10.222.0.48 "PUT /v2.0/ports/2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 200 len: 1094 time: 0.9028871 Nov 25 12:01:20.822039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:20.844765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=2511bc92-faa7-4af5-8b41-4578255a49ab,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:20.847767 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:20.897029 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'status': 'completed', 'code': 200} Nov 25 12:01:20.937629 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-7c763284-a45f-4c6e-8f99-6cf90d75a9f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1097 time: 0.0764635 Nov 25 12:01:21.006575 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-a48a8bc7-d8eb-4b36-9501-b7abbea64390 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 200 len: 217 time: 0.0606167 Nov 25 12:01:21.071708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-83db3c01-c29a-4254-a407-f59836283e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:21.073139 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-83db3c01-c29a-4254-a407-f59836283e37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1a622b5-0977-4fb1-a3a5-f388e78c5623 HTTP/1.1" status: 200 len: 835 time: 0.0615277 Nov 25 12:01:21.145435 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-09acd352-8fbb-4a4a-acdb-88b74cd284e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=567b61d4-779d-410f-b832-16027553bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660486 Nov 25 12:01:21.276086 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-0ae6cf6e-b707-48ed-acbd-c6c88c6540b6 service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245024 Nov 25 12:01:21.388439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce442a-194d-4321-9d79-b1b825a04b9d req-b5272631-91a4-43cf-840b-3d135b23c7b9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:21.389888 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67ce442a-194d-4321-9d79-b1b825a04b9d req-b5272631-91a4-43cf-840b-3d135b23c7b9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 944 time: 0.0863225 Nov 25 12:01:21.410639 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cdc25ca6-87a0-474e-8931-5643156000c9 req-95866631-a0d2-4c00-b93e-c11f37b495d7 service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287458 Nov 25 12:01:21.440642 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-67ce442a-194d-4321-9d79-b1b825a04b9d req-b013e2f4-bc8d-4549-8756-49e1409e40b0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Nov 25 12:01:21.525759 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b214004c-012a-4fdf-b1a3-c37da645826c req-bd88b595-031c-4942-8dbd-13ed263bf6a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1097 time: 0.0718787 Nov 25 12:01:21.756586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214004c-012a-4fdf-b1a3-c37da645826c req-49691e5f-3130-4538-8718-a6e561388edf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:21.758033 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b214004c-012a-4fdf-b1a3-c37da645826c req-49691e5f-3130-4538-8718-a6e561388edf service neutron] 10.222.0.48 "GET /v2.0/networks?id=567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 200 len: 898 time: 0.2252791 Nov 25 12:01:21.763322 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:21.829801 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b214004c-012a-4fdf-b1a3-c37da645826c req-35396303-36e9-4584-a648-e903a1c9d444 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 200 len: 217 time: 0.0600512 Nov 25 12:01:21.833974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:21.834353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:21.894553 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214004c-012a-4fdf-b1a3-c37da645826c req-551670de-2818-4837-80d9-fb21becf9b13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:21.895983 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b214004c-012a-4fdf-b1a3-c37da645826c req-551670de-2818-4837-80d9-fb21becf9b13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1a622b5-0977-4fb1-a3a5-f388e78c5623 HTTP/1.1" status: 200 len: 835 time: 0.0592580 Nov 25 12:01:21.969829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b214004c-012a-4fdf-b1a3-c37da645826c req-44cc14ea-3564-489a-a3fb-02916959dec5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=567b61d4-779d-410f-b832-16027553bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670476 Nov 25 12:01:22.100443 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b214004c-012a-4fdf-b1a3-c37da645826c req-4c2d60c1-450c-4b86-8422-41c6b966e46b service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217012 Nov 25 12:01:22.228703 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b214004c-012a-4fdf-b1a3-c37da645826c req-04b4ab09-4cec-4558-a1bd-d6cec3a3c275 service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218078 Nov 25 12:01:22.635452 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916fc71-3a77-4a79-b965-889275d9c098 req-ad3d0a17-4085-40b6-b967-3b1e5a0579a9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:22.636824 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a916fc71-3a77-4a79-b965-889275d9c098 req-ad3d0a17-4085-40b6-b967-3b1e5a0579a9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 944 time: 0.0754676 Nov 25 12:01:22.681311 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a916fc71-3a77-4a79-b965-889275d9c098 req-7a79b877-2abc-4c02-9f26-d90af5dbd074 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391202 Nov 25 12:01:23.875448 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260e851-25f5-4dbb-84b6-bbd5899bd536 req-1b6e8e05-0116-4e8f-ab50-119b0fa1994c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:23.876898 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2260e851-25f5-4dbb-84b6-bbd5899bd536 req-1b6e8e05-0116-4e8f-ab50-119b0fa1994c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 944 time: 0.0786147 Nov 25 12:01:23.921613 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2260e851-25f5-4dbb-84b6-bbd5899bd536 req-18bd83e0-c158-4096-a9b2-7bd66215d802 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387702 Nov 25 12:01:24.056564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2511bc92-faa7-4af5-8b41-4578255a49ab details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:01:24.189717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 2511bc92-faa7-4af5-8b41-4578255a49ab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2511bc92-faa7-4af5-8b41-4578255a49ab,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:24.202533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'port_id': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'mac_address': 'fa:16:3e:a8:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:01:24.297861 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:24.315563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2511bc92-faa7-4af5-8b41-4578255a49ab {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:01:24.330462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 2511bc92-faa7-4af5-8b41-4578255a49ab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2511bc92-faa7-4af5-8b41-4578255a49ab,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:24.334863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:24.336945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-00b71ebd-4e07-4823-8f85-a201b52aa159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:24.400996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=2511bc92-faa7-4af5-8b41-4578255a49ab,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:24.404026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:24.540835 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['2511bc92-faa7-4af5-8b41-4578255a49ab'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:01:25.118039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e6c83-aaee-438f-99ea-96e798090a23 req-a9cacf98-2a0d-4b59-8afc-adfbdbbcb59a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:25.119510 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af9e6c83-aaee-438f-99ea-96e798090a23 req-a9cacf98-2a0d-4b59-8afc-adfbdbbcb59a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 945 time: 0.0775907 Nov 25 12:01:25.163251 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af9e6c83-aaee-438f-99ea-96e798090a23 req-4cf63927-e973-4ef6-9e85-91c0de6de85e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 Nov 25 12:01:26.056487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2511bc92-faa7-4af5-8b41-4578255a49ab up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:26.122649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 2511bc92-faa7-4af5-8b41-4578255a49ab completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:26.127433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 2511bc92-faa7-4af5-8b41-4578255a49ab triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:26.127814 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:26.241146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:26.267102 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:26.277105 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 2511bc92-faa7-4af5-8b41-4578255a49ab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2511bc92-faa7-4af5-8b41-4578255a49ab,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:01:26.285565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:26.288979 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:26.360769 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=2511bc92-faa7-4af5-8b41-4578255a49ab,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:26.363935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:26.364941 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12ce7-4792-4409-bbd9-b928fa2f913c req-3a4d3993-eb6e-41e5-b075-1b71b85b8620 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:26.366968 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7c12ce7-4792-4409-bbd9-b928fa2f913c req-3a4d3993-eb6e-41e5-b075-1b71b85b8620 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0836942 Nov 25 12:01:26.407918 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'code': 200} Nov 25 12:01:26.411656 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b7c12ce7-4792-4409-bbd9-b928fa2f913c req-23bf6f8c-fdad-4aef-805e-2755c1d569e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Nov 25 12:01:26.637693 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fc3299f2-e37e-4471-8f6c-210effd6b555 req-f36feb8d-cc57-4cb7-8b41-129d2585bd95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0714898 Nov 25 12:01:26.678883 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fc3299f2-e37e-4471-8f6c-210effd6b555 req-178c2751-e0da-4ea7-a55d-43be692d9987 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346971 Nov 25 12:01:27.613777 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7175295-c91f-4e34-ace7-d5af4fd5f203 req-5ed80b04-4189-4eef-8f12-808fe9e163ff tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:27.615783 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c7175295-c91f-4e34-ace7-d5af4fd5f203 req-5ed80b04-4189-4eef-8f12-808fe9e163ff tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0802729 Nov 25 12:01:27.664456 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c7175295-c91f-4e34-ace7-d5af4fd5f203 req-59225dc7-1d89-4316-910f-5634261e15fc tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Nov 25 12:01:28.977280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95052b-ddf3-4714-9dbc-41824acd99c4 req-1b737bd4-8e35-4488-a0bc-67ebf481aa4a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:28.978716 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3b95052b-ddf3-4714-9dbc-41824acd99c4 req-1b737bd4-8e35-4488-a0bc-67ebf481aa4a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.1925135 Nov 25 12:01:29.023361 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-3b95052b-ddf3-4714-9dbc-41824acd99c4 req-ea804508-e5ca-42ef-a451-b4611d809796 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Nov 25 12:01:29.215678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8427ba0-46d5-431d-9e8d-c8412aa70475 req-5864dd2e-2d4b-4844-bd68-8786c66503e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:29.217133 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c8427ba0-46d5-431d-9e8d-c8412aa70475 req-5864dd2e-2d4b-4844-bd68-8786c66503e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0778434 Nov 25 12:01:29.260795 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c8427ba0-46d5-431d-9e8d-c8412aa70475 req-c95069a2-422f-4f9e-b1d8-fc7820a9bab9 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Nov 25 12:01:29.287968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:29.356311 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d0330e61-fc9f-44de-8814-37ea1f2710b9 tempest-TestNetworkAdvancedServerOps-1614578821 tempest-TestNetworkAdvancedServerOps-1614578821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1094 time: 0.0670006 Nov 25 12:01:29.358753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:29.364794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:01:29.370278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:29.374022 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Usage tracker for resource:floatingip and tenant:42e1c41c03774c9bb2b3e39e8dcac743 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:29.376839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:29.382900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:29.395032 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:29.529304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:29.665563 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Allocated IP 172.26.5.104 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/e59f39c0-738d-49c6-a640-7f44bdba0e98) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:01:29.806877 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:29.834683 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:29.838883 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a57b0a38-87b7-47a5-ab34-e2f8299d8aef tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:29.898057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:01:29.905637 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:29.909665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:01:29.940319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=e59f39c0-738d-49c6-a640-7f44bdba0e98,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:29.946176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:30.256924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:30.518903 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:30.573966 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:30.774167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:30.778398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:30.782077 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3602387a-26c9-4271-b571-48a3e5e887ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:30.883901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event updated for resources: {'Port': ['ID=e59f39c0-738d-49c6-a640-7f44bdba0e98,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:30.891177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:30.900327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:31.089026 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Floating IP 152c98d3-0714-4680-8a84-580281810156 associated. External IP: 172.26.5.104, port: 2511bc92-faa7-4af5-8b41-4578255a49ab. Nov 25 12:01:31.466475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:01:31.661066 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:01:31.671246 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] Sync routers for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:01:31.683898 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:31.684686 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:01:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:31.686601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:31.744174 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3841767 Nov 25 12:01:31.744837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:31.808543 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'status': 'completed', 'code': 200} Nov 25 12:01:31.865635 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:31.928525 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559fb80-b865-43c6-961d-b35521b9a591 req-d8d680a0-ecd6-4f7a-a7a5-4d5eb59259e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:31.930047 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7559fb80-b865-43c6-961d-b35521b9a591 req-d8d680a0-ecd6-4f7a-a7a5-4d5eb59259e0 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0808902 Nov 25 12:01:31.979602 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7559fb80-b865-43c6-961d-b35521b9a591 req-d87b3457-6199-4df1-a8e6-304d4a79e868 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 Nov 25 12:01:32.008873 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48362) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:32.123257 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-ca3d8c4e-5c25-4219-9a88-27faeb7ea082 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1099 time: 0.2905357 Nov 25 12:01:32.130304 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b767d779-c0d0-4a7a-900d-6ce1ddc315c6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/152c98d3-0714-4680-8a84-580281810156 HTTP/1.1" status: 200 len: 992 time: 0.1203403 Nov 25 12:01:32.235674 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '152c98d3-0714-4680-8a84-580281810156', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.104', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'port_id': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'mac_address': 'fa:16:3e:a8:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:01:30Z', 'updated_at': '2021-11-25T12:01:30Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:20Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:32.239460 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] Checking router: 0ff5257b-8f3c-49c7-88ac-3425a0f08fed for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:01:32.250278 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:01:32.250865 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:01:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:32.254402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-8a31dc47-4bc6-4e45-8a67-f83b10e0dfd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:32.255889 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-8a31dc47-4bc6-4e45-8a67-f83b10e0dfd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 200 len: 898 time: 0.1244922 Nov 25 12:01:32.357252 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-42244079-fed9-4e70-ba07-2430b67ed5ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 200 len: 1000 time: 0.0955892 Nov 25 12:01:32.418804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-84d1760c-35e5-4cb5-b9f5-ef33d29f5181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:32.420336 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-84d1760c-35e5-4cb5-b9f5-ef33d29f5181 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1a622b5-0977-4fb1-a3a5-f388e78c5623 HTTP/1.1" status: 200 len: 835 time: 0.0566413 Nov 25 12:01:32.421175 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:01:32.497675 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-c804e051-9892-420f-8dbb-6fe804da12c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=567b61d4-779d-410f-b832-16027553bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707269 Nov 25 12:01:32.629273 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-759c4316-94f7-49f7-a0bb-951771adb4ed service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240618 Nov 25 12:01:32.756878 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '152c98d3-0714-4680-8a84-580281810156', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.104', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'port_id': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'mac_address': 'fa:16:3e:a8:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:01:30Z', 'updated_at': '2021-11-25T12:01:30Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:20Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:01:32.760600 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2896475-4509-4cc2-a221-2e2c8e9a477b None None] The sync data for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv is: [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '152c98d3-0714-4680-8a84-580281810156', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'floating_ip_address': '172.26.5.104', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'port_id': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'mac_address': 'fa:16:3e:a8:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:01:30Z', 'updated_at': '2021-11-25T12:01:30Z', 'revision_number': 0, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:20Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:01:32.763863 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728e915e-916e-4b5b-92fa-b781251da7c4 req-52b0eb2d-40b3-4264-8187-3b054f2f1d2d service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254604 Nov 25 12:01:33.134072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48366) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:33.237199 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0e9b8cfb-ed7b-42c8-9e28-066212664809 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/152c98d3-0714-4680-8a84-580281810156 HTTP/1.1" status: 200 len: 992 time: 0.1019452 Nov 25 12:01:34.045841 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6b74b483-fe16-4ab5-a35f-5be29359ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:34.240079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:34.242090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48370) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:34.346607 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-65c1bb2c-e220-40f6-ae80-8bc642d1f89c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/152c98d3-0714-4680-8a84-580281810156 HTTP/1.1" status: 200 len: 992 time: 0.1031306 Nov 25 12:01:34.899061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7ec61-b4bf-46f7-bcb5-061cedec91a3 None None] New status for floating IP 152c98d3-0714-4680-8a84-580281810156: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:01:35.350222 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:35.451599 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f63b303b-fcd3-4a9b-90b4-7e3b690d834e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/152c98d3-0714-4680-8a84-580281810156 HTTP/1.1" status: 200 len: 994 time: 0.1000683 Nov 25 12:01:36.350082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8733-65aa-4ba6-8615-4f66be44b044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:37.503758 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:38.980182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:53.624519 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:02:00.284306 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:00.470352 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cb550-4da1-4879-8563-6fe966642f2a req-25eb2278-682c-4cbe-ac3b-01f6002f0d0e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:00.471773 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e54cb550-4da1-4879-8563-6fe966642f2a req-25eb2278-682c-4cbe-ac3b-01f6002f0d0e tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0791640 Nov 25 12:02:00.517350 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e54cb550-4da1-4879-8563-6fe966642f2a req-9e72df6b-9a40-4521-936c-7ce0371d2ce7 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399520 Nov 25 12:02:01.718846 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6d95e-4f8a-4fb6-81bb-3c707a393028 req-a10af9b1-29c2-496f-a876-d5a0bea0c70a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:01.720305 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94b6d95e-4f8a-4fb6-81bb-3c707a393028 req-a10af9b1-29c2-496f-a876-d5a0bea0c70a tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0756867 Nov 25 12:02:01.765609 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94b6d95e-4f8a-4fb6-81bb-3c707a393028 req-07e95f6e-4561-493e-8702-583b81dc3913 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 Nov 25 12:02:01.793253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48392) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:01.895976 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-dee0973b-0e61-41e3-8153-976e229c1439 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/152c98d3-0714-4680-8a84-580281810156 HTTP/1.1" status: 200 len: 994 time: 0.1015928 Nov 25 12:02:03.381550 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-860243e2-f9b6-4720-872b-b7d3d14c48e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0711024 Nov 25 12:02:03.385226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87858111-0312-4426-a4f6-664f0e2f5ce8 req-a7c68381-52ba-4a50-81fc-4bdbc7a7dd70 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:03.386660 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-87858111-0312-4426-a4f6-664f0e2f5ce8 req-a7c68381-52ba-4a50-81fc-4bdbc7a7dd70 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0810797 Nov 25 12:02:03.432377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-87858111-0312-4426-a4f6-664f0e2f5ce8 req-b819b0e3-57b3-43fa-8543-e4e49f5b7ae3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401261 Nov 25 12:02:03.509612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-53b4490a-6b48-41ba-952f-fa20733e9412 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:03.510943 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-53b4490a-6b48-41ba-952f-fa20733e9412 service neutron] 10.222.0.48 "GET /v2.0/networks?id=567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 200 len: 898 time: 0.1234128 Nov 25 12:02:03.729039 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-b16e9288-be26-47ed-85ec-7bac9caf021b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 200 len: 1002 time: 0.2116299 Nov 25 12:02:03.789549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-38bfbbcb-658c-4b65-b215-2d1b86a1aafe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:03.790839 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-38bfbbcb-658c-4b65-b215-2d1b86a1aafe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1a622b5-0977-4fb1-a3a5-f388e78c5623 HTTP/1.1" status: 200 len: 835 time: 0.0554378 Nov 25 12:02:03.863633 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-c70a681c-90a1-4f3a-8c64-6e360de48faa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=567b61d4-779d-410f-b832-16027553bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665252 Nov 25 12:02:03.993916 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-106477fc-0261-4b4d-9766-051879fbd65e service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216238 Nov 25 12:02:04.046710 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-43e3589d-fe52-4ec6-a369-fb7d24d2d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.126831 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e903c100-52ac-40ba-ba87-ef7d1db824c3 req-317d87c0-841e-4715-a6db-b62fa299236e service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248596 Nov 25 12:02:04.244916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.626335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeeccf-fe58-4e7f-9989-083c4fa4b107 req-139ce2fd-c101-49b9-97a8-0a48c2ba064c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:04.627764 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-63eeeccf-fe58-4e7f-9989-083c4fa4b107 req-139ce2fd-c101-49b9-97a8-0a48c2ba064c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0760028 Nov 25 12:02:04.675213 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-63eeeccf-fe58-4e7f-9989-083c4fa4b107 req-e5a8f6e2-94db-4eca-a6c2-afbc6a647632 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Nov 25 12:02:05.223539 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-176b34d9-f230-4989-858d-40bb23ceff94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703640 Nov 25 12:02:05.361851 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-7b8262d8-2683-4e72-9d08-218ea9cd1643 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0686421 Nov 25 12:02:05.506768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-a61c2184-a65a-430d-a6ba-686c9763a25e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:05.508132 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-a61c2184-a65a-430d-a6ba-686c9763a25e service neutron] 10.222.0.48 "GET /v2.0/networks?id=567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 200 len: 898 time: 0.1258562 Nov 25 12:02:05.612067 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-2cdcd00a-580c-4fe3-b703-bd4fadfd39c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 200 len: 1002 time: 0.0970709 Nov 25 12:02:05.674067 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-0f4b39a0-09a2-4995-88e9-5fb8a8a219b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:05.675459 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-0f4b39a0-09a2-4995-88e9-5fb8a8a219b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1a622b5-0977-4fb1-a3a5-f388e78c5623 HTTP/1.1" status: 200 len: 835 time: 0.0554805 Nov 25 12:02:05.753197 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-ca059943-e3e8-494c-9282-d66959c3fca2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=567b61d4-779d-410f-b832-16027553bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704038 Nov 25 12:02:05.871852 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c8e1-e5c6-4442-bf97-e207f6b77d6f req-723ed3ff-8081-421b-b9ef-4618614a9ecf tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:05.873438 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-58b9c8e1-e5c6-4442-bf97-e207f6b77d6f req-723ed3ff-8081-421b-b9ef-4618614a9ecf tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0792177 Nov 25 12:02:05.885682 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-ae49283d-5942-468c-82de-d1ebbd438287 service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248875 Nov 25 12:02:05.917900 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-58b9c8e1-e5c6-4442-bf97-e207f6b77d6f req-712ebe5e-80b8-47f4-b854-bd8d7de1ab6b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391159 Nov 25 12:02:05.946125 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48406) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:06.015799 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6cbf18c2-9d72-4d03-9277-1940fc47ce93 req-9a13cb0e-4468-430f-ab54-f1f43dd5dfaf service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231270 Nov 25 12:02:06.050416 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-26d1fcbf-5988-4e6e-bc69-a9539ee3db76 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/floatingips/152c98d3-0714-4680-8a84-580281810156 HTTP/1.1" status: 200 len: 994 time: 0.1031122 Nov 25 12:02:06.347985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48414) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:06.355908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-55f573f1-44da-4725-912f-83919c88c647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:06.548014 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port e59f39c0-738d-49c6-a640-7f44bdba0e98 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:02:06.548403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:06.712212 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:06.712521 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:06.827019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for e59f39c0-738d-49c6-a640-7f44bdba0e98 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:02:07.065917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.070138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2f5e8ea0-f7a2-433f-b551-2a270fef03a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:07.108807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=e59f39c0-738d-49c6-a640-7f44bdba0e98,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:07.113686 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:07.201382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.509675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.589928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:02:07.794492 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:02:07.803815 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] Sync routers for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:02:07.810174 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.815479 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:07.816121 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:07.863057 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1b1a3d2-5fcc-4e54-af7e-5d7812594671 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/floatingips/152c98d3-0714-4680-8a84-580281810156 HTTP/1.1" status: 204 len: 168 time: 1.5138986 Nov 25 12:02:07.863721 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:07.917987 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'status': 'completed', 'code': 200} Nov 25 12:02:07.999797 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:08.014681 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-7bc93a74-ac1c-4bbf-adf6-ffcb783d0ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0695555 Nov 25 12:02:08.160414 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-6b5b690e-afd4-4cfb-a531-ac0fd11c7903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:08.162142 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-6b5b690e-afd4-4cfb-a531-ac0fd11c7903 service neutron] 10.222.0.48 "GET /v2.0/networks?id=567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 200 len: 898 time: 0.1408634 Nov 25 12:02:08.235860 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-7b6d501d-46ff-4108-b9e9-3ba68fe91e75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 200 len: 217 time: 0.0653324 Nov 25 12:02:08.259543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af654d7-c62a-489e-9f04-6293126971ea req-d1d3af92-e2a7-4932-b37a-185505168d6c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:08.260405 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-2af654d7-c62a-489e-9f04-6293126971ea req-d1d3af92-e2a7-4932-b37a-185505168d6c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:08.277659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-2af654d7-c62a-489e-9f04-6293126971ea req-d1d3af92-e2a7-4932-b37a-185505168d6c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:08.278941 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2af654d7-c62a-489e-9f04-6293126971ea req-d1d3af92-e2a7-4932-b37a-185505168d6c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0985818 Nov 25 12:02:08.301313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-039b7728-b651-4314-881c-24b92c90b437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:08.302846 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-039b7728-b651-4314-881c-24b92c90b437 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1a622b5-0977-4fb1-a3a5-f388e78c5623 HTTP/1.1" status: 200 len: 835 time: 0.0598552 Nov 25 12:02:08.317989 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:20Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:08.322606 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] Checking router: 0ff5257b-8f3c-49c7-88ac-3425a0f08fed for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:02:08.327481 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2af654d7-c62a-489e-9f04-6293126971ea req-31c46e6f-1107-4767-a03b-db1f0bc65622 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Nov 25 12:02:08.333072 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:08.333684 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:08.383856 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-4d19816f-9210-4469-9402-981f1209c4be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=567b61d4-779d-410f-b832-16027553bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742884 Nov 25 12:02:08.543002 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:08.631517 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-0516659b-80f0-4cf6-ba3a-52dcafea3ae9 service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377620 Nov 25 12:02:08.769316 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8bdc36cf-c3a1-4626-9f48-9cc400789c0b req-e394f06d-25be-4218-84fb-4df7eba5af9d service neutron] 10.222.0.48 "GET /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240640 Nov 25 12:02:08.850229 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:20Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:08.854067 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a673a-0862-4c90-ba9c-8f0bc99d6986 None None] The sync data for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv is: [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a', 'name': '', 'network_id': '567b61d4-779d-410f-b832-16027553bf59', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'mac_address': 'fa:16:3e:a9:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:13Z', 'updated_at': '2021-11-25T12:01:20Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'subnets': [{'id': 'd1a622b5-0977-4fb1-a3a5-f388e78c5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:02:08.983634 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:09.059238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86d5f6-a78c-48f5-b224-f85a46770e64 None None] New status for floating IP 152c98d3-0714-4680-8a84-580281810156: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:02:09.523374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9934-7a5b-4848-9b35-29c288231e55 req-56729284-a5c6-4337-8153-f843223b7162 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:09.524849 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a02d9934-7a5b-4848-9b35-29c288231e55 req-56729284-a5c6-4337-8153-f843223b7162 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0753124 Nov 25 12:02:09.570631 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a02d9934-7a5b-4848-9b35-29c288231e55 req-b847c66b-bccd-44b8-b2a9-87224fe84363 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/security-groups?id=856ede06-6003-41bf-a8f8-96ee8b26445d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Nov 25 12:02:09.791975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-2cecb5aa-9061-4c30-91c7-8863adb4f3cd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:09.792595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-2cecb5aa-9061-4c30-91c7-8863adb4f3cd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Synchronizing usage tracker for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:09.804201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-2cecb5aa-9061-4c30-91c7-8863adb4f3cd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Unset dirty status for tenant:42e1c41c03774c9bb2b3e39e8dcac743 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:09.805282 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-2cecb5aa-9061-4c30-91c7-8863adb4f3cd tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 946 time: 0.0870762 Nov 25 12:02:09.876461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port 2511bc92-faa7-4af5-8b41-4578255a49ab {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:02:09.876796 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:10.114368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port 2511bc92-faa7-4af5-8b41-4578255a49ab, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2511bc92-faa7-4af5-8b41-4578255a49ab,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:10.114732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:10.237118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for 2511bc92-faa7-4af5-8b41-4578255a49ab owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:02:10.376131 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:10.382182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93e194a3-7d78-41b6-b19c-03667a93544d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:10.425500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=2511bc92-faa7-4af5-8b41-4578255a49ab,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:10.496268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.496650 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.497020 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.497388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.497749 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.498109 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.498468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.498824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.499179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.499538 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.499893 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:10.509866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:10.510629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] No DVR routers for this DVR port 2511bc92-faa7-4af5-8b41-4578255a49ab on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:02:10.512684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:10.515174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'name': 'network-vif-deleted', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:10.530811 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bf85ad8c-503f-4875-ad94-9f68e87be178 req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.48 "DELETE /v2.0/ports/2511bc92-faa7-4af5-8b41-4578255a49ab HTTP/1.1" status: 204 len: 173 time: 0.7188475 Nov 25 12:02:10.572834 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856927d2-c6e2-44ed-a975-e3cbe503dd5e', 'name': 'network-vif-deleted', 'tag': '2511bc92-faa7-4af5-8b41-4578255a49ab', 'status': 'completed', 'code': 200} Nov 25 12:02:10.755826 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6fb498f0-eebb-4028-91e9-b907adc22b87 req-25e71409-e00f-4c0c-a9cd-35a2d84047e8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "GET /v2.0/ports?device_id=856927d2-c6e2-44ed-a975-e3cbe503dd5e HTTP/1.1" status: 200 len: 210 time: 0.0445080 Nov 25 12:02:11.862636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48438) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:12.328549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2511bc92-faa7-4af5-8b41-4578255a49ab no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:02:12.353857 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:12.364147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 2511bc92-faa7-4af5-8b41-4578255a49ab {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:02:12.364498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 2511bc92-faa7-4af5-8b41-4578255a49ab not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:02:12.945306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:02:12.945917 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.124333 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:13.124679 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.247930 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:02:13.425044 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.428677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f0ec2fe5-8c48-435f-afff-6b9ed685d22c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:13.473868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:13.519287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.519673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.520081 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.520457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.520827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.521205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.522118 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.522483 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.522843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.523203 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.523562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:13.552740 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:13.782354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:14.447066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:02:14.640965 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:02:14.650622 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] Sync routers for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:02:14.654226 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "PUT /v2.0/routers/0ff5257b-8f3c-49c7-88ac-3425a0f08fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7905123 Nov 25 12:02:14.656844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48442) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:14.662960 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:14.663553 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:14.833445 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:14.843472 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting subnet d1a622b5-0977-4fb1-a3a5-f388e78c5623 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 12:02:14.846315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:14.898801 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:14.981920 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.055750 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.060147 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2c4dd24a-4da1-479b-ba8a-7828374b909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:15.095240 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a622b5-0977-4fb1-a3a5-f388e78c5623,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:15.097943 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:15.101075 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.107007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39472d4e-57fb-4d79-a14e-4aff0be029ed None None] Network 567b61d4-779d-410f-b832-16027553bf59 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:02:15.108071 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a8d72580-15b6-43da-a345-41832cc70918 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/subnets/d1a622b5-0977-4fb1-a3a5-f388e78c5623 HTTP/1.1" status: 204 len: 168 time: 0.4502048 Nov 25 12:02:15.110799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:15.122517 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:02:13Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:15.126766 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] Checking router: 0ff5257b-8f3c-49c7-88ac-3425a0f08fed for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:02:15.137243 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] Routers {'0ff5257b-8f3c-49c7-88ac-3425a0f08fed'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:15.137837 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:15.312336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.315067 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] Set router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:15.360793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] DHCP port deletion for 567b61d4-779d-410f-b832-16027553bf59 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 12:02:15.365590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Deleting port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:02:15.366071 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.524060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.534679 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Deleting port d24b6091-f58f-4ba2-b190-4d5776bb3a86 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:02:15.535139 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.630354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] For port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b,segment=NetworkSegment(6b828cd0-424d-4a47-b9bd-ec156d633866),segment_id=6b828cd0-424d-4a47-b9bd-ec156d633866)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:15.631320 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.675436 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:02:13Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:15.679772 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c56ef9-7867-4f98-8700-50eaef074796 None None] The sync data for ids ['0ff5257b-8f3c-49c7-88ac-3425a0f08fed'] in dv-neutron-819177-1-hyperv is: [{'id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355219535', 'tenant_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:02:13Z', 'revision_number': 5, 'project_id': '42e1c41c03774c9bb2b3e39e8dcac743', 'gw_port': {'id': 'd24b6091-f58f-4ba2-b190-4d5776bb3a86', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff5257b-8f3c-49c7-88ac-3425a0f08fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:01:10Z', 'updated_at': '2021-11-25T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:02:15.752493 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Calling delete_port for d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:02:15.826301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898'] for port, after_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.830818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:15.837765 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] For port d24b6091-f58f-4ba2-b190-4d5776bb3a86, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d24b6091-f58f-4ba2-b190-4d5776bb3a86,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:15.838114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:15.874548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Pushing event deleted for resources: {'Port': ['ID=d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b,revision_number=None']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:15.879884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] No DVR routers for this DVR port d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b on host dv-neutron-819177-1-hyperv {{(pid=83571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:02:15.893313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.893655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.893988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.894313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.894639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.894960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.895279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.895599 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.895916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.896818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.897141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:15.902203 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:15.961953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Calling delete_port for d24b6091-f58f-4ba2-b190-4d5776bb3a86 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:02:16.092142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:02:16.131182 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:02:16.131850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a8708e3d-03c3-40b0-a712-bd6f3f8b1f7a not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:02:16.131975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:02:16.137640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.141878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7e653671-235c-48dc-8568-5a0525ccfd17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:16.165198 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:02:16.165553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d2813028-bfc5-47f2-bbbd-ea9ebe55ed1b not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:02:16.184656 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Port': ['ID=d24b6091-f58f-4ba2-b190-4d5776bb3a86,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:16.188732 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:16.406275 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.660054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.665027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.690190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.690760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff5257b-8f3c-49c7-88ac-3425a0f08fed {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 12:02:16.704964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.706058 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8066098-be7c-4470-a222-388d15819e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/routers/0ff5257b-8f3c-49c7-88ac-3425a0f08fed HTTP/1.1" status: 204 len: 168 time: 1.5938189 Nov 25 12:02:16.709255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:16.818956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.947219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:16.971510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567b61d4-779d-410f-b832-16027553bf59']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:16.983672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b828cd0-424d-4a47-b9bd-ec156d633866') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:16.983969 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b828cd0-424d-4a47-b9bd-ec156d633866') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:16.994915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.010016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.015843 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 12:02:17.016249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:02:17.030491 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:02:17.219214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.222601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c13d18c8-9998-4398-a597-0d3156ab4f93 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:17.236464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.247010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'Network': ['ID=567b61d4-779d-410f-b832-16027553bf59,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:17.250016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:17.255125 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5e592785-6463-4bf5-9a91-369e82215bc4 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/networks/567b61d4-779d-410f-b832-16027553bf59 HTTP/1.1" status: 204 len: 168 time: 0.5449486 Nov 25 12:02:17.258268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:17.328229 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de5f7b8-e315-4aa9-b8c2-6d48e2fbb5ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.357225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de5f7b8-e315-4aa9-b8c2-6d48e2fbb5ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.419300 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de5f7b8-e315-4aa9-b8c2-6d48e2fbb5ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.424291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b2dadb2d-363d-42d6-9920-4caa57860dc6 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:17.439653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5f7b8-e315-4aa9-b8c2-6d48e2fbb5ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ede06-6003-41bf-a8f8-96ee8b26445d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:17.444293 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7de5f7b8-e315-4aa9-b8c2-6d48e2fbb5ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:17.452030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7de5f7b8-e315-4aa9-b8c2-6d48e2fbb5ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:17.452030 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7de5f7b8-e315-4aa9-b8c2-6d48e2fbb5ae tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] 10.222.0.41 "DELETE /v2.0/security-groups/856ede06-6003-41bf-a8f8-96ee8b26445d HTTP/1.1" status: 204 len: 168 time: 0.1896462 Nov 25 12:02:17.888587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48464) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:18.055714 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-84b5c56e-8846-4e80-b532-47572ae820f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42e1c41c03774c9bb2b3e39e8dcac743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1659033 Nov 25 12:02:18.058119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:18.116653 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfb1-08ef-4af9-90fd-50e9e22aa601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.143164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfb1-08ef-4af9-90fd-50e9e22aa601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.198869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfb1-08ef-4af9-90fd-50e9e22aa601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.202615 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a760f351-7563-4d32-b64e-17a2fb688e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:18.216985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0bfb1-08ef-4af9-90fd-50e9e22aa601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcf9c00-e08e-4b8b-8752-ec2d73c57ec4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:18.219800 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-02d0bfb1-08ef-4af9-90fd-50e9e22aa601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:18.227228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfb1-08ef-4af9-90fd-50e9e22aa601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.230964 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-02d0bfb1-08ef-4af9-90fd-50e9e22aa601 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffcf9c00-e08e-4b8b-8752-ec2d73c57ec4 HTTP/1.1" status: 204 len: 168 time: 0.1693263 Nov 25 12:02:18.547123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48478) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:18.565875 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.597375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:18.601277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Usage tracker for resource:security_group_rule and tenant:c05ff434f2ac44fbbe7472be1b97a959 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:18.604268 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:18.609927 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:18.674688 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.678243 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.684640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c2c9d358-dc3e-4344-8248-b29fbca7a0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:18.723626 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff458aca-0c02-4ddf-b887-d984e85af9fb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:18.727298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:18.729642 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ec723fe-3284-4c02-acf9-c20de491afce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c05ff434f2ac44fbbe7472be1b97a959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815374 Nov 25 12:02:18.732291 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48482) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:18.791205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41ce6471-989f-45ab-837f-bb2962c9757c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.819536 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41ce6471-989f-45ab-837f-bb2962c9757c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.868178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41ce6471-989f-45ab-837f-bb2962c9757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.872787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ba9fa31b-932d-4745-8fdd-d7f1eb88f903 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:18.885523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce6471-989f-45ab-837f-bb2962c9757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff458aca-0c02-4ddf-b887-d984e85af9fb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:18.888090 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-41ce6471-989f-45ab-837f-bb2962c9757c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:18.889187 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41ce6471-989f-45ab-837f-bb2962c9757c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.890364 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-41ce6471-989f-45ab-837f-bb2962c9757c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff458aca-0c02-4ddf-b887-d984e85af9fb HTTP/1.1" status: 204 len: 168 time: 0.1570983 Nov 25 12:02:19.747533 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d24b6091-f58f-4ba2-b190-4d5776bb3a86 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:02:19.752825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48504) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:19.783664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: d24b6091-f58f-4ba2-b190-4d5776bb3a86 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:02:19.784037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d24b6091-f58f-4ba2-b190-4d5776bb3a86 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:02:19.880088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-618110728-network', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:19.884788 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:19.888611 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Usage tracker for resource:network and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:19.891449 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:19.898368 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:19.907720 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Made reservation on behalf of c4ebf332944941eb98cee39ad5ebba4d for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:19.909931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:19.925374 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:19.955694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:19.960068 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:19.963002 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:19.968818 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:20.032253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.035808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.040187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-56639975-2e3d-4df7-a13e-7b995e4f4c33 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:20.066019 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:02:20.074616 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f697e-8e2b-4768-afff-0a4a7037fb83,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:20.078178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:20.080443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.080800 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Added segment ee33d78a-b833-46e7-9189-c352dfbbd072 of type vlan for network c039b897-d2e8-4a96-85b4-8a847790fa08 Nov 25 12:02:20.110717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.143241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.144158 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:20.144713 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.150337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-c44f7e9d-081a-405c-8da3-7349696491ad tempest-RoutersTest-1482652150 tempest-RoutersTest-1482652150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:20.247213 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=c039b897-d2e8-4a96-85b4-8a847790fa08,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:20.253675 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4998281 Nov 25 12:02:20.253860 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:20.254613 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:20.259693 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network c039b897-d2e8-4a96-85b4-8a847790fa08 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:02:20.262101 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Request body: {'subnet': {'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-618110728-subnet', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:20.267793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:20.273250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Usage tracker for resource:subnet and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:20.276585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:20.284926 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:20.296559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Made reservation on behalf of c4ebf332944941eb98cee39ad5ebba4d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:20.299609 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.502368 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.506424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e730cc63-eb02-44d9-92af-9689854b4100 tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:20.575424 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1a59a1-af6e-471c-97de-753c08e72d19,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:20.578529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:20.592968 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Checking segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:20.593314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Network hostable DHCP agents. Network: c039b897-d2e8-4a96-85b4-8a847790fa08, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:02:20.613568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Network c039b897-d2e8-4a96-85b4-8a847790fa08 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:02:20.622857 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, c039b897-d2e8-4a96-85b4-8a847790fa08) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:20.626980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:20.627550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.635267 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e0466-16ae-4f17-bd14-0a62f90401c9 None None] Network c039b897-d2e8-4a96-85b4-8a847790fa08 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:02:20.653412 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d738749-83a4-4a7c-99aa-d03dc1f2aebb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3981001 Nov 25 12:02:20.655989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48514) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:20.661363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:20.665975 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:20.669735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Usage tracker for resource:router and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:20.672508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:20.678605 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:20.689839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.690962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.710487 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.843459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-c039b897-d2e8-4a96-85b4-8a847790fa08', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 12:02:20.844308 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.863080 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.997458 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Allocated IP 172.20.0.2 (c039b897-d2e8-4a96-85b4-8a847790fa08/db1a59a1-af6e-471c-97de-753c08e72d19/6e6332db-501c-451a-8023-e9e879d12de0) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:21.049512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.079254 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.198628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.209117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Transition to ACTIVE for port object 6e6332db-501c-451a-8023-e9e879d12de0 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:21.220696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Allocated IP 172.26.5.76 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/9bd7f89d-b6e0-45ec-9193-fbcd09886ba0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:21.229007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Transition to ACTIVE for port object 6e6332db-501c-451a-8023-e9e879d12de0 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:21.235767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.240779 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:21.302480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Network c039b897-d2e8-4a96-85b4-8a847790fa08 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:21.305541 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:21.309722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:21.311773 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Pushing event updated for resources: {'Port': ['ID=6e6332db-501c-451a-8023-e9e879d12de0,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:21.314813 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:21.369329 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.397602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.399863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Attempting to bind port 6e6332db-501c-451a-8023-e9e879d12de0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:21.400269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Attempting to bind port 6e6332db-501c-451a-8023-e9e879d12de0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:21.400635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Attempting to bind port 6e6332db-501c-451a-8023-e9e879d12de0 on network c039b897-d2e8-4a96-85b4-8a847790fa08 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:21.402093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1272da91-be8f-4955-b9f7-5fdd44caf6e2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:21.407032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:02:21.407409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Checking segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:21.407815 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.408238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Bound using segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:02:21.408704 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Bound port: 6e6332db-501c-451a-8023-e9e879d12de0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:21.409080 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.467265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:21.470451 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:21.473045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:21.496849 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] For port 6e6332db-501c-451a-8023-e9e879d12de0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:02:21.500400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] For port 6e6332db-501c-451a-8023-e9e879d12de0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6e6332db-501c-451a-8023-e9e879d12de0,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:02:21.506515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.511564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-199db539-35e1-431b-8a7a-1023792cc089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:21.604156 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Pushing event updated for resources: {'Port': ['ID=6e6332db-501c-451a-8023-e9e879d12de0,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:21.607211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:21.631378 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Pushing event updated for resources: {'Port': ['ID=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:21.634771 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:21.794280 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.795002 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:21.856282 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6e6332db-501c-451a-8023-e9e879d12de0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:21.929722 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 6e6332db-501c-451a-8023-e9e879d12de0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:22.039685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Router 41f0fa4d-44de-4393-9205-ec9d93759a0a is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 12:02:22.242545 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:02:22.253525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Sync routers for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:02:22.267338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:22.267965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:22.268913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:22.272788 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6134238 Nov 25 12:02:22.273087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:22.489039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:22.593295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d7940-1369-4f9c-aba8-ba3c86d22760 None None] Network c039b897-d2e8-4a96-85b4-8a847790fa08 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:02:22.803852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Provisioning for port 6e6332db-501c-451a-8023-e9e879d12de0 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:22.828576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Provisioning complete for port 6e6332db-501c-451a-8023-e9e879d12de0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:22.828874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.008696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.085805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:21Z', 'revision_number': 3, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:23.088440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.110236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Checking router: 41f0fa4d-44de-4393-9205-ec9d93759a0a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:02:23.110590 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Updating router 41f0fa4d-44de-4393-9205-ec9d93759a0a port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:02:23.181078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.209673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] For port 6e6332db-501c-451a-8023-e9e879d12de0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6e6332db-501c-451a-8023-e9e879d12de0,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:23.215319 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Allocated IP 172.20.0.1 (c039b897-d2e8-4a96-85b4-8a847790fa08/db1a59a1-af6e-471c-97de-753c08e72d19/c613d335-12c7-44a9-a9db-bf0e5a29f91a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:23.218842 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.222664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-43cb20af-88e7-48be-9fe1-16856135b96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:23.361730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Pushing event updated for resources: {'Port': ['ID=6e6332db-501c-451a-8023-e9e879d12de0,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:23.367682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:23.496791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.498037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4dcedb5d-e94e-405a-b8a2-35ac41248c9c None None] Provisioning complete for port 6e6332db-501c-451a-8023-e9e879d12de0 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:23.498408 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4dcedb5d-e94e-405a-b8a2-35ac41248c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.513055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Transition to ACTIVE for port object c613d335-12c7-44a9-a9db-bf0e5a29f91a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:23.537797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.544122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eb0cf931-b318-4dc9-a340-185fdc57a044 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:23.610704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Network c039b897-d2e8-4a96-85b4-8a847790fa08 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:23.613859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:23.618648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:23.643833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Pushing event updated for resources: {'Port': ['ID=c613d335-12c7-44a9-a9db-bf0e5a29f91a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:23.650157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:23.674096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.682584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.700939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Transition to ACTIVE for port object 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:23.708457 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.712390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:23.767060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.817948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6e6332db-501c-451a-8023-e9e879d12de0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:23.850859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fad0d2-195a-4d10-9057-ae1fdf27886a None None] Pushing event updated for resources: {'Port': ['ID=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:23.907499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Attempting to bind port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:23.907768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Attempting to bind port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:23.908157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Attempting to bind port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:23.913648 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-33fad0d2-195a-4d10-9057-ae1fdf27886a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:23.940068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:02:23.940444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:23.940850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.941250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:02:23.941719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Bound port: 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:23.942092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.982478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ba870256-5553-4b9a-936a-4ef031d0fbc8 None None] Provisioning for port c613d335-12c7-44a9-a9db-bf0e5a29f91a completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:23.998182 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:23.998338 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ba870256-5553-4b9a-936a-4ef031d0fbc8 None None] Provisioning complete for port c613d335-12c7-44a9-a9db-bf0e5a29f91a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:23.998651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ba870256-5553-4b9a-936a-4ef031d0fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:24.002645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:24.028913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:24.071111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] For port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:02:24.076360 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] For port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:02:24.083032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:24.086721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-773bce8e-5b3b-4bbc-b5a7-7ef5f61f7f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:24.109365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Pushing event updated for resources: {'Port': ['ID=c613d335-12c7-44a9-a9db-bf0e5a29f91a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:24.111933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:24.113971 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-ba870256-5553-4b9a-936a-4ef031d0fbc8 None None] Port c613d335-12c7-44a9-a9db-bf0e5a29f91a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:02:24.116260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 6e6332db-501c-451a-8023-e9e879d12de0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:24.116641 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:24.117550 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:24.214952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fad0d2-195a-4d10-9057-ae1fdf27886a None None] Pushing event updated for resources: {'Port': ['ID=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:24.219281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-33fad0d2-195a-4d10-9057-ae1fdf27886a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:24.232037 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:24.233089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:24.255216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Network c039b897-d2e8-4a96-85b4-8a847790fa08 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:24.256410 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:24.466662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:24.639812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-51df5d6c-55d0-4643-845c-4bccaf8350cc None None] Provisioning complete for port c613d335-12c7-44a9-a9db-bf0e5a29f91a triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:24.640216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-51df5d6c-55d0-4643-845c-4bccaf8350cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:24.662035 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Router 41f0fa4d-44de-4393-9205-ec9d93759a0a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:02:24.752420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-51df5d6c-55d0-4643-845c-4bccaf8350cc None None] Port c613d335-12c7-44a9-a9db-bf0e5a29f91a cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:02:24.852995 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 2, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:24.857157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fca3c7-2256-4dfe-8c57-a971d82cea6b None None] The sync data for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv is: [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 2, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:02:24.875438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:02:24.888148 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] 10.222.0.41 "PUT /v2.0/routers/41f0fa4d-44de-4393-9205-ec9d93759a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6139631 Nov 25 12:02:25.799566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48540) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:25.806342 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-30893352-network', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:25.811277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:25.816870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Usage tracker for resource:network and tenant:5d93d6f3b7884e0cba8270d26cc03c32 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:25.821111 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:25.827534 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:25.831272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:25.838813 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Made reservation on behalf of 5d93d6f3b7884e0cba8270d26cc03c32 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:25.841144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:25.854138 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:25.888522 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:25.892486 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Usage tracker for resource:security_group_rule and tenant:5d93d6f3b7884e0cba8270d26cc03c32 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:25.895340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:25.901816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:25.906124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:25.911392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:25.911958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:25.980264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:25.984358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:25.987317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0caa8adf-231d-42f8-ae8e-fdfbb39f511e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:26.016144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:02:26.025174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf707c-a27f-4adc-98ec-c93771c4aa56,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:26.028530 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:26.031588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.031588 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Added segment 1cbe884d-1e5f-4d31-9173-7736861bb1b0 of type vlan for network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b Nov 25 12:02:26.037018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.055008 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:26.059567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.060172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.061691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-9858ca2f-bf17-4203-a87c-b25267b5e063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:26.094676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.095856 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:26.096481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.100521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f99d4b29-3e49-4add-b243-06b5d7770159 tempest-NetworksTest-1843538671 tempest-NetworksTest-1843538671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:26.130475 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:26.133695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:26.313581 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Pushing event updated for resources: {'Network': ['ID=89d20b80-96a0-4ab6-9421-ea1ea6c4c64b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:26.317366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:26.318922 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7210b47a-4b1a-4747-965e-f033783e980a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5176697 Nov 25 12:02:26.322137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48544) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:26.323912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:02:26.327821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Request body: {'subnet': {'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-30893352-subnet', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'ip_version': 4}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:26.332826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:26.336705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Usage tracker for resource:subnet and tenant:5d93d6f3b7884e0cba8270d26cc03c32 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:26.339559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:26.346244 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:26.356510 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Made reservation on behalf of 5d93d6f3b7884e0cba8270d26cc03c32 for: {'subnet': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:26.359114 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513038'] for subnet, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.662993 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16690741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513084'] for subnet, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.666359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a4b33a14-1449-40d3-ae8c-a7e0da62543b tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:26.732986 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d6b41f-955c-4937-8771-b49994cb42eb,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:26.735500 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:26.750380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Checking segment: {'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:26.750725 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Network hostable DHCP agents. Network: 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:02:26.772163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:02:26.780748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b) {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:26.784685 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:26.785278 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.789833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa0cf0-0f92-4226-8cb3-7195af71dfc8 None None] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:02:26.805014 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b5b9f473-18a7-4da1-a9b2-bf16c317290a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4818075 Nov 25 12:02:26.807558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48548) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:26.812495 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:26.817313 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:26.821677 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Usage tracker for resource:router and tenant:5d93d6f3b7884e0cba8270d26cc03c32 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:26.824643 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:26.830309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:26.840862 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.841716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:26.859163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.000983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.007319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-89d20b80-96a0-4ab6-9421-ea1ea6c4c64b', 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'fixed_ips': [{'subnet_id': '47d6b41f-955c-4937-8771-b49994cb42eb'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 12:02:27.008244 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.190062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.206949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Allocated IP 172.20.0.2 (89d20b80-96a0-4ab6-9421-ea1ea6c4c64b/47d6b41f-955c-4937-8771-b49994cb42eb/361c2472-a5d1-4102-be01-2a0dce50e24c) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:27.220330 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.357667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Allocated IP 172.26.5.92 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/e1b1a1bb-67a4-47a2-8c43-355fe35e2c14) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:27.404505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.414669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Transition to ACTIVE for port object 361c2472-a5d1-4102-be01-2a0dce50e24c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:27.432762 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Transition to ACTIVE for port object 361c2472-a5d1-4102-be01-2a0dce50e24c will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:27.437800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.443603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:27.503921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.515629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:27.524130 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Pushing event updated for resources: {'Port': ['ID=361c2472-a5d1-4102-be01-2a0dce50e24c,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:27.526852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:27.528682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:27.529404 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:27.551642 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.558424 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:27.619388 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:27.620161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Attempting to bind port 361c2472-a5d1-4102-be01-2a0dce50e24c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:27.620537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Attempting to bind port 361c2472-a5d1-4102-be01-2a0dce50e24c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:27.620906 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Attempting to bind port 361c2472-a5d1-4102-be01-2a0dce50e24c on network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:27.626163 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:27.628691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:02:27.629300 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Checking segment: {'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:27.629715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.630476 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Bound using segment: {'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:02:27.630650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Bound port: 361c2472-a5d1-4102-be01-2a0dce50e24c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:27.630774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:27.631005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.658992 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:27.665360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:27.720148 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] For port 361c2472-a5d1-4102-be01-2a0dce50e24c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:02:27.723241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] For port 361c2472-a5d1-4102-be01-2a0dce50e24c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=361c2472-a5d1-4102-be01-2a0dce50e24c,segment=NetworkSegment(1cbe884d-1e5f-4d31-9173-7736861bb1b0),segment_id=1cbe884d-1e5f-4d31-9173-7736861bb1b0)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:02:27.727946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.731894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-516a6c94-e7bf-4081-b822-9427d4dabf74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:27.803186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.803988 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:27.808172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:27.851775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Pushing event updated for resources: {'Port': ['ID=361c2472-a5d1-4102-be01-2a0dce50e24c,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:27.856489 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:27.886388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:27.887024 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:28.069732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 12:02:28.375180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:02:28.384833 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Sync routers for ids ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:02:28.399316 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Routers {'3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:28.400057 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:28.400605 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:28.404580 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5958817 Nov 25 12:02:28.404772 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48552) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:28.586276 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Set router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:28.743565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ad36e-d8d2-49e6-b0f4-e6288d9ab3d1 None None] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:02:28.831339 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e3fb83d1-fcf8-4ce3-8fec-803bbab79562 None None] Provisioning for port 361c2472-a5d1-4102-be01-2a0dce50e24c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:28.881446 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:02:27Z', 'revision_number': 3, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port': {'id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:27Z', 'updated_at': '2021-11-25T12:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:28.885381 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Checking router: 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:02:28.885876 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Updating router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:02:28.936112 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.183321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.265575 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.277213 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Transition to ACTIVE for port object e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:29.283513 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.287349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-df33f96e-0912-4553-9bfe-cdd0c790f3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:29.363446 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Attempting to bind port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:29.363812 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Attempting to bind port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:29.364189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Attempting to bind port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:29.366784 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Pushing event updated for resources: {'Port': ['ID=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:29.377624 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:02:29.377985 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:29.378378 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.378760 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:02:29.379210 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Bound port: e1b1a1bb-67a4-47a2-8c43-355fe35e2c14, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:29.379573 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.399448 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Allocated IP 172.20.0.1 (89d20b80-96a0-4ab6-9421-ea1ea6c4c64b/47d6b41f-955c-4937-8771-b49994cb42eb/174ec7c8-9f94-402a-bcaa-0386cdc88d13) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:29.406332 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.407010 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.407010 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.407285 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.407603 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.407920 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.408276 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.408571 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.408879 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.409189 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.409497 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:29.418349 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:29.454907 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] For port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:02:29.457834 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] For port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:02:29.462280 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.466683 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-02ff9ca2-561d-4e4d-9680-5a59e722a3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:29.546540 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Pushing event updated for resources: {'Port': ['ID=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:29.549400 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Routers {'3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:29.550023 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:29.553768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.570194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Transition to ACTIVE for port object 174ec7c8-9f94-402a-bcaa-0386cdc88d13 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:29.593844 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.598331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c520f9f9-28fe-4aa4-991a-34b64ee01ee3 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:29.602379 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-cb997d91-0d35-4721-9da3-658cb5359628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:29.661298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:29.665376 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:29.667787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:29.705323 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Pushing event updated for resources: {'Port': ['ID=174ec7c8-9f94-402a-bcaa-0386cdc88d13,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:29.710013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:29.730697 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.734340 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] Set router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:29.832952 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:29.857264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 361c2472-a5d1-4102-be01-2a0dce50e24c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:29.938548 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 361c2472-a5d1-4102-be01-2a0dce50e24c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:29.943764 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 361c2472-a5d1-4102-be01-2a0dce50e24c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:29.944221 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.022788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b9aad657-5a26-4d36-b989-c000547b9a46 None None] Provisioning for port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:30.029883 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b9aad657-5a26-4d36-b989-c000547b9a46 None None] Provisioning complete for port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:30.030264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b9aad657-5a26-4d36-b989-c000547b9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.088074 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:02:27Z', 'revision_number': 3, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port': {'id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:27Z', 'updated_at': '2021-11-25T12:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:30.093519 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cc428-8678-4b12-a744-7dfad20fe2d1 None None] The sync data for ids ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'] in dv-neutron-819177-1-hyperv is: [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:02:27Z', 'revision_number': 3, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port': {'id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:27Z', 'updated_at': '2021-11-25T12:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:02:30.130714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.139342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-b9aad657-5a26-4d36-b989-c000547b9a46 None None] Port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:02:30.165055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 361c2472-a5d1-4102-be01-2a0dce50e24c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=361c2472-a5d1-4102-be01-2a0dce50e24c,segment=NetworkSegment(1cbe884d-1e5f-4d31-9173-7736861bb1b0),segment_id=1cbe884d-1e5f-4d31-9173-7736861bb1b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:30.168744 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.170536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-d13ee395-ee1b-4306-a749-38f459292231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:30.186354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.191026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.221110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2b1f8b5d-31f0-4926-b1ea-0d962292d646 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:30.234998 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=361c2472-a5d1-4102-be01-2a0dce50e24c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:30.238006 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:30.298513 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Pushing event updated for resources: {'Port': ['ID=174ec7c8-9f94-402a-bcaa-0386cdc88d13,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:30.300833 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.304929 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:30.306673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.435204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:30.436167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:30.624025 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:02:30.665615 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a8f3eaed-f1ca-4ff1-b8a6-279f479afba8 None None] Provisioning complete for port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:30.665991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a8f3eaed-f1ca-4ff1-b8a6-279f479afba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:30.720160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3eaed-f1ca-4ff1-b8a6-279f479afba8 None None] Port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:02:30.824818 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:02:31.020096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:02:31.029831 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] 10.222.0.41 "PUT /v2.0/routers/3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235013 Nov 25 12:02:31.612174 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:31.617886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664838929', 'description': 'tempest-secgroup-smoke-1664838929 description', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:31.623872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:31.627630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:31.630963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:31.636599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:31.647433 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.681770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:31.685504 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:31.688281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:31.694762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:31.747907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.752827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.756798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e40c4634-01ce-49f3-b735-48f90d41fd4c tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:31.798815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713197d2-e25b-4e66-895f-d84c239f57dc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:31.801351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.804075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 361c2472-a5d1-4102-be01-2a0dce50e24c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:31.805719 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1925204 Nov 25 12:02:31.806332 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48566) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:31.806718 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3b920a20-067e-4b77-ac0b-1faef3f34cdb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:31.812863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': '713197d2-e25b-4e66-895f-d84c239f57dc', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:31.819316 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:31.824175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:31.828391 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:31.834850 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:31.851458 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.874342 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 361c2472-a5d1-4102-be01-2a0dce50e24c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:31.874726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.910359 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.915568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.917511 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cb97e9fa-e2a6-4dc4-a1d6-7d5e0cf52ef3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:31.939649 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2550e2b8-d887-4d38-8345-e3976bfebca2,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:31.944087 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:31.948745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:31.952564 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-975e040c-304a-4a7e-8794-da4e05783c03 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419344 Nov 25 12:02:31.952710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48570) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:31.958891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': '713197d2-e25b-4e66-895f-d84c239f57dc', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:31.965305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:31.969684 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:31.972825 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:31.979544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:31.995926 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.056182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.059724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.061475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df5b3d2f-9212-42a5-b45f-81a9af9a9ecb tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:32.084380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edae890-765c-46f1-aff6-a2645847c574,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:32.088629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:32.093028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.097233 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48574) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:32.097697 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1435812 Nov 25 12:02:32.103871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': '713197d2-e25b-4e66-895f-d84c239f57dc', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:32.110128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:32.114057 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:32.117249 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:32.123219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:32.141629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.202588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.206221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.208107 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-811ce952-72db-42ce-8320-05d3f5912ea8 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:32.230043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30c3e1a-ef1f-4878-9472-5052e1568c09,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:32.234277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:32.238654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.239810 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1408799 Nov 25 12:02:32.242599 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48578) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:32.247865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': '713197d2-e25b-4e66-895f-d84c239f57dc', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:32.253619 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:32.258762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:32.262209 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:32.268274 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:32.285357 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.346814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.350421 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.358310 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f48bf693-7d12-4a98-9025-11bfe80bae51 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:32.378629 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d2831a-4511-4a80-aecb-7433441deeac,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:32.381858 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:32.386264 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.387573 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440513 Nov 25 12:02:32.390234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48582) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:32.395635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': '713197d2-e25b-4e66-895f-d84c239f57dc', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:32.401980 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:32.405830 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:32.408743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:32.414383 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:32.428094 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Project c4ebf332944941eb98cee39ad5ebba4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:02:32.434250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.498658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.502197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.508993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4669c792-caa3-4905-8ef7-6e63e201d359 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:32.528588 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ae7da9-286a-4773-9331-f56951fd1aac,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:32.531580 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:32.538957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.543277 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82b4c1da-ac59-4d50-8a41-b98c95cf3994 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1490755 Nov 25 12:02:32.543277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48586) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:32.548363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': '713197d2-e25b-4e66-895f-d84c239f57dc', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:32.554743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:32.558532 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:32.561393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:32.567467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:32.577923 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Project c4ebf332944941eb98cee39ad5ebba4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:02:32.584373 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.648495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.651797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.653583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-28018c76-6316-4848-bb84-30265de00403 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:32.674492 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd9de52-dd91-41d4-a222-648c84e19f59,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:32.676805 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:32.683922 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.685118 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-66927dd4-7e1a-4666-a996-734c205ce9ea tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1413069 Nov 25 12:02:32.858202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-1390ad8b-8ddb-44e5-afb0-d8c31b37d639 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:32.874287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-1390ad8b-8ddb-44e5-afb0-d8c31b37d639 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:32.875510 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-1390ad8b-8ddb-44e5-afb0-d8c31b37d639 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664838929&fields=id&tenant_id=c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 267 time: 0.0597494 Nov 25 12:02:33.018407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-cd8a8e68-17c8-45d2-87ae-c31ccedcdf61 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:33.018977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-cd8a8e68-17c8-45d2-87ae-c31ccedcdf61 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:network {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:33.034873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-cd8a8e68-17c8-45d2-87ae-c31ccedcdf61 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:network {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:33.036063 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-cd8a8e68-17c8-45d2-87ae-c31ccedcdf61 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 808 time: 0.1541562 Nov 25 12:02:33.052195 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-81c3010c-e395-4a42-a1c5-b712daeed875 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/quotas/c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 375 time: 0.0102406 Nov 25 12:02:33.130501 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-1823ebce-5ae1-489d-9ae8-621e4a2e4654 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725904 Nov 25 12:02:33.266227 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-08123688-9723-43fe-a190-476a89afbb5b service neutron] 10.222.0.41 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241274 Nov 25 12:02:33.395733 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-6015b57c-5622-4b28-858d-7f39ab923f41 service neutron] 10.222.0.41 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238494 Nov 25 12:02:33.575756 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-569c670a-1efa-4b49-868a-33d2ac59bb95 req-0f242ca7-4784-44ee-bbd1-0c762a59b016 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0417318 Nov 25 12:02:34.048975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f17c2d86-ac0e-46f5-99b6-760e22b4ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:34.247586 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:34.687833 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6543aa25-6c1b-4f3d-bd74-85814601934a req-cc066849-af0d-4b09-b5b6-945e1482e2d4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0447495 Nov 25 12:02:35.831103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:35.861617 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-92220996-66ef-4ebe-9423-b183c45bf31b req-fcf94e5c-9550-48db-8582-b1d0110c01f9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0453506 Nov 25 12:02:35.902507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:35.908816 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:35.909199 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:36.021817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:36.038165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:36.041958 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:36.043777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:36.110584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:36.113872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:36.357681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce976-7d66-406b-895d-6cf962940fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:36.640144 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-1c3b0878-55a7-4784-b5bc-4e7472c369e7 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:36.641548 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-1c3b0878-55a7-4784-b5bc-4e7472c369e7 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 808 time: 0.1532702 Nov 25 12:02:36.697812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-2664c736-fa6c-4ba3-9a56-ab0a71c5e0d9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:36.710473 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-2664c736-fa6c-4ba3-9a56-ab0a71c5e0d9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:36.711642 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-2664c736-fa6c-4ba3-9a56-ab0a71c5e0d9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 380 time: 0.0559521 Nov 25 12:02:36.723246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'port': {'device_id': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'admin_state_up': True, 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'security_groups': ['713197d2-e25b-4e66-895f-d84c239f57dc']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:36.964888 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:36.968654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:port and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:36.971426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:36.977075 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:36.987570 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Made reservation on behalf of c4ebf332944941eb98cee39ad5ebba4d for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:36.991341 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.025578 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b14fa82d-1aa9-4824-b1db-a365858ae76f req-a9474a22-d24c-4798-81fc-eddfd690e8c5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0402913 Nov 25 12:02:37.146828 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Allocated IP 172.20.0.6 (c039b897-d2e8-4a96-85b4-8a847790fa08/db1a59a1-af6e-471c-97de-753c08e72d19/af63647e-45ba-4a63-a64f-cda5a05e672e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:37.337480 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.352729 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Transition to ACTIVE for port object af63647e-45ba-4a63-a64f-cda5a05e672e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:37.373962 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.379303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2966974f-80a7-4ace-8351-af89d5e67d90 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:37.446048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Network c039b897-d2e8-4a96-85b4-8a847790fa08 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:37.449401 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:37.453672 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:37.478648 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:37.484216 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:37.516364 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.523110 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:37.523719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.552969 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-76df7894-927a-4915-b7b5-2662ecf302bc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332415 Nov 25 12:02:37.564798 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Request body: {'port': {'device_id': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:37.673814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.679635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-21e7a03d-5987-4e23-8ad7-4994e6339105 None None] Provisioning for port af63647e-45ba-4a63-a64f-cda5a05e672e completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:37.684881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-21e7a03d-5987-4e23-8ad7-4994e6339105 None None] Provisioning complete for port af63647e-45ba-4a63-a64f-cda5a05e672e triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:37.685459 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-21e7a03d-5987-4e23-8ad7-4994e6339105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.737545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-21e7a03d-5987-4e23-8ad7-4994e6339105 None None] Port af63647e-45ba-4a63-a64f-cda5a05e672e cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:02:37.804753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:37.874800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:37.875085 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:38.013258 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af63647e-45ba-4a63-a64f-cda5a05e672e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:02:38.019974 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:38.034678 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Transition to ACTIVE for port object af63647e-45ba-4a63-a64f-cda5a05e672e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:38.038157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:38.042096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e9b90799-2b19-460a-888b-70e037298c1d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:38.166523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:38.170142 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:38.230947 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70342a4-34f2-4f05-9a70-6e46853e43f0 req-b4e6e071-30b1-4d07-96bd-a680aca488e7 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:38.232587 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d70342a4-34f2-4f05-9a70-6e46853e43f0 req-b4e6e071-30b1-4d07-96bd-a680aca488e7 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0841317 Nov 25 12:02:38.278475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Attempting to bind port af63647e-45ba-4a63-a64f-cda5a05e672e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:38.278812 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Attempting to bind port af63647e-45ba-4a63-a64f-cda5a05e672e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:38.279132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Attempting to bind port af63647e-45ba-4a63-a64f-cda5a05e672e on network c039b897-d2e8-4a96-85b4-8a847790fa08 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:38.284504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d70342a4-34f2-4f05-9a70-6e46853e43f0 req-78c90261-8e67-4d32-be58-188f21f312fa tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456283 Nov 25 12:02:38.285299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Port af63647e-45ba-4a63-a64f-cda5a05e672e on network c039b897-d2e8-4a96-85b4-8a847790fa08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 12:02:38.285612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Attempting to bind port af63647e-45ba-4a63-a64f-cda5a05e672e on network c039b897-d2e8-4a96-85b4-8a847790fa08 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:38.291866 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:02:38.292225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Checking segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:38.292598 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Bound using segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:02:38.293014 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Bound port: af63647e-45ba-4a63-a64f-cda5a05e672e, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:38.293354 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:38.380242 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:02:38.383761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:02:38.388362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:38.392428 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e3a52036-29ca-4377-a0c5-b50152fae24b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:38.445511 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:38.446877 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] 10.222.0.48 "PUT /v2.0/ports/af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 1093 time: 0.8867064 Nov 25 12:02:38.447396 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:38.471164 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:38.475510 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:38.550015 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'status': 'completed', 'code': 200} Nov 25 12:02:38.587829 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-953ced09-05b1-433f-974d-505a0bab752e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0899699 Nov 25 12:02:38.659395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-ae037de2-7d0a-4d6b-ae23-947d5b4d1acf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 217 time: 0.0642030 Nov 25 12:02:38.820808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-dc65bedd-54a3-4c85-9d69-1fa0562a4b8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:38.822274 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-dc65bedd-54a3-4c85-9d69-1fa0562a4b8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.1561530 Nov 25 12:02:38.898219 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-7df2c65f-0956-4bf3-98e6-0991495c0d74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695517 Nov 25 12:02:38.986028 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:39.026873 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-5fa5b0c6-11fc-4b26-811c-2baf54bd814f service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220691 Nov 25 12:02:39.156361 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-95f8a9e7-35a1-4656-8f49-18e4c5b2fbc5 req-8aae4861-4c18-49d9-be1d-6788c0921557 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227825 Nov 25 12:02:39.270928 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-d0dac5b0-c14c-4863-82db-aacf8843135a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0678542 Nov 25 12:02:39.403468 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-a76d401b-d692-48d9-af64-32644819c6a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:39.404912 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-a76d401b-d692-48d9-af64-32644819c6a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1255674 Nov 25 12:02:39.473025 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba1-0c50-43e2-9f4a-a64ee65da094 req-88773c4b-e03b-4b9d-afc0-6acf6e7467c5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:39.474394 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5a31ba1-0c50-43e2-9f4a-a64ee65da094 req-88773c4b-e03b-4b9d-afc0-6acf6e7467c5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0761566 Nov 25 12:02:39.477078 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-8ff979d9-a87b-4d07-be96-ddd2225c8e26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 217 time: 0.0637953 Nov 25 12:02:39.525719 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d5a31ba1-0c50-43e2-9f4a-a64ee65da094 req-9c72a295-539f-4fce-8ba5-4875d981881e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Nov 25 12:02:39.543640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-1ea94531-315b-4e82-afaf-309b1b717122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:39.545117 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-1ea94531-315b-4e82-afaf-309b1b717122 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0612948 Nov 25 12:02:39.626140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Sync routers for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:02:39.626785 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-af3cf22b-74d5-400e-8e34-04992a5199e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747292 Nov 25 12:02:39.638253 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:39.638860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:39.761403 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-df7ccf61-1f46-4c83-837c-4de9839356bf service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259756 Nov 25 12:02:39.813340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:39.897666 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2c316a5b-584c-4e3e-bfcb-851907f47395 req-b1fe6c1a-d94a-4b0b-9bf7-ee3566d34423 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272013 Nov 25 12:02:40.118865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 2, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:40.124026 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Checking router: 41f0fa4d-44de-4393-9205-ec9d93759a0a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:02:40.124388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Updating router 41f0fa4d-44de-4393-9205-ec9d93759a0a port c613d335-12c7-44a9-a9db-bf0e5a29f91a binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:02:40.173822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:40.441755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:02:40.566591 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:40.625839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Transition to ACTIVE for port object c613d335-12c7-44a9-a9db-bf0e5a29f91a will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:40.654503 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:40.660186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:40.721545 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:40.727386 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dc03-c065-4a74-8450-b30c0ea95a59 req-5926cf4b-09c4-46c7-9a07-f9b5a363f71b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:40.728879 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9b89dc03-c065-4a74-8450-b30c0ea95a59 req-5926cf4b-09c4-46c7-9a07-f9b5a363f71b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0796571 Nov 25 12:02:40.778095 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-9b89dc03-c065-4a74-8450-b30c0ea95a59 req-c4c3c8cf-ab64-4f80-91dc-78add36defae tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Nov 25 12:02:40.800887 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'port_id': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'mac_address': 'fa:16:3e:6e:09:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:02:40.809583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1ecf6-af1e-4eb3-890d-fd5c4fdfa7d5 None None] Pushing event updated for resources: {'Port': ['ID=c613d335-12c7-44a9-a9db-bf0e5a29f91a,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:40.813499 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-03b1ecf6-af1e-4eb3-890d-fd5c4fdfa7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:40.935563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:40.966481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af63647e-45ba-4a63-a64f-cda5a05e672e {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:02:40.970092 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Attempting to bind port c613d335-12c7-44a9-a9db-bf0e5a29f91a on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:40.970464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Attempting to bind port c613d335-12c7-44a9-a9db-bf0e5a29f91a by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:40.970830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Attempting to bind port c613d335-12c7-44a9-a9db-bf0e5a29f91a on network c039b897-d2e8-4a96-85b4-8a847790fa08 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:40.984616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:02:40.984950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Checking segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:40.985309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:40.985703 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Bound using segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:02:40.986166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Bound port: c613d335-12c7-44a9-a9db-bf0e5a29f91a, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:40.986540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:41.002456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:41.008256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:41.032771 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:41.141667 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:41.146149 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:41.152279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] For port c613d335-12c7-44a9-a9db-bf0e5a29f91a, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:02:41.156271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] For port c613d335-12c7-44a9-a9db-bf0e5a29f91a, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c613d335-12c7-44a9-a9db-bf0e5a29f91a,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:02:41.161386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:41.165123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:41.219567 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['af63647e-45ba-4a63-a64f-cda5a05e672e'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:02:41.266548 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Sync routers for ids ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:02:41.281938 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Routers {'3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:41.282820 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:41.297032 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1ecf6-af1e-4eb3-890d-fd5c4fdfa7d5 None None] Pushing event updated for resources: {'Port': ['ID=c613d335-12c7-44a9-a9db-bf0e5a29f91a,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:41.302327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-03b1ecf6-af1e-4eb3-890d-fd5c4fdfa7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:41.303421 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:41.304062 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:41.461986 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Set router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:41.554825 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:41.768313 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:02:29Z', 'revision_number': 4, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port': {'id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:27Z', 'updated_at': '2021-11-25T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '174ec7c8-9f94-402a-bcaa-0386cdc88d13', 'name': '', 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'mac_address': 'fa:16:3e:38:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47d6b41f-955c-4937-8771-b49994cb42eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:29Z', 'updated_at': '2021-11-25T12:02:29Z', 'revision_number': 2, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'subnets': [{'id': '47d6b41f-955c-4937-8771-b49994cb42eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:41.772272 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Checking router: 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:02:41.773420 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Updating router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:02:41.830730 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:41.854478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c613d335-12c7-44a9-a9db-bf0e5a29f91a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:41.997666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186b844-033a-43f1-ba76-d5a683f4553a req-5b30fe46-21a4-46ea-9872-edd64e8f8d7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:42.000994 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7186b844-033a-43f1-ba76-d5a683f4553a req-5b30fe46-21a4-46ea-9872-edd64e8f8d7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0837169 Nov 25 12:02:42.046011 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port c613d335-12c7-44a9-a9db-bf0e5a29f91a completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:42.054376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c613d335-12c7-44a9-a9db-bf0e5a29f91a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:42.054755 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.057128 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7186b844-033a-43f1-ba76-d5a683f4553a req-47a5f98a-b5db-446a-9d56-dd5283e74ff4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517399 Nov 25 12:02:42.171887 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.172999 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:41Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:42.183041 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Transition to ACTIVE for port object 174ec7c8-9f94-402a-bcaa-0386cdc88d13 will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:42.185508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed91e97-378c-4c73-98ef-dbf941af067a None None] The sync data for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv is: [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:41Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:02:42.191946 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.197002 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:42.347596 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.369212 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338aa7-83bf-4dcb-9d84-b45173c42427 None None] Pushing event updated for resources: {'Port': ['ID=174ec7c8-9f94-402a-bcaa-0386cdc88d13,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:42.375722 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1c338aa7-83bf-4dcb-9d84-b45173c42427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:42.447472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port c613d335-12c7-44a9-a9db-bf0e5a29f91a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c613d335-12c7-44a9-a9db-bf0e5a29f91a,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:42.462015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.466114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a82f2bf-0c97-4c4e-afb3-c0341d0d0d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:42.491249 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Attempting to bind port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:42.492123 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Attempting to bind port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:42.492752 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Attempting to bind port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 on network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:02:42.500863 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:02:42.501508 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Checking segment: {'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:02:42.501905 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.502292 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Bound using segment: {'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:02:42.502755 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Bound port: 174ec7c8-9f94-402a-bcaa-0386cdc88d13, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbe884d-1e5f-4d31-9173-7736861bb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:42.503123 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.503830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:42.601165 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] For port 174ec7c8-9f94-402a-bcaa-0386cdc88d13, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:02:42.604400 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] For port 174ec7c8-9f94-402a-bcaa-0386cdc88d13, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=174ec7c8-9f94-402a-bcaa-0386cdc88d13,segment=NetworkSegment(1cbe884d-1e5f-4d31-9173-7736861bb1b0),segment_id=1cbe884d-1e5f-4d31-9173-7736861bb1b0)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:02:42.609577 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.617682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=c613d335-12c7-44a9-a9db-bf0e5a29f91a,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:42.620154 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a42b4388-3cea-4568-bff7-399c2e460b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:42.624912 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:42.668935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port af63647e-45ba-4a63-a64f-cda5a05e672e completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:42.675406 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port af63647e-45ba-4a63-a64f-cda5a05e672e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:42.676247 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.701737 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338aa7-83bf-4dcb-9d84-b45173c42427 None None] Pushing event updated for resources: {'Port': ['ID=174ec7c8-9f94-402a-bcaa-0386cdc88d13,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:42.704518 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Routers {'3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:42.705113 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:42.760856 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1c338aa7-83bf-4dcb-9d84-b45173c42427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:42.802396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.831819 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:42.842097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:42.848851 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:42.851480 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-7a2bf538-29eb-4d87-b6d4-a9bc4eedcfb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:42.907301 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] Set router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:42.912954 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'code': 200} Nov 25 12:02:42.922575 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:42.925546 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:43.136139 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f81814ca-512a-48d7-a480-8a323fd880a6 req-d8705725-187d-4ed2-9526-f1dfe1fe00b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0687575 Nov 25 12:02:43.179487 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f81814ca-512a-48d7-a480-8a323fd880a6 req-f04ef983-c696-420e-bdab-9cbea67c079c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368462 Nov 25 12:02:43.224085 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:02:29Z', 'revision_number': 4, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port': {'id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:27Z', 'updated_at': '2021-11-25T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '174ec7c8-9f94-402a-bcaa-0386cdc88d13', 'name': '', 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'mac_address': 'fa:16:3e:38:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47d6b41f-955c-4937-8771-b49994cb42eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:29Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 4, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'subnets': [{'id': '47d6b41f-955c-4937-8771-b49994cb42eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:43.228681 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b689c-2eae-44bb-bb40-adc6a2acd76b None None] The sync data for ids ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'] in dv-neutron-819177-1-hyperv is: [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:02:29Z', 'revision_number': 4, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port': {'id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:27Z', 'updated_at': '2021-11-25T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '174ec7c8-9f94-402a-bcaa-0386cdc88d13', 'name': '', 'network_id': '89d20b80-96a0-4ab6-9421-ea1ea6c4c64b', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'mac_address': 'fa:16:3e:38:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47d6b41f-955c-4937-8771-b49994cb42eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:29Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 4, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'subnets': [{'id': '47d6b41f-955c-4937-8771-b49994cb42eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:02:43.259454 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fc009-526c-4c9b-8e06-dcc68b670460 req-32b3111c-e930-4e9a-8903-9bb510ba65b3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:43.261494 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b45fc009-526c-4c9b-8e06-dcc68b670460 req-32b3111c-e930-4e9a-8903-9bb510ba65b3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0783415 Nov 25 12:02:43.326849 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b45fc009-526c-4c9b-8e06-dcc68b670460 req-54de0302-2143-48ff-9a34-45a59df92045 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Nov 25 12:02:43.870330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c613d335-12c7-44a9-a9db-bf0e5a29f91a up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:43.938792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port c613d335-12c7-44a9-a9db-bf0e5a29f91a triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:43.939169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:44.061505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 174ec7c8-9f94-402a-bcaa-0386cdc88d13 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:44.129917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:44.134709 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:44.135107 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:44.249882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:44.281179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 174ec7c8-9f94-402a-bcaa-0386cdc88d13, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=174ec7c8-9f94-402a-bcaa-0386cdc88d13,segment=NetworkSegment(1cbe884d-1e5f-4d31-9173-7736861bb1b0),segment_id=1cbe884d-1e5f-4d31-9173-7736861bb1b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:02:44.284935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:44.286652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:44.352206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=174ec7c8-9f94-402a-bcaa-0386cdc88d13,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:44.355115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:44.524411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362bb7-95c4-4c15-835e-5ef0c9f07275 req-a08a2797-a62d-4c9f-be22-4dfc389c2950 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:44.525750 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8e362bb7-95c4-4c15-835e-5ef0c9f07275 req-a08a2797-a62d-4c9f-be22-4dfc389c2950 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0784428 Nov 25 12:02:44.571440 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8e362bb7-95c4-4c15-835e-5ef0c9f07275 req-6408292e-8109-44bf-93aa-b76fd24576a5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400407 Nov 25 12:02:44.765219 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c174ee-ce68-4bb3-b699-c48452aa78eb req-677772a1-857d-4c8e-982b-3f0b0e4cffad tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:44.766665 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5c174ee-ce68-4bb3-b699-c48452aa78eb req-677772a1-857d-4c8e-982b-3f0b0e4cffad tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0774219 Nov 25 12:02:44.811196 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5c174ee-ce68-4bb3-b699-c48452aa78eb req-283b8f1c-db56-4024-94e0-9c06fb896a82 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384464 Nov 25 12:02:44.839694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48636) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:45.025700 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f8974a12-4e08-4f4d-a804-323b450c2d76 tempest-TestShelveInstance-486618308 tempest-TestShelveInstance-486618308-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1093 time: 0.1847677 Nov 25 12:02:45.028486 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48642) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:45.033514 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:02:45.038875 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:45.042662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:floatingip and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:45.045470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:45.051040 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:45.061432 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:45.287254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:45.419195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Allocated IP 172.26.5.118 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/b997a757-2a67-443f-adb6-212eb4b77fa5) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:45.560897 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:45.587348 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:45.590748 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-df81c93e-32db-4227-a1f5-e670e8235e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:45.646660 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:45.653324 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:45.657211 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:02:45.689784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'Port': ['ID=b997a757-2a67-443f-adb6-212eb4b77fa5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:45.695433 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:45.811970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 174ec7c8-9f94-402a-bcaa-0386cdc88d13 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:45.880348 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:45.880747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:46.180255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:46.238234 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:46.435042 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:46.439280 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:46.442978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6426194a-f6e9-4898-b200-20b259edb315 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:46.541256 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'Port': ['ID=b997a757-2a67-443f-adb6-212eb4b77fa5,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:46.545218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:46.559542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:46.754135 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Floating IP e06cadb5-5881-4944-9c5f-acf6a01c08a1 associated. External IP: 172.26.5.118, port: af63647e-45ba-4a63-a64f-cda5a05e672e. Nov 25 12:02:47.272736 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Router 41f0fa4d-44de-4393-9205-ec9d93759a0a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:02:47.465319 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:02:47.489205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:47.545023 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5155537 Nov 25 12:02:47.545783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:47.598734 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'status': 'completed', 'code': 200} Nov 25 12:02:47.695261 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-24a97965-edd6-42c4-b0b7-eea028919595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0721829 Nov 25 12:02:47.827379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-e497941e-fa41-46ce-b3a6-b2f2eeb108d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:47.828758 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-e497941e-fa41-46ce-b3a6-b2f2eeb108d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1268847 Nov 25 12:02:47.930389 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-baf94bb7-9010-43c2-959f-ee2788d5e8c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 999 time: 0.0943649 Nov 25 12:02:48.091103 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-81c99ef3-0b05-43b9-b7f4-125c8261683b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:48.092469 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-81c99ef3-0b05-43b9-b7f4-125c8261683b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.1552649 Nov 25 12:02:48.164675 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-9c0f279a-ebc4-4aff-a51b-6e71b7553449 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661333 Nov 25 12:02:48.293232 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-fcfc9b39-c7d5-4d06-8c19-557773780047 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222353 Nov 25 12:02:48.422101 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff61f990-30ff-4ab7-b1f0-a00b0ec931a0 req-9fb136d1-5700-4214-b010-ec768b367714 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220262 Nov 25 12:02:56.187888 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] Sync routers for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:02:56.201719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:56.202469 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:56.377485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:56.755241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'e06cadb5-5881-4944-9c5f-acf6a01c08a1', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'port_id': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'mac_address': 'fa:16:3e:6e:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:02:46Z', 'updated_at': '2021-11-25T12:02:46Z', 'revision_number': 0, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:56.759438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] Checking router: 41f0fa4d-44de-4393-9205-ec9d93759a0a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:02:56.769747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:02:56.770344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:02:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:56.942659 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:02:57.282038 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'e06cadb5-5881-4944-9c5f-acf6a01c08a1', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'port_id': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'mac_address': 'fa:16:3e:6e:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:02:46Z', 'updated_at': '2021-11-25T12:02:46Z', 'revision_number': 0, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:57.286088 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe677d-9d3e-44ef-92e2-c45bdcbf984c None None] The sync data for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv is: [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': 'e06cadb5-5881-4944-9c5f-acf6a01c08a1', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'port_id': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'mac_address': 'fa:16:3e:6e:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:02:46Z', 'updated_at': '2021-11-25T12:02:46Z', 'revision_number': 0, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:03:00.296019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:02.521697 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b474779-2b27-4a85-9873-557851f03f5e None None] New status for floating IP e06cadb5-5881-4944-9c5f-acf6a01c08a1: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:03:04.050932 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fcc383c9-dc59-488b-8f2c-6dba02f825a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:04.248344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:06.359963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-05c4d72f-422f-44b1-9c76-b8469191f08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:07.202050 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-86bd19e5-6908-4505-afa9-478459fca838 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716140 Nov 25 12:03:07.362963 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-f882fa7c-382a-47b6-9f11-076fa370fe6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0681548 Nov 25 12:03:07.509786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-798e73a0-dbf1-48cd-9808-73a427297acd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:07.511556 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-798e73a0-dbf1-48cd-9808-73a427297acd service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1248446 Nov 25 12:03:07.513330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:07.615731 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-46aae041-de0d-4f13-9569-daf51eb13291 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 1001 time: 0.0963683 Nov 25 12:03:07.624073 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:03:07.677761 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-06aff4c6-04db-42f6-b171-2e328da5fb58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:07.679185 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-06aff4c6-04db-42f6-b171-2e328da5fb58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0573101 Nov 25 12:03:07.757009 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-5dfe8f40-c711-4966-8647-10f2d2ba78a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703938 Nov 25 12:03:07.888666 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-fd3b4cce-4c86-495c-93d0-b369262e9859 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234813 Nov 25 12:03:08.017372 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0cc9593d-57fd-447c-a7ea-b5c3d5440c99 req-0bac0170-9f1f-4aee-af57-42e8f6e04abf service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219738 Nov 25 12:03:08.989069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:21.501948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-bd33e67b-054d-4dab-888d-7a8c97ca7757 req-38454214-ae7c-4f58-a867-4a46a14f3d77 service neutron] (83569) timed out ('10.222.0.41', 44398) {{(pid=83569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 12:03:30.307506 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:34.052207 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7a116b22-ba6c-4c9f-958e-6266e295e923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:34.249250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:36.361303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-586df1fc-6d86-42a2-bc41-4747dd3ebac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:37.516414 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:38.991034 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:44.623988 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:04:00.310303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:04.054664 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-32db3e59-126e-4f7c-aade-f722bd128c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:04.249817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:06.362166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9877b969-5918-4bed-beaa-f725da04001f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:07.214594 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-7c7dffb9-13ad-47ce-8883-cd6f88182d3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672340 Nov 25 12:04:07.355356 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-5f99259f-b8dc-4d29-b9ce-02c30322a6c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0731723 Nov 25 12:04:07.496521 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-cca2546f-fcf1-4359-90d7-6c47ae1db7a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:07.497887 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-cca2546f-fcf1-4359-90d7-6c47ae1db7a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1245601 Nov 25 12:04:07.519354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:07.598184 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-7ffdb264-27d5-4115-bea6-95adbb2ea6ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 1001 time: 0.0937977 Nov 25 12:04:07.766225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-e67bb928-046d-48c2-8ba6-e915b70c54a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:07.767563 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-e67bb928-046d-48c2-8ba6-e915b70c54a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.1629398 Nov 25 12:04:07.841170 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-6640bad4-7618-4e15-bfe6-927a6a487914 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673523 Nov 25 12:04:07.968785 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-c203e696-d51f-418c-b2ca-ed315bde9eb7 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207349 Nov 25 12:04:08.096809 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6ef04bae-2f2b-4d79-affc-09e0841197e8 req-dc8829a8-9228-444f-b8cd-194c89edd09a service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221747 Nov 25 12:04:08.995187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:21.624667 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:04:30.339761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:34.056614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d7def8d1-777a-44cd-8179-9c87870b71eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:34.250049 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:36.364055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5a50e85-286c-41bd-b0f3-7c7104c79e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:37.521001 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:38.998628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:42.210780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764c30e-0004-48f6-9cb4-02d7984b379c req-4652b8ee-495e-4560-9554-0bd6547e6608 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:42.212163 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1764c30e-0004-48f6-9cb4-02d7984b379c req-4652b8ee-495e-4560-9554-0bd6547e6608 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1580110 Nov 25 12:04:42.256761 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1764c30e-0004-48f6-9cb4-02d7984b379c req-c7c2200d-4cd1-440f-8895-a4f2f8715f26 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 Nov 25 12:04:43.452719 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702112b-da71-4e20-b955-67d982cf0721 req-1075ab96-093a-46f0-920d-8438de86f54c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:43.454162 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e702112b-da71-4e20-b955-67d982cf0721 req-1075ab96-093a-46f0-920d-8438de86f54c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0775373 Nov 25 12:04:43.498608 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e702112b-da71-4e20-b955-67d982cf0721 req-d5f61eac-ca91-49ec-8f84-e12ded6121f9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390193 Nov 25 12:04:44.853724 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9d7b-8269-4b91-95a5-cc0b2ab1ab7c req-c2b15ae8-0c2d-4b90-bb11-878629ba76b5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:44.855174 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee2e9d7b-8269-4b91-95a5-cc0b2ab1ab7c req-c2b15ae8-0c2d-4b90-bb11-878629ba76b5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0764039 Nov 25 12:04:44.899472 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee2e9d7b-8269-4b91-95a5-cc0b2ab1ab7c req-bcbf0621-ff8b-4a0e-933c-2751ca6f5eff tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 Nov 25 12:04:46.095892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867a513-a159-4597-9b44-ae157c50433d req-fdebb417-f361-419f-89ed-b888aba1bb3a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:46.097245 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7867a513-a159-4597-9b44-ae157c50433d req-fdebb417-f361-419f-89ed-b888aba1bb3a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0773184 Nov 25 12:04:46.141822 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7867a513-a159-4597-9b44-ae157c50433d req-66d640e4-b5e3-42c6-88c9-839db8a05821 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Nov 25 12:04:47.334722 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb45a-bb45-4baa-8ff2-d3ef5fe6866e req-3dd2af09-3e7d-4623-9299-3dd6e1f71722 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:47.336171 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-241eb45a-bb45-4baa-8ff2-d3ef5fe6866e req-3dd2af09-3e7d-4623-9299-3dd6e1f71722 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0753398 Nov 25 12:04:47.383588 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-241eb45a-bb45-4baa-8ff2-d3ef5fe6866e req-cf165007-66ec-4418-866a-9a14be18f41e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Nov 25 12:04:48.577427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d70f-d0be-4814-9404-23952b17d46c req-3be144c0-606c-475f-bf69-272cc839f531 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:48.578873 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e92d70f-d0be-4814-9404-23952b17d46c req-3be144c0-606c-475f-bf69-272cc839f531 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0771914 Nov 25 12:04:48.624295 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1e92d70f-d0be-4814-9404-23952b17d46c req-aa5f42a5-5b25-41ca-bbe5-6f1f79143009 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 Nov 25 12:04:49.818624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ae3dc-0876-4d28-a032-b771ef3008eb req-e34e46ff-1696-4361-b22f-fcd5fc71a1c5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:49.820073 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-502ae3dc-0876-4d28-a032-b771ef3008eb req-e34e46ff-1696-4361-b22f-fcd5fc71a1c5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0789242 Nov 25 12:04:49.864229 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-502ae3dc-0876-4d28-a032-b771ef3008eb req-b8a99d91-7c7b-4042-9a02-e94d370556e5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382669 Nov 25 12:04:51.057106 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cecc21-0f77-4a19-8f09-8a8ed605aab9 req-ac35733f-2358-4119-acb2-8bc97846379c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:51.058550 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c8cecc21-0f77-4a19-8f09-8a8ed605aab9 req-ac35733f-2358-4119-acb2-8bc97846379c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0749395 Nov 25 12:04:51.105832 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c8cecc21-0f77-4a19-8f09-8a8ed605aab9 req-a7d10f72-939b-4042-96b3-695ed502b350 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Nov 25 12:04:52.302140 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf69182-bdd3-4479-9fdc-19cb4e38b284 req-b4cff3e8-aa6e-40c5-b65f-f72f23385fa3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:52.303584 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-acf69182-bdd3-4479-9fdc-19cb4e38b284 req-b4cff3e8-aa6e-40c5-b65f-f72f23385fa3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0796859 Nov 25 12:04:52.347828 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-acf69182-bdd3-4479-9fdc-19cb4e38b284 req-c1729d60-9175-4499-aa60-b66d841706be tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 Nov 25 12:04:53.114353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:04:53.283594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:04:53.296673 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'port_id': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'mac_address': 'fa:16:3e:6e:09:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:04:53.347481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:53.364527 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af63647e-45ba-4a63-a64f-cda5a05e672e {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:04:53.379780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:04:53.384331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:53.387140 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:53.456485 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:53.464726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.465066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.465393 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.465718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.466041 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.466397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.466716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.467035 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.467400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.467718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.468061 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:53.472679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['af63647e-45ba-4a63-a64f-cda5a05e672e'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:04:53.496141 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:53.549591 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf1fd-8a3f-47c4-b6e0-20b3d8250aa2 req-087a1367-8242-45f3-a2dc-238cd1fac6b4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:53.551028 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-193bf1fd-8a3f-47c4-b6e0-20b3d8250aa2 req-087a1367-8242-45f3-a2dc-238cd1fac6b4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0791078 Nov 25 12:04:53.600147 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-193bf1fd-8a3f-47c4-b6e0-20b3d8250aa2 req-a2fbcf3d-aa22-4a0a-94cc-f9c4e3f03670 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Nov 25 12:04:54.913287 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf775a1-de43-48e9-84dd-22ca098e93cd req-c644f2b3-c3ca-46fc-bcd3-4c2837fed94c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:54.914677 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cbf775a1-de43-48e9-84dd-22ca098e93cd req-c644f2b3-c3ca-46fc-bcd3-4c2837fed94c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 944 time: 0.1878541 Nov 25 12:04:54.962364 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cbf775a1-de43-48e9-84dd-22ca098e93cd req-8a4a60a3-4c35-4886-ada5-9f1584ea400e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415142 Nov 25 12:04:55.146031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:55.258624 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port af63647e-45ba-4a63-a64f-cda5a05e672e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:55.259265 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:55.387472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:55.423517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:04:55.451405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:04:55.460982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:55.462987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:55.560013 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'code': 200} Nov 25 12:04:55.564020 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:55.567830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:56.191863 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af193081-3686-4a36-90b0-e1bd04591820 req-ab542011-f6c8-48b3-94f9-2467afdd5a89 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:56.193353 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af193081-3686-4a36-90b0-e1bd04591820 req-ab542011-f6c8-48b3-94f9-2467afdd5a89 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0992939 Nov 25 12:04:56.246150 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-af193081-3686-4a36-90b0-e1bd04591820 req-ac2c3a3e-3471-4c41-835f-85aad3fa1b42 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456080 Nov 25 12:04:57.452669 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ddeb8-f23a-4c6b-99ec-472c4999e9a9 req-df9bf3e0-61de-4f54-8665-850ae7cdcbd3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:57.454287 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c52ddeb8-f23a-4c6b-99ec-472c4999e9a9 req-df9bf3e0-61de-4f54-8665-850ae7cdcbd3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0844810 Nov 25 12:04:57.508052 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c52ddeb8-f23a-4c6b-99ec-472c4999e9a9 req-11e14111-31df-4f07-b2fc-beb0975a14cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475540 Nov 25 12:04:58.625456 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:04:58.725154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b88220-2379-46eb-8468-6a2fe6d51f69 req-e0f89f9d-1a11-480c-b18b-0fc5783e1aac tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:58.726886 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8b88220-2379-46eb-8468-6a2fe6d51f69 req-e0f89f9d-1a11-480c-b18b-0fc5783e1aac tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0880587 Nov 25 12:04:58.780920 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8b88220-2379-46eb-8468-6a2fe6d51f69 req-c85286b6-97e3-458e-ac82-2e36aca08980 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485921 Nov 25 12:04:59.994550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d60a6-db58-497e-90d6-804673728236 req-5abd6495-b65c-4dc7-95f4-dafedfcd0cde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:59.996093 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c7d60a6-db58-497e-90d6-804673728236 req-5abd6495-b65c-4dc7-95f4-dafedfcd0cde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0838950 Nov 25 12:05:00.052856 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c7d60a6-db58-497e-90d6-804673728236 req-791aa152-7363-4210-bbd4-1fa8909a1eb8 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511732 Nov 25 12:05:00.343511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:01.281879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b187eed-1392-46b0-9733-d5e28038bab7 req-4cab23dc-2d78-4358-bc52-1e2c478f5868 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:01.283337 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7b187eed-1392-46b0-9733-d5e28038bab7 req-4cab23dc-2d78-4358-bc52-1e2c478f5868 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0951123 Nov 25 12:05:01.333463 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7b187eed-1392-46b0-9733-d5e28038bab7 req-208f419e-0abc-4b57-91b2-b22c850a63fb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440021 Nov 25 12:05:02.618222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a858e7-5e73-4898-ae80-0fd2284f9154 req-6d3ca428-0eff-4a9e-a932-9d8229b80427 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:02.620402 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-90a858e7-5e73-4898-ae80-0fd2284f9154 req-6d3ca428-0eff-4a9e-a932-9d8229b80427 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1433139 Nov 25 12:05:02.684622 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-90a858e7-5e73-4898-ae80-0fd2284f9154 req-5ca78cec-997b-4413-8770-00f4304566ce tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528708 Nov 25 12:05:03.884641 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a18cd-6a46-4076-bc7b-afddbc777a95 req-57cc1fbc-fdf0-4d93-8f8b-ac0e5b93e238 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:03.886162 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-183a18cd-6a46-4076-bc7b-afddbc777a95 req-57cc1fbc-fdf0-4d93-8f8b-ac0e5b93e238 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0882413 Nov 25 12:05:03.933803 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-183a18cd-6a46-4076-bc7b-afddbc777a95 req-b593e899-cf59-4c47-adc9-0ca7b8b5abeb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415947 Nov 25 12:05:04.089937 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c5df40bb-59e5-425b-a06f-3fb9475d6cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:04.251647 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:04.936959 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-20240b5e-db68-4c92-9f54-6fdf137f22eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1098 time: 0.1410429 Nov 25 12:05:05.068477 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-22b188f9-01ba-4e53-8913-95e4a0bf40ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:05.069838 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-22b188f9-01ba-4e53-8913-95e4a0bf40ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1257703 Nov 25 12:05:05.132274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862aae3-7981-4ac5-9b02-a3e8e50cae98 req-f0a6bd05-d4f7-4bce-8c30-ffdd85bcbcf5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:05.133720 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a862aae3-7981-4ac5-9b02-a3e8e50cae98 req-f0a6bd05-d4f7-4bce-8c30-ffdd85bcbcf5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0793047 Nov 25 12:05:05.172606 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-24fa02b5-f735-45c6-84cf-79a40ca14360 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 1001 time: 0.0960405 Nov 25 12:05:05.179518 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a862aae3-7981-4ac5-9b02-a3e8e50cae98 req-adc73846-22c4-48c9-9ed3-98a27a56fe72 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Nov 25 12:05:05.233841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-8576f781-1ed1-49d4-8292-1c8bc3c3adc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:05.235275 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-8576f781-1ed1-49d4-8292-1c8bc3c3adc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0564497 Nov 25 12:05:05.308332 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-1472fd3a-6722-49ae-98a9-1012a65eb6fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660360 Nov 25 12:05:05.437402 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-a9d59ff0-005b-41ba-a5cb-0d73959e65e8 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222854 Nov 25 12:05:05.566283 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30877028-cac3-4fa4-968c-9cfe8614d58f req-25f00a10-ddf6-45e7-bf04-ddbc07e05ffe service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224339 Nov 25 12:05:06.365902 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f577-ef71-4c0b-94d0-1c813e49b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:06.375776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a93546-c5aa-4589-b958-00657f768ea8 req-9fdc9864-e973-46f1-aaac-a2810af94f0a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:06.377246 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8a93546-c5aa-4589-b958-00657f768ea8 req-9fdc9864-e973-46f1-aaac-a2810af94f0a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0780218 Nov 25 12:05:06.425653 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f8a93546-c5aa-4589-b958-00657f768ea8 req-18941530-4ba0-4ea0-a2f1-ea6f7c751914 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430336 Nov 25 12:05:07.215609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:05:07.257779 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-54420c7b-4c0b-4c03-828c-7e4ae992eca0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0748487 Nov 25 12:05:07.325605 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:07.352584 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:05:07.362341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:05:07.366409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:07.368796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:05:07.408399 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-18e3f27b-217f-4e87-af2b-f629feaebf1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:07.409981 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-18e3f27b-217f-4e87-af2b-f629feaebf1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1330552 Nov 25 12:05:07.412752 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'code': 200} Nov 25 12:05:07.433046 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:05:07.436095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:05:07.530799 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-9ec56651-7bba-4bcb-b7f3-a25e4e4ce671 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 999 time: 0.1029379 Nov 25 12:05:07.533903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:07.600758 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-457601ba-4e58-4d67-83c8-c17549922fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:07.602197 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-457601ba-4e58-4d67-83c8-c17549922fc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0650990 Nov 25 12:05:07.649012 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88c93-223b-447f-befd-18e959ac01f2 req-6bd7c51a-0dfa-4926-a8a8-a4d320b81edd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:07.651735 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b88c93-223b-447f-befd-18e959ac01f2 req-6bd7c51a-0dfa-4926-a8a8-a4d320b81edd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0761230 Nov 25 12:05:07.682844 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-b718e2b4-2d7a-45bb-ae83-b1bb32f3b183 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740085 Nov 25 12:05:07.699145 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-e8b88c93-223b-447f-befd-18e959ac01f2 req-5354bce5-3269-4886-af28-5a4d3b411ac3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Nov 25 12:05:07.923712 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-9c156518-4a44-41ed-81ef-b940ddc14ae2 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330909 Nov 25 12:05:07.959816 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5e9121a3-6fe1-4421-850b-f91af5a4a3f5 req-4bab9503-0c32-4d93-95fe-b1e7bf666c4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1364489 Nov 25 12:05:08.059953 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1338e1b5-9152-4d82-bfc0-ca6bba9bb59d req-48419cc9-39b2-4134-b98c-df6dc6f1a46c service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295516 Nov 25 12:05:08.139278 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48788) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:05:08.226841 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776c05-cb82-41e5-9eb8-0a40e6966c73 req-1f6b2344-7799-4414-b974-63366fd1c56e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:08.228855 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4d776c05-cb82-41e5-9eb8-0a40e6966c73 req-1f6b2344-7799-4414-b974-63366fd1c56e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0770249 Nov 25 12:05:08.271555 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-fcde2d9b-a0dc-4fb7-af89-5d8146e007f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310089 Nov 25 12:05:08.273642 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4d776c05-cb82-41e5-9eb8-0a40e6966c73 req-697acdc2-da90-47e4-8bf8-b435f4a778c2 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 Nov 25 12:05:09.001808 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:09.480336 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f693687-f847-4050-ba86-49a1a0049c2d req-cf2bee19-b30a-4037-be31-a052af21a89f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:09.487004 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1f693687-f847-4050-ba86-49a1a0049c2d req-cf2bee19-b30a-4037-be31-a052af21a89f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0917232 Nov 25 12:05:09.528385 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1f693687-f847-4050-ba86-49a1a0049c2d req-9426eb1d-6f32-475a-98c4-3ca073f45d19 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Nov 25 12:05:10.734485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523106c9-8e1b-4a32-b09f-1d869390aa25 req-f6179ba3-ea69-40a3-aa3a-4c851c377989 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:10.735944 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-523106c9-8e1b-4a32-b09f-1d869390aa25 req-f6179ba3-ea69-40a3-aa3a-4c851c377989 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0793338 Nov 25 12:05:10.781865 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-523106c9-8e1b-4a32-b09f-1d869390aa25 req-02035edf-560d-408a-86e0-06daa07768db tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Nov 25 12:05:10.804893 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-8013e2e2-ea67-4f5b-910a-9d16660ff0f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3&tenant_id=c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 1096 time: 0.0717261 Nov 25 12:05:10.893913 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-f22647bd-6999-4941-ab20-01db07e06407 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0670431 Nov 25 12:05:11.021759 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-f075bedd-b98c-4ff5-951e-f024d70223f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:11.023156 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-f075bedd-b98c-4ff5-951e-f024d70223f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1223745 Nov 25 12:05:11.125943 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-2dbb62d2-2a46-42d4-a571-0c9745e655dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 999 time: 0.0933030 Nov 25 12:05:11.185757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-d1102778-cce1-487d-b233-e41e3b2c3316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:11.187112 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-d1102778-cce1-487d-b233-e41e3b2c3316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0547764 Nov 25 12:05:11.248444 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:05:11.262509 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-e0845374-d6ec-4ce6-880a-146b4a3309da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685694 Nov 25 12:05:11.395313 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-737763c9-06b3-41f3-a4a9-1ca027b37f02 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232388 Nov 25 12:05:11.524457 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-ab5aff20-c73e-4057-93aa-9c83ad435a20 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222453 Nov 25 12:05:11.980292 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b86d4-156f-4888-b2ed-6833804ca71f req-b13ca112-1409-4d7f-9ec8-272fb2a348d3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:11.981733 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f04b86d4-156f-4888-b2ed-6833804ca71f req-b13ca112-1409-4d7f-9ec8-272fb2a348d3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0797622 Nov 25 12:05:12.026432 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f04b86d4-156f-4888-b2ed-6833804ca71f req-06282c9c-24f4-4bf3-a1d2-762c62722f46 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Nov 25 12:05:13.228918 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42ee6e-e392-41db-8766-d7d83da90485 req-5358653f-546a-400a-9548-c1e869270f02 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:13.230362 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4c42ee6e-e392-41db-8766-d7d83da90485 req-5358653f-546a-400a-9548-c1e869270f02 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0789208 Nov 25 12:05:13.282627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4c42ee6e-e392-41db-8766-d7d83da90485 req-042025a6-2f40-413c-8bcb-2844f73d2b70 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466013 Nov 25 12:05:14.491367 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505f515-790c-4d2e-a173-bf88c95a620a req-5b21d71f-cb85-4f9f-a82c-a56069185623 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:14.493063 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b505f515-790c-4d2e-a173-bf88c95a620a req-5b21d71f-cb85-4f9f-a82c-a56069185623 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0811145 Nov 25 12:05:14.545220 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b505f515-790c-4d2e-a173-bf88c95a620a req-e10d46eb-f0ad-4be3-9923-2dc7e861f360 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Nov 25 12:05:15.753659 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f4623-fb17-4796-89e2-4591d226369e req-12c964f5-ca19-415f-92a9-55a5b3b81f60 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:15.755168 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-788f4623-fb17-4796-89e2-4591d226369e req-12c964f5-ca19-415f-92a9-55a5b3b81f60 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0831459 Nov 25 12:05:15.903442 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-788f4623-fb17-4796-89e2-4591d226369e req-95a68942-cd8e-497d-9a4e-56f4c5e42aa2 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415896 Nov 25 12:05:17.102566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c37f39-1c02-4a1b-82d5-1b04724dc301 req-d3f681e1-0ee7-44a7-93cc-b68f4034a545 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:17.104377 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-92c37f39-1c02-4a1b-82d5-1b04724dc301 req-d3f681e1-0ee7-44a7-93cc-b68f4034a545 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0782332 Nov 25 12:05:17.154410 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-92c37f39-1c02-4a1b-82d5-1b04724dc301 req-8a472ed5-a547-44b2-83c8-c8e5c5f381cf tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443490 Nov 25 12:05:18.357429 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e152b26-a3ad-4ef2-93a0-fda36d1e32bb req-20dda592-67f2-4e42-8a22-03b1139bd759 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:18.358896 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8e152b26-a3ad-4ef2-93a0-fda36d1e32bb req-20dda592-67f2-4e42-8a22-03b1139bd759 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0803683 Nov 25 12:05:18.407711 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8e152b26-a3ad-4ef2-93a0-fda36d1e32bb req-4dddf4e0-1612-4e6e-8651-741b9dbea1e4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Nov 25 12:05:19.606249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3eccc-740b-427d-9685-af0d8e60c5c8 req-1f469cb6-60fc-4a37-9ebc-b621b1f79bbe tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:19.607724 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-55d3eccc-740b-427d-9685-af0d8e60c5c8 req-1f469cb6-60fc-4a37-9ebc-b621b1f79bbe tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0786428 Nov 25 12:05:19.657906 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-55d3eccc-740b-427d-9685-af0d8e60c5c8 req-73bb2921-2bad-43d1-b1ec-eca004973678 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446188 Nov 25 12:05:20.864253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234043c-f166-425c-82f1-8b32c0600646 req-835609af-f905-478e-a950-6299ace4a407 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:20.865680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2234043c-f166-425c-82f1-8b32c0600646 req-835609af-f905-478e-a950-6299ace4a407 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0794446 Nov 25 12:05:20.912795 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2234043c-f166-425c-82f1-8b32c0600646 req-e1216e6e-3ff4-4ee8-aaea-a9cdc990fceb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Nov 25 12:05:22.125596 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f840a-6da3-4a52-81c1-a311b2d19c21 req-ab945c9a-22fb-41b2-bc16-298bba8d2b50 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:22.127027 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee3f840a-6da3-4a52-81c1-a311b2d19c21 req-ab945c9a-22fb-41b2-bc16-298bba8d2b50 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0842421 Nov 25 12:05:22.174223 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ee3f840a-6da3-4a52-81c1-a311b2d19c21 req-94661174-482e-440e-98ca-7865d6f0cf81 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415585 Nov 25 12:05:23.432317 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf716-93df-4d25-97ae-e425927e8b1e req-951f7e8d-4f1a-4821-acc5-a1fdc67e3825 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:23.433732 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-26ddf716-93df-4d25-97ae-e425927e8b1e req-951f7e8d-4f1a-4821-acc5-a1fdc67e3825 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0758440 Nov 25 12:05:23.478133 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-26ddf716-93df-4d25-97ae-e425927e8b1e req-0299e4a9-887b-4b35-a2f9-9eeab1fead50 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 Nov 25 12:05:24.681355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2e18b-1553-4cdb-95ac-5564974d9b64 req-4cd84fcd-52d8-47c1-bdc3-3efedd797560 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:24.682799 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0c2e18b-1553-4cdb-95ac-5564974d9b64 req-4cd84fcd-52d8-47c1-bdc3-3efedd797560 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0817411 Nov 25 12:05:24.729694 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a0c2e18b-1553-4cdb-95ac-5564974d9b64 req-145f4010-d9e2-4d25-b495-d82e17cf166a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Nov 25 12:05:25.388396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:05:25.519897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:05:25.533258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'port_id': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'mac_address': 'fa:16:3e:6e:09:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:05:25.589081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:25.605860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af63647e-45ba-4a63-a64f-cda5a05e672e {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:05:25.620646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:05:25.624557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:25.626227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-33fad0d2-195a-4d10-9057-ae1fdf27886a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:05:25.687619 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=9']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:05:25.690534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:05:25.872505 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['af63647e-45ba-4a63-a64f-cda5a05e672e'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:05:25.926269 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014ad42-8057-4e86-8f6d-6d961bf0e5d6 req-0e02d8cd-5e22-4268-a383-db10853531e9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:25.927718 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8014ad42-8057-4e86-8f6d-6d961bf0e5d6 req-0e02d8cd-5e22-4268-a383-db10853531e9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0757363 Nov 25 12:05:25.977628 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8014ad42-8057-4e86-8f6d-6d961bf0e5d6 req-e067387b-b03a-43a1-97fb-5cea9e2318a3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437229 Nov 25 12:05:27.172073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6499892-e614-4b11-84e8-09686d13ecb6 req-c624e663-8077-442d-9783-3fed63ecc4cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:27.173517 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6499892-e614-4b11-84e8-09686d13ecb6 req-c624e663-8077-442d-9783-3fed63ecc4cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0766692 Nov 25 12:05:27.218006 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6499892-e614-4b11-84e8-09686d13ecb6 req-e8064ab6-ba13-4631-b3bf-62b3c0efab82 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390480 Nov 25 12:05:27.395525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:05:27.469340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port af63647e-45ba-4a63-a64f-cda5a05e672e triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:05:27.469720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:27.578352 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:27.607100 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:05:27.616162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:05:27.620143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:27.622044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:05:27.720557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=10']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:05:27.723464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:05:28.415775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677a409-0dc9-41e2-918b-581b185b7bce req-c4411ee7-e14e-4f60-abb0-6864c508a226 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:28.417213 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a677a409-0dc9-41e2-918b-581b185b7bce req-c4411ee7-e14e-4f60-abb0-6864c508a226 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 946 time: 0.0785441 Nov 25 12:05:28.461715 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a677a409-0dc9-41e2-918b-581b185b7bce req-14bc3845-869c-4fad-b17f-0e60d58d1250 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390954 Nov 25 12:05:28.680496 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'code': 200} Nov 25 12:05:28.906802 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04bbaa13-c371-4c31-8e83-a72524cdcd12 req-25cba558-8e85-4a75-adc6-9403d33c76b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1099 time: 0.0660291 Nov 25 12:05:28.948924 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04bbaa13-c371-4c31-8e83-a72524cdcd12 req-e5e59f1b-2b25-4c54-b87e-20104609b7a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357864 Nov 25 12:05:29.654934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be73c-c182-4c7b-b8d2-68a50c946eef req-b6160366-e370-4d4d-be0f-0d78b17f4593 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:29.656374 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d29be73c-c182-4c7b-b8d2-68a50c946eef req-b6160366-e370-4d4d-be0f-0d78b17f4593 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 946 time: 0.0748248 Nov 25 12:05:29.701197 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d29be73c-c182-4c7b-b8d2-68a50c946eef req-5f7dce70-c220-489e-b8b3-79947de20ebc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Nov 25 12:05:30.370052 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:30.898389 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958419c6-bf69-4598-a167-5117e7c4dc57 req-364e9ae0-d218-46d3-89dc-748e1320d751 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:30.899833 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-958419c6-bf69-4598-a167-5117e7c4dc57 req-364e9ae0-d218-46d3-89dc-748e1320d751 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 946 time: 0.0790403 Nov 25 12:05:30.944308 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-958419c6-bf69-4598-a167-5117e7c4dc57 req-20625e75-62ea-435c-9c83-484ffd674e2c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 Nov 25 12:05:34.063007 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d39bd6f6-20ec-4112-a665-1245fafa013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:34.252889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:35.626579 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:05:36.367370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac558-5672-4a17-933e-5b287317f769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:37.526081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:39.004206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:00.373991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:04.064117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a1f46a97-0eb9-4be8-878d-097976e62129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:04.253691 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:06.368076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e6dd477a-857b-497b-bee2-da2943b03e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:07.529248 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:08.215334 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-b6c64d58-39f8-4a4d-8550-d68181ac930c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712893 Nov 25 12:06:08.348869 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-33f31f76-6a76-4e6b-823b-d30670621457 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1099 time: 0.0679398 Nov 25 12:06:08.492642 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-8284d06f-baaf-4692-80ef-84492058052b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:08.494559 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-8284d06f-baaf-4692-80ef-84492058052b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1250083 Nov 25 12:06:08.705365 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-ffecfff5-c788-419a-834b-89f39cd7923f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 1001 time: 0.2046647 Nov 25 12:06:08.766324 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-13a60cb3-3256-41bc-9f41-765ca1faf7f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:08.767639 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-13a60cb3-3256-41bc-9f41-765ca1faf7f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0561185 Nov 25 12:06:08.843190 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-0b22af58-7ff2-4275-88a8-cff8ddf45d38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680580 Nov 25 12:06:08.971489 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-3e80ca72-4276-471a-a8ff-968cba734cc6 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210670 Nov 25 12:06:09.007229 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:09.100635 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ad5f499e-ff28-46b0-8b5c-2608a11cc5fe req-53a527e5-fe3a-44a9-8410-9863872b1c6d service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227033 Nov 25 12:06:12.626987 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:06:30.364133 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:34.065470 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4364103a-97f4-464f-aee7-e17878314cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:34.255015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:36.368845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1814df1-b7d6-4acb-90a7-6e38dfad0bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:37.532119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:39.009715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:44.004791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48910) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:44.202794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Deleting port b997a757-2a67-443f-adb6-212eb4b77fa5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:06:44.203041 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:44.363430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:44.363747 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:44.481052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Calling delete_port for b997a757-2a67-443f-adb6-212eb4b77fa5 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:06:44.627163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:44.631091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c00178c-5d04-417d-9c30-e699f5559135 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:44.672094 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event deleted for resources: {'Port': ['ID=b997a757-2a67-443f-adb6-212eb4b77fa5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:44.741197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.741490 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.741865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.742237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.742603 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.742970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.743331 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.743692 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.744071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.744432 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.744787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:44.749914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:44.774725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:45.264027 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Router 41f0fa4d-44de-4393-9205-ec9d93759a0a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:06:45.458456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:06:45.467893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] Sync routers for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:06:45.470602 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:45.479464 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:06:45.480117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:06:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:45.526344 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "DELETE /v2.0/floatingips/e06cadb5-5881-4944-9c5f-acf6a01c08a1 HTTP/1.1" status: 204 len: 168 time: 1.5180304 Nov 25 12:06:45.526344 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:45.672954 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:06:45.684446 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'status': 'completed', 'code': 200} Nov 25 12:06:45.784315 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-d57ed748-c84f-4d18-adb3-ff069e6a20a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 1099 time: 0.0745149 Nov 25 12:06:45.935654 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-3f5164b5-891d-4e8b-9689-c20f5b620fbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:45.937238 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-3f5164b5-891d-4e8b-9689-c20f5b620fbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1434097 Nov 25 12:06:45.948774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c138-c67e-41e6-b13f-6fc90bba51a7 req-7d4b4536-b4b9-482d-82da-670216d42041 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:45.950219 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1326c138-c67e-41e6-b13f-6fc90bba51a7 req-7d4b4536-b4b9-482d-82da-670216d42041 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 946 time: 0.0764205 Nov 25 12:06:45.999551 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1326c138-c67e-41e6-b13f-6fc90bba51a7 req-85e3614b-59e3-4a65-b0ab-97aade75aae6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435126 Nov 25 12:06:46.001079 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:46.005389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] Checking router: 41f0fa4d-44de-4393-9205-ec9d93759a0a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:06:46.011452 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-e5c1f716-3108-4ba3-a971-b4efeacc917f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 200 len: 217 time: 0.0654764 Nov 25 12:06:46.016142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:06:46.016880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:06:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:46.074409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-cd86bd16-5416-46a7-ae39-09f2a931d5b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:46.075758 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-cd86bd16-5416-46a7-ae39-09f2a931d5b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0572975 Nov 25 12:06:46.155832 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-abd49c94-27fd-458b-a8ca-c207736bcf01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723979 Nov 25 12:06:46.190051 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:06:46.289428 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-60e41fea-9d7c-41f0-b6bf-6293fdb9892d service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240466 Nov 25 12:06:46.420170 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-34a81e82-de0b-49a1-bbd5-9e0e3d3d9e21 req-f91bb9b4-3347-4575-8eae-e2d2dce695b2 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240716 Nov 25 12:06:46.535837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:46.539792 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2bd518-616e-49f7-b658-927b64bcb5ee None None] The sync data for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv is: [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:06:46.748142 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd704e-68b4-4d80-96ec-d687388f60bb None None] New status for floating IP e06cadb5-5881-4944-9c5f-acf6a01c08a1: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:06:47.177281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47bc9364-c8b9-4785-b334-531fe674413d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:47.177960 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47bc9364-c8b9-4785-b334-531fe674413d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:06:47.196087 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47bc9364-c8b9-4785-b334-531fe674413d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:06:47.197084 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0e45f-1245-4055-8575-50cfda07da8f req-c55bb5ce-f071-449c-83da-fa916bca9565 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:47.197571 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47bc9364-c8b9-4785-b334-531fe674413d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 946 time: 0.0967255 Nov 25 12:06:47.198534 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-beb0e45f-1245-4055-8575-50cfda07da8f req-c55bb5ce-f071-449c-83da-fa916bca9565 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 946 time: 0.0774081 Nov 25 12:06:47.244484 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-beb0e45f-1245-4055-8575-50cfda07da8f req-4e03cf92-ed62-4b1e-9265-e0e8656b7205 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=713197d2-e25b-4e66-895f-d84c239f57dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Nov 25 12:06:47.268501 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Deleting port af63647e-45ba-4a63-a64f-cda5a05e672e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:06:47.268837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:47.506029 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] For port af63647e-45ba-4a63-a64f-cda5a05e672e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af63647e-45ba-4a63-a64f-cda5a05e672e,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:06:47.506699 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:47.732717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Calling delete_port for af63647e-45ba-4a63-a64f-cda5a05e672e owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:06:47.869874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:47.876092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-603fdfef-eb07-48ac-8ffd-21f35b8a99bb tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:47.923665 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event deleted for resources: {'Port': ['ID=af63647e-45ba-4a63-a64f-cda5a05e672e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:47.926036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:47.997098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] No DVR routers for this DVR port af63647e-45ba-4a63-a64f-cda5a05e672e on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:06:47.999591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:48.002442 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-deleted', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:48.017338 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419174d2-18fc-4bf8-a9c1-089d25267488 req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "DELETE /v2.0/ports/af63647e-45ba-4a63-a64f-cda5a05e672e HTTP/1.1" status: 204 len: 173 time: 0.8146949 Nov 25 12:06:48.063640 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3', 'name': 'network-vif-deleted', 'tag': 'af63647e-45ba-4a63-a64f-cda5a05e672e', 'status': 'completed', 'code': 200} Nov 25 12:06:48.425244 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1a6549e4-8040-4c13-bba8-71ac6771ae76 req-c97d62b2-a4c0-4c4d-aa1b-90f7c1dabff3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4b03ac-fb4a-4eb4-9e81-316e9ae7d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0446024 Nov 25 12:06:49.532171 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48934) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:49.599661 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd2c4-421d-4bad-bbfd-739a5dd7f7cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:49.626592 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:06:49.629170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd2c4-421d-4bad-bbfd-739a5dd7f7cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:49.692906 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd2c4-421d-4bad-bbfd-739a5dd7f7cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:49.696628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2991fbaa-d160-4582-8ff7-134af6609c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:49.711607 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bd2c4-421d-4bad-bbfd-739a5dd7f7cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713197d2-e25b-4e66-895f-d84c239f57dc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:49.714435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9d3bd2c4-421d-4bad-bbfd-739a5dd7f7cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:49.723219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd2c4-421d-4bad-bbfd-739a5dd7f7cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:49.724500 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9d3bd2c4-421d-4bad-bbfd-739a5dd7f7cd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "DELETE /v2.0/security-groups/713197d2-e25b-4e66-895f-d84c239f57dc HTTP/1.1" status: 204 len: 168 time: 0.1908672 Nov 25 12:06:49.732281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:06:49.767058 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: af63647e-45ba-4a63-a64f-cda5a05e672e {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:06:49.767407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device af63647e-45ba-4a63-a64f-cda5a05e672e not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:06:50.199276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 48942) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:50.204851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813593775', 'description': 'tempest-secgroup-smoke-813593775 description', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:06:50.210675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:50.215396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:50.218205 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:50.223693 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:50.236339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.269171 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:50.272835 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:50.276253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:50.282042 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:50.336182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.340144 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.345112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-80a679f7-d515-4804-9f16-9998cb2394d3 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:50.383568 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a13aa-1aed-4cf1-9a16-e09033561ef2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:50.388644 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.389808 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1895318 Nov 25 12:06:50.392951 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48946) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:50.394980 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.395464 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.395776 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.396304 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.396709 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.397102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.397462 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.397820 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.398173 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.398523 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.398859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a13aa-1aed-4cf1-9a16-e09033561ef2', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:06:50.398983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:50.403460 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-457d2b47-2b8a-446e-88b6-f630241134e0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:50.405785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:50.409617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:50.412435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:50.418026 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:50.434317 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.497150 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.500853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.502585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0741accb-fbe9-4295-9225-338863b9fa1c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:50.526298 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671c3b1a-1b91-49b3-aa2c-0726acc67b30,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:50.528620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:50.535571 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.536808 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1428304 Nov 25 12:06:50.539528 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48950) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:50.544950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a13aa-1aed-4cf1-9a16-e09033561ef2', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:06:50.550743 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:50.554529 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:50.557839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:50.563374 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:50.580407 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.640152 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.643698 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.651141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1c9e5b9c-38a2-42c3-af4f-5f40aa104d17 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:50.670779 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74c1cc1-f39e-40ae-bf88-75c4a9d17a8c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:50.673559 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:50.677837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.679275 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0afb26a-231a-4dba-93a1-2ea1874f41c0 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1387813 Nov 25 12:06:50.682464 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:50.687785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a13aa-1aed-4cf1-9a16-e09033561ef2', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:06:50.693809 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:50.698172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:50.701137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:50.707297 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:50.723361 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.784512 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.787964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.789748 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ec28cdb3-03ab-4e71-8018-2d990c4e7887 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:50.813435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47e29bc-2630-4576-a4be-596bcd4ffa32,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:50.815700 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:50.822957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.824196 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92c653c9-5111-463f-a0fa-a6466bcc44a1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1408162 Nov 25 12:06:50.826824 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:50.832225 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a13aa-1aed-4cf1-9a16-e09033561ef2', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:06:50.837950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:50.841791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:50.844887 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:50.850601 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:50.866819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.928371 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.932523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.939836 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-9abe7c9f-5c8b-4a1a-8f9b-0f1dbd0bd94d tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:50.957030 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0786a7d6-43f1-481c-81c4-14363f4cd1a5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:50.959808 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:50.966649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:50.967862 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1da7621-340a-4a80-a989-79e525d6292a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1401215 Nov 25 12:06:50.970508 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:50.975810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a13aa-1aed-4cf1-9a16-e09033561ef2', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:06:50.981998 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:50.985768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:50.988592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:50.994693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:51.005137 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Project c4ebf332944941eb98cee39ad5ebba4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:06:51.011461 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.074495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.078038 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.085587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e65e94d9-943e-4d75-a684-9014490249c2 tempest-TestNetworkAdvancedServerOps-18170083 tempest-TestNetworkAdvancedServerOps-18170083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:51.105942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535e061a-5929-41bd-87ef-5b3d314c529e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:51.108660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:51.114194 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.115374 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82bfd6c1-4526-4058-be62-3afea5f1d151 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439471 Nov 25 12:06:51.118394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 48966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:51.123685 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a13aa-1aed-4cf1-9a16-e09033561ef2', 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:06:51.129484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:51.133260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:security_group_rule and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:06:51.137188 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:06:51.142717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:51.153467 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Project c4ebf332944941eb98cee39ad5ebba4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:06:51.159548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.226411 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.229989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.237289 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e7f202bd-792d-4579-9952-d4fc4a1fd5d2 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:51.254304 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ec2dd7-69c3-42a3-855f-04a8e6d15a8a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:51.256750 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:51.264140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:51.265379 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36a66580-61ca-4caf-9c84-c3ec745124f6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1460614 Nov 25 12:07:00.385255 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:04.070751 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-978c9e4a-74e9-4eb1-b35e-2083085e403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:04.257935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:05.158000 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-a545614b-a900-4211-b27f-89485e7e4495 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:07:05.173066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-a545614b-a900-4211-b27f-89485e7e4495 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:07:05.174207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-a545614b-a900-4211-b27f-89485e7e4495 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813593775&fields=id&tenant_id=c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 267 time: 0.0568995 Nov 25 12:07:05.318167 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-294ac9ee-9caa-4821-9e96-c55d846f5e9d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:05.319575 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-294ac9ee-9caa-4821-9e96-c55d846f5e9d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 808 time: 0.1391637 Nov 25 12:07:05.338840 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-c64726c3-1855-4844-8755-9f63091db3d3 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/quotas/c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 375 time: 0.0105791 Nov 25 12:07:05.506680 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-d097f45f-aeda-4157-894e-162680e16931 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627328 Nov 25 12:07:05.640804 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-167fbea7-cdac-4f50-9013-47b15fb02a35 service neutron] 10.222.0.41 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231143 Nov 25 12:07:05.769342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-0a76418e-1415-4d1a-bc5f-f4c21dac4582 service neutron] 10.222.0.41 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228366 Nov 25 12:07:06.155738 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ec048a26-9c76-4112-b571-cfb3f7151994 req-75c1ec7e-54ca-49e0-ab28-dc0b3e9c319f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 210 time: 0.0406947 Nov 25 12:07:06.371166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-19216679-e59c-4def-8d1d-d1afd4509f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:07.317109 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4dc2fae8-2eb1-496e-8425-9ced76b02733 req-8c62e238-e5d1-4501-a218-f1855e962e7a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 210 time: 0.0435898 Nov 25 12:07:07.344986 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-2b1c1c88-6e67-46f4-a468-52444fc92c6f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:07.346398 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-2b1c1c88-6e67-46f4-a468-52444fc92c6f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 808 time: 0.1503487 Nov 25 12:07:07.398717 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-f8aef2ad-260f-4b88-9c5d-c1927c594fa6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:07:07.410569 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-f8aef2ad-260f-4b88-9c5d-c1927c594fa6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:07:07.411692 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-f8aef2ad-260f-4b88-9c5d-c1927c594fa6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 379 time: 0.0522258 Nov 25 12:07:07.420930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'port': {'device_id': '30f57d89-bc7a-4027-8b30-6571633ba303', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'admin_state_up': True, 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'security_groups': ['ad3a13aa-1aed-4cf1-9a16-e09033561ef2']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:07:07.539739 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:07.566721 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:07:07.571060 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:port and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:07:07.573961 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:07:07.579552 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:07:07.589429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Made reservation on behalf of c4ebf332944941eb98cee39ad5ebba4d for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:07:07.592645 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:07.760720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Allocated IP 172.20.0.9 (c039b897-d2e8-4a96-85b4-8a847790fa08/db1a59a1-af6e-471c-97de-753c08e72d19/9a029da0-f8ac-49b1-a62c-ab6bd944c818) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:07:07.946406 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:07.962829 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Transition to ACTIVE for port object 9a029da0-f8ac-49b1-a62c-ab6bd944c818 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:07:07.985621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:07.991470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-caa034de-03b2-4f37-a63d-ae2d8fcf5431 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:07:08.167879 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Network c039b897-d2e8-4a96-85b4-8a847790fa08 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:07:08.171527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:07:08.175739 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:07:08.201596 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:07:08.207023 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:07:08.240913 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:08.241623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:08.267986 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509643 Nov 25 12:07:08.280768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Request body: {'port': {'device_id': '30f57d89-bc7a-4027-8b30-6571633ba303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:07:08.392760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:08.410557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4c301202-2b90-4a23-b736-d16cd68c4c28 None None] Provisioning for port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:07:08.416228 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4c301202-2b90-4a23-b736-d16cd68c4c28 None None] Provisioning complete for port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:07:08.416603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4c301202-2b90-4a23-b736-d16cd68c4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:08.490985 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-4c301202-2b90-4a23-b736-d16cd68c4c28 None None] Port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:07:08.554645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63f4b6-5a7f-4b1a-a76b-a518a6e93887 req-bb56b7b2-caa5-4857-bb46-ab3101204823 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:08.560453 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1c63f4b6-5a7f-4b1a-a76b-a518a6e93887 req-bb56b7b2-caa5-4857-bb46-ab3101204823 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 931 time: 0.1139197 Nov 25 12:07:08.605789 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1c63f4b6-5a7f-4b1a-a76b-a518a6e93887 req-fd9f1018-2e5c-415d-991b-32395c411958 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427384 Nov 25 12:07:08.762036 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a029da0-f8ac-49b1-a62c-ab6bd944c818 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:07:08.768854 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:08.783794 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Transition to ACTIVE for port object 9a029da0-f8ac-49b1-a62c-ab6bd944c818 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:07:08.787963 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:08.792173 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-69524fce-4f15-48f4-b422-a7a7ac61b91c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:07:08.915408 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:07:08.919475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:07:09.022658 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:09.033745 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Attempting to bind port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:07:09.034114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Attempting to bind port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:07:09.034400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Attempting to bind port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 on network c039b897-d2e8-4a96-85b4-8a847790fa08 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:07:09.040872 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 on network c039b897-d2e8-4a96-85b4-8a847790fa08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 12:07:09.041121 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Attempting to bind port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 on network c039b897-d2e8-4a96-85b4-8a847790fa08 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:07:09.048316 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:07:09.048555 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Checking segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:07:09.048931 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Bound using segment: {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:07:09.049351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Bound port: 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee33d78a-b833-46e7-9189-c352dfbbd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:07:09.049696 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:09.139484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:07:09.142478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:07:09.146056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:09.149506 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b0db2784-bb76-4507-8571-c212d2877682 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:07:09.206499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:09.207848 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] 10.222.0.48 "PUT /v2.0/ports/9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 1093 time: 0.9320855 Nov 25 12:07:09.208574 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:07:09.231604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:07:09.234862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:07:09.289903 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'status': 'completed', 'code': 200} Nov 25 12:07:09.332314 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-c260748f-9be6-4617-8a26-d8955fe79c6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1096 time: 0.0758009 Nov 25 12:07:09.403364 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-32eec0bb-af38-4836-bdbd-17903aae9eed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 217 time: 0.0642626 Nov 25 12:07:09.464712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-49614d5d-55b1-4569-93be-6e4743674a67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:09.466154 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-49614d5d-55b1-4569-93be-6e4743674a67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0566337 Nov 25 12:07:09.547390 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-6ee21a83-3303-433a-99aa-809911dd3f53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743971 Nov 25 12:07:09.678890 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-3ea71e9b-650b-41ff-b969-3d239516ee64 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237075 Nov 25 12:07:09.806610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cd6c5-e623-44ba-8d0d-71124099c6b4 req-57959790-f930-4ed8-8fa4-fe0cd7dd638e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:09.808107 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-828cd6c5-e623-44ba-8d0d-71124099c6b4 req-57959790-f930-4ed8-8fa4-fe0cd7dd638e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0752754 Nov 25 12:07:09.811225 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-96c675f6-ca46-4bcc-9556-dc21b2351f2a req-e8c1f0cf-fd44-4739-a81f-5c72966504e8 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256299 Nov 25 12:07:09.857584 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-828cd6c5-e623-44ba-8d0d-71124099c6b4 req-8f148975-d946-4cbc-bcc2-64fa45cf0a20 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Nov 25 12:07:09.927525 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-d01f5967-f0e1-4a0c-aebe-6e59d5a1d3f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1096 time: 0.0683746 Nov 25 12:07:10.166180 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-a6731e5d-7111-46e0-870c-8450525d2b01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:10.167607 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-a6731e5d-7111-46e0-870c-8450525d2b01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.2337377 Nov 25 12:07:10.236305 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-58eccfaa-a5a1-491e-bcff-0d6e2547c08a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 217 time: 0.0622914 Nov 25 12:07:10.296684 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-080b3196-1e15-424e-9e96-a5e4cc77ad5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:10.297975 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-080b3196-1e15-424e-9e96-a5e4cc77ad5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0552728 Nov 25 12:07:10.374216 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-5444e681-09ed-4765-b616-7538e3ea9dfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691280 Nov 25 12:07:10.500874 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-d856ca89-ce68-4254-a5a3-e75bc1eec3bb service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201079 Nov 25 12:07:10.632020 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1c19b784-4ac8-4872-a334-97cb2e0544a0 req-7ff595ea-ac02-4357-8b33-9b1b57184529 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227763 Nov 25 12:07:11.053408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44466-8c6b-490f-a57b-ebf2cdeba69f req-32f2dd48-cefb-4a6e-96a2-f70074e3f8da tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:11.054831 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0cd44466-8c6b-490f-a57b-ebf2cdeba69f req-32f2dd48-cefb-4a6e-96a2-f70074e3f8da tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0759890 Nov 25 12:07:11.099304 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0cd44466-8c6b-490f-a57b-ebf2cdeba69f req-29ea7e4f-4d17-437e-8278-6ece731bfbdc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391223 Nov 25 12:07:12.293128 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3468cd2-61dd-40f8-bfa5-e79178b794ce req-482d7692-3e71-4438-900c-369777d01332 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:12.294531 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b3468cd2-61dd-40f8-bfa5-e79178b794ce req-482d7692-3e71-4438-900c-369777d01332 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0779798 Nov 25 12:07:12.339425 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b3468cd2-61dd-40f8-bfa5-e79178b794ce req-524a78e7-c314-42f5-bc04-0bff85bd1a2f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394855 Nov 25 12:07:13.531764 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94348f53-6fc3-4255-be49-c4fa9fe5a9b1 req-54fcb91d-99a1-473a-95ae-21d0900c3cc2 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:13.533230 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94348f53-6fc3-4255-be49-c4fa9fe5a9b1 req-54fcb91d-99a1-473a-95ae-21d0900c3cc2 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0749118 Nov 25 12:07:13.578690 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-94348f53-6fc3-4255-be49-c4fa9fe5a9b1 req-acc09a19-23a9-4703-a6cd-36c4fcdf6aa4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 Nov 25 12:07:14.771253 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2932a-af1a-4fae-b384-a09817893ff2 req-a22833b4-d775-4c83-a3d0-92fa2cd8466b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:14.772766 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8cb2932a-af1a-4fae-b384-a09817893ff2 req-a22833b4-d775-4c83-a3d0-92fa2cd8466b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0788195 Nov 25 12:07:14.816785 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8cb2932a-af1a-4fae-b384-a09817893ff2 req-6872ca80-4bcf-46d5-a20f-6db57843df36 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384281 Nov 25 12:07:15.851523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9a029da0-f8ac-49b1-a62c-ab6bd944c818 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:07:15.984850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:07:15.997742 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'port_id': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'mac_address': 'fa:16:3e:61:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:07:16.009463 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55c0c4-63d4-4fc5-8d2f-b76a8f50c198 req-b119dc06-7640-4604-9505-2f95e72ef989 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:16.010899 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f55c0c4-63d4-4fc5-8d2f-b76a8f50c198 req-b119dc06-7640-4604-9505-2f95e72ef989 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0756629 Nov 25 12:07:16.054384 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:16.058753 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f55c0c4-63d4-4fc5-8d2f-b76a8f50c198 req-62c4b3bf-6bcd-4d80-b2df-05c968bd58cb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 Nov 25 12:07:16.071325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a029da0-f8ac-49b1-a62c-ab6bd944c818 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:07:16.086151 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:07:16.091218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:16.092948 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-013df0a7-0ab8-42c1-9c89-00bb8585401c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:07:16.154946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:07:16.162952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.163299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.163645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.163975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.164327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.164655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.164981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.165304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.165629 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.165947 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.166262 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:07:16.170498 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:07:16.298283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['9a029da0-f8ac-49b1-a62c-ab6bd944c818'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:07:17.253843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6edc-27c4-4bff-8e0d-04b990e7037d req-ce09e7ac-0d0f-406b-9609-87fafbf90681 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:17.255273 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bffb6edc-27c4-4bff-8e0d-04b990e7037d req-ce09e7ac-0d0f-406b-9609-87fafbf90681 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 944 time: 0.0766022 Nov 25 12:07:17.299115 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-bffb6edc-27c4-4bff-8e0d-04b990e7037d req-3b50d1b0-c2f7-4c48-9efd-dac5466e9062 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385103 Nov 25 12:07:17.853389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9a029da0-f8ac-49b1-a62c-ab6bd944c818 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:07:17.921753 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:07:17.926327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:07:17.926706 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:18.038245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:18.062990 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:07:18.072800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:07:18.077341 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:18.080285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:07:18.143992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:07:18.147226 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:07:18.191713 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'code': 200} Nov 25 12:07:18.457525 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c87bda6c-fa3d-47db-9900-1e5e3a51398c req-50aca396-425a-40de-a36d-d7351602de49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.0686691 Nov 25 12:07:18.500113 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c87bda6c-fa3d-47db-9900-1e5e3a51398c req-a8795d55-64d9-4a7e-802c-24db7bc29c69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360501 Nov 25 12:07:18.500341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259e69-b52b-4f49-8672-0e78f2496210 req-c1ada693-7f73-42b0-9861-3959fb3e1e46 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:18.501687 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-76259e69-b52b-4f49-8672-0e78f2496210 req-c1ada693-7f73-42b0-9861-3959fb3e1e46 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0824492 Nov 25 12:07:18.546922 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-76259e69-b52b-4f49-8672-0e78f2496210 req-a74443b7-0086-4c6f-a389-5c0e7cf97c00 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398161 Nov 25 12:07:19.740013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c00fc-eee6-400c-a3df-a86b61cb35fb req-52a500b1-bc78-4ab5-9e80-a18952b42cc1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:19.741458 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-963c00fc-eee6-400c-a3df-a86b61cb35fb req-52a500b1-bc78-4ab5-9e80-a18952b42cc1 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0760069 Nov 25 12:07:19.785972 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-963c00fc-eee6-400c-a3df-a86b61cb35fb req-1ede8b73-9ac2-4525-b0ed-f75485ea8e7b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384943 Nov 25 12:07:19.981766 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecfb20-c2b6-4d30-90cc-e91c5e68d1da req-9c1045be-355d-4416-aa47-6dd0d3e4a03d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:19.983180 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f3ecfb20-c2b6-4d30-90cc-e91c5e68d1da req-9c1045be-355d-4416-aa47-6dd0d3e4a03d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0789042 Nov 25 12:07:20.026993 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f3ecfb20-c2b6-4d30-90cc-e91c5e68d1da req-8caec447-06aa-4134-b89a-ae39fd4df43f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385046 Nov 25 12:07:20.053507 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49112) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:07:20.122347 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-75de647e-cfcf-4456-8910-e28411318596 tempest-TestShelveInstance-486618308 tempest-TestShelveInstance-486618308-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1093 time: 0.0677190 Nov 25 12:07:20.124886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49116) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:07:20.130155 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:07:20.135438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:07:20.139378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Usage tracker for resource:floatingip and tenant:c4ebf332944941eb98cee39ad5ebba4d is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:07:20.142184 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:07:20.147710 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:07:20.157441 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:20.288583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:20.514381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Allocated IP 172.26.5.139 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/5e29c8b1-0853-42fb-a8f8-7096764a9518) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:07:20.656608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:20.683380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:20.687411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-509a8639-7b8c-4e6b-a4de-5e2704cf149d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:07:20.753680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:07:20.756760 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:07:20.760933 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:07:20.784864 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'Port': ['ID=5e29c8b1-0853-42fb-a8f8-7096764a9518,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:07:20.787983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:07:21.269921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:21.322752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:21.522592 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:21.526893 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:21.530832 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-dcbe918e-8292-490a-bba8-809557632e9f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:07:21.627896 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event updated for resources: {'Port': ['ID=5e29c8b1-0853-42fb-a8f8-7096764a9518,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:07:21.631060 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:07:21.645096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:21.832027 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Floating IP 803ca50c-e9ef-4046-87c7-ca31f6906b74 associated. External IP: 172.26.5.139, port: 9a029da0-f8ac-49b1-a62c-ab6bd944c818. Nov 25 12:07:22.313381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Router 41f0fa4d-44de-4393-9205-ec9d93759a0a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:07:22.508614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:07:22.519354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] Sync routers for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:07:22.531517 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:07:22.532270 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:07:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:07:22.535519 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:22.590903 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d8111372-6d2b-4eda-82fb-46dec08f312b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4644191 Nov 25 12:07:22.591457 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:07:22.713654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:07:22.721590 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'status': 'completed', 'code': 200} Nov 25 12:07:22.819045 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-fa26b491-dde6-43c0-af90-215297659038 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.0715744 Nov 25 12:07:22.949054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-8f8683bb-8036-43a8-843d-bb44aa5cc321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:22.951108 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-8f8683bb-8036-43a8-843d-bb44aa5cc321 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1256039 Nov 25 12:07:23.052886 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-c79d57ea-b715-453a-a7c1-23f62121aa10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 999 time: 0.0944448 Nov 25 12:07:23.103719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '803ca50c-e9ef-4046-87c7-ca31f6906b74', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'port_id': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'mac_address': 'fa:16:3e:61:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f57d89-bc7a-4027-8b30-6571633ba303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:07:21Z', 'updated_at': '2021-11-25T12:07:21Z', 'revision_number': 0, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:07:23.108067 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] Checking router: 41f0fa4d-44de-4393-9205-ec9d93759a0a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:07:23.118637 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:07:23.118984 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-0a048fbd-bd31-4565-9955-170590e194a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:23.119232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:07:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:07:23.120452 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-0a048fbd-bd31-4565-9955-170590e194a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0609126 Nov 25 12:07:23.193472 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-69abfca9-2d5d-4138-8d5e-8bcb765048a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667651 Nov 25 12:07:23.294114 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:07:23.326952 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-3ee67c7c-bb52-40d5-8a09-613633defc16 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273034 Nov 25 12:07:23.458803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e5fdf15-2da2-412a-8aa7-c4692fbaadc4 req-a4c7e22d-c3b9-4c99-8e76-27b9f075a11b service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241915 Nov 25 12:07:23.633172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '803ca50c-e9ef-4046-87c7-ca31f6906b74', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'port_id': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'mac_address': 'fa:16:3e:61:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f57d89-bc7a-4027-8b30-6571633ba303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:07:21Z', 'updated_at': '2021-11-25T12:07:21Z', 'revision_number': 0, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:07:23.637173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94d5ed-d97c-4cd1-bdc2-a2028828c8c3 None None] The sync data for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv is: [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '803ca50c-e9ef-4046-87c7-ca31f6906b74', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'port_id': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'mac_address': 'fa:16:3e:61:b7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f57d89-bc7a-4027-8b30-6571633ba303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:07:21Z', 'updated_at': '2021-11-25T12:07:21Z', 'revision_number': 0, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:07:23.832583 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145f48c6-0eb5-4100-b687-037b65634d3c None None] New status for floating IP 803ca50c-e9ef-4046-87c7-ca31f6906b74: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:07:26.626915 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:07:30.401738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:34.063143 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3d8e74cb-1b98-48b3-988a-9350909f9ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:34.259481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:36.373655 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7558d93c-7e05-4160-bacb-bb7f6812fc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:37.542430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:39.021283 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:00.432969 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:03.626597 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:08:04.065425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4478c17e-4892-4a21-b82a-db050edf8cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:04.261218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:06.375420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f1066c66-41d9-45dd-8001-5ae1f4404b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:07.541368 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:09.024144 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:10.217852 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-087fc4bc-41bc-4405-9fbc-dde80e34c1c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722888 Nov 25 12:08:10.353295 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-867ad7a4-b51b-4651-9291-56220f831564 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.0693991 Nov 25 12:08:10.597132 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de2b4-d477-4234-9edf-9390dd124a44 req-07ee9029-cb99-4761-accd-ad1fd873e40c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:10.598566 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-07ee9029-cb99-4761-accd-ad1fd873e40c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.2243166 Nov 25 12:08:10.703260 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-07bc2ef2-1a72-4706-9887-2a84de10cacc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 1001 time: 0.0966799 Nov 25 12:08:10.771340 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de2b4-d477-4234-9edf-9390dd124a44 req-1079b829-d555-4eb7-8c31-27e749b667ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:10.772755 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-1079b829-d555-4eb7-8c31-27e749b667ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0558617 Nov 25 12:08:10.850923 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-0cfca3df-815d-4524-99c8-8870c00db4ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696237 Nov 25 12:08:10.980823 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-a91c7fa8-a63e-441b-bd03-60eb08213f56 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206396 Nov 25 12:08:11.108370 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-005de2b4-d477-4234-9edf-9390dd124a44 req-65884009-2f3f-484e-9619-58421c33357b service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202724 Nov 25 12:08:30.442482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:34.067174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-180e50e9-ce1a-43f7-bde1-61fdfe08c865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:34.262702 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:36.376699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-55b6cabf-7f7f-4716-a103-2c7236fb17f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:37.544491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:39.026651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:40.627532 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:09:00.447565 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:04.068665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0c69-34df-436f-a16a-564a40a6311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:04.263494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:06.377870 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8f46-f6dd-4626-a8a9-d4bee6bebd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:07.547117 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:09.028210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:10.198507 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-545eb381-a1aa-4c1b-a37a-951cae3aa3fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674191 Nov 25 12:09:10.348429 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-47edb5b9-3ca8-4c06-8f97-bb636fc37c02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.0834727 Nov 25 12:09:10.487865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-cbcda45c-3134-4538-8017-149b6e5a0cf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:10.489209 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-cbcda45c-3134-4538-8017-149b6e5a0cf5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1224673 Nov 25 12:09:10.590943 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-60e1aa37-3560-4cee-8b3e-9f7a9b7469c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 1001 time: 0.0946231 Nov 25 12:09:10.651168 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-60e26afd-0730-489b-9749-225e7f52b5aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:10.652594 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-60e26afd-0730-489b-9749-225e7f52b5aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0546763 Nov 25 12:09:10.727744 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-cc525f7e-9982-4b23-9caf-d2a8d3f5cd93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681393 Nov 25 12:09:10.739400 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-266c3ab5-7553-419f-8ab7-1557fad4cbd2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 12:09:10.740306 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-266c3ab5-7553-419f-8ab7-1557fad4cbd2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046823 Nov 25 12:09:10.870813 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-7082f60d-44ef-46c5-a231-3afab24a1bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228499 Nov 25 12:09:10.998105 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4c6aaef-4b44-423d-b20d-ec888ef662da req-0b22de89-4f30-409e-964b-127324e56c16 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197531 Nov 25 12:09:17.628373 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:09:18.478015 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b2c4-ef44-47d0-9b96-c2fd84eefb54 req-3ef1f4af-d195-4805-8286-a090ed898f81 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:18.479471 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dda3b2c4-ef44-47d0-9b96-c2fd84eefb54 req-3ef1f4af-d195-4805-8286-a090ed898f81 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0784731 Nov 25 12:09:18.527711 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-dda3b2c4-ef44-47d0-9b96-c2fd84eefb54 req-12b9e6d8-e2b3-4655-b762-b85846345054 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Nov 25 12:09:19.736188 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157b5ea-69fd-4147-ac39-e0465ddfa03a req-de61bd20-3fa1-43ee-949f-7e66da1fa26f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:19.737605 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2157b5ea-69fd-4147-ac39-e0465ddfa03a req-de61bd20-3fa1-43ee-949f-7e66da1fa26f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0773296 Nov 25 12:09:19.781726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2157b5ea-69fd-4147-ac39-e0465ddfa03a req-cacb4743-4d54-40a6-b9f4-7dfc77842a8b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386987 Nov 25 12:09:20.990877 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394483-1ddf-4a0e-8ff9-8debda1e0cfe req-87eb891d-9c28-45d6-9a55-4118bc8836b6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:20.992317 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b2394483-1ddf-4a0e-8ff9-8debda1e0cfe req-87eb891d-9c28-45d6-9a55-4118bc8836b6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0797732 Nov 25 12:09:21.036294 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b2394483-1ddf-4a0e-8ff9-8debda1e0cfe req-fac6184c-1b30-4fca-bf37-b359655cccbc tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 Nov 25 12:09:22.230831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5545f35-3a3c-4d12-ac26-4c842e71f0bd req-2ce0f56b-6f05-41e2-b9e4-8b9f26ca0d68 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:22.232176 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f5545f35-3a3c-4d12-ac26-4c842e71f0bd req-2ce0f56b-6f05-41e2-b9e4-8b9f26ca0d68 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0751324 Nov 25 12:09:22.275385 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-f5545f35-3a3c-4d12-ac26-4c842e71f0bd req-9e1f8ff7-c14d-4a10-adb0-c9e32a02bf29 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Nov 25 12:09:23.474809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91f026-873e-46e2-bc3e-b6df57039e8b req-f03a0029-0da5-4cb5-a9af-53ca5a56002e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:23.476286 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8b91f026-873e-46e2-bc3e-b6df57039e8b req-f03a0029-0da5-4cb5-a9af-53ca5a56002e tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0790122 Nov 25 12:09:23.521171 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8b91f026-873e-46e2-bc3e-b6df57039e8b req-a4e6f754-52fc-4e16-98e6-2eff5288dacd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Nov 25 12:09:24.720067 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea7f8-8917-4daa-b524-a5c39618552c req-9d87a690-7ee3-4633-b64b-57f980e841a4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:24.722019 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f5ea7f8-8917-4daa-b524-a5c39618552c req-9d87a690-7ee3-4633-b64b-57f980e841a4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0762427 Nov 25 12:09:24.770127 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8f5ea7f8-8917-4daa-b524-a5c39618552c req-c58d118a-50ff-4ed9-8cce-d9cc478591dd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425973 Nov 25 12:09:25.969501 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2eed8-bd26-4f1f-a56f-350d6ded87d7 req-1acdd5d7-3316-4f21-a08e-c9fabd884a29 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:25.970919 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36a2eed8-bd26-4f1f-a56f-350d6ded87d7 req-1acdd5d7-3316-4f21-a08e-c9fabd884a29 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0756481 Nov 25 12:09:26.014957 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-36a2eed8-bd26-4f1f-a56f-350d6ded87d7 req-974ef1d3-0eeb-4c6c-b67a-5c0ae26997e2 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385723 Nov 25 12:09:27.208984 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75882b8a-3943-4fbc-a30a-5586a2de6d9f req-6f17c6bb-7bb7-40bd-9e7f-b277473eeb92 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:27.210404 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-75882b8a-3943-4fbc-a30a-5586a2de6d9f req-6f17c6bb-7bb7-40bd-9e7f-b277473eeb92 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0782440 Nov 25 12:09:27.253948 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-75882b8a-3943-4fbc-a30a-5586a2de6d9f req-5f1c0132-ec87-4dfe-88e1-8f57c2ad176d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382388 Nov 25 12:09:28.445566 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949818de-e4e1-49be-8605-a276d9e178df req-e256cc43-3849-4966-acbb-ca652097771f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:28.446982 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-949818de-e4e1-49be-8605-a276d9e178df req-e256cc43-3849-4966-acbb-ca652097771f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0751765 Nov 25 12:09:28.494427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-949818de-e4e1-49be-8605-a276d9e178df req-00772e7a-243a-4dd1-84c6-050ff8d5a699 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419068 Nov 25 12:09:28.563540 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-28cafb0d-c222-44b3-8786-09458f06a44f req-091869db-8661-4956-b069-2e8b4021171c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.0749073 Nov 25 12:09:28.798049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cafb0d-c222-44b3-8786-09458f06a44f req-6e22a1b5-a112-4b68-84f7-7cae11853230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:28.799567 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-28cafb0d-c222-44b3-8786-09458f06a44f req-6e22a1b5-a112-4b68-84f7-7cae11853230 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.2303956 Nov 25 12:09:28.901764 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-28cafb0d-c222-44b3-8786-09458f06a44f req-e28162d9-2d94-43b0-b1d9-9e5e545e271b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 1001 time: 0.0945742 Nov 25 12:09:28.963039 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cafb0d-c222-44b3-8786-09458f06a44f req-863ca608-57d7-442c-aa67-02cd553638f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:28.964471 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-28cafb0d-c222-44b3-8786-09458f06a44f req-863ca608-57d7-442c-aa67-02cd553638f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0562387 Nov 25 12:09:29.036681 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-28cafb0d-c222-44b3-8786-09458f06a44f req-442cccdf-70e5-492b-8ea3-a14babaee547 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652316 Nov 25 12:09:29.164980 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-28cafb0d-c222-44b3-8786-09458f06a44f req-a267d71e-0b84-4b72-a811-6ee9e467a8d4 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209562 Nov 25 12:09:29.293979 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-28cafb0d-c222-44b3-8786-09458f06a44f req-f0084733-e7cc-4ac4-af79-9e76d1b715dc service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223366 Nov 25 12:09:29.695055 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11f153-2836-49b0-94ea-f60871503115 req-b826ea66-8934-4656-a2ef-a247eda367e6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:29.696511 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d11f153-2836-49b0-94ea-f60871503115 req-b826ea66-8934-4656-a2ef-a247eda367e6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0800033 Nov 25 12:09:29.741073 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5d11f153-2836-49b0-94ea-f60871503115 req-d7ee7165-83e0-46f4-812a-daad00f3427c tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391977 Nov 25 12:09:30.450018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:30.942580 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4347332-c861-469a-bf6f-1cd378abcf5c req-ea922792-0a42-4230-86c9-770b3d7fce0a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:30.944612 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c4347332-c861-469a-bf6f-1cd378abcf5c req-ea922792-0a42-4230-86c9-770b3d7fce0a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0801299 Nov 25 12:09:30.989381 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c4347332-c861-469a-bf6f-1cd378abcf5c req-ee6fd315-9fe1-419d-a18f-20ab22c16d99 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390759 Nov 25 12:09:32.285347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ff09-7e66-4d75-9ef2-2315df6d3f9a req-ac31c584-7114-4d3f-a818-e11aa38bcd70 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:32.286691 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34c1ff09-7e66-4d75-9ef2-2315df6d3f9a req-ac31c584-7114-4d3f-a818-e11aa38bcd70 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.1764190 Nov 25 12:09:32.330964 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-34c1ff09-7e66-4d75-9ef2-2315df6d3f9a req-219300db-dbdd-45a5-8127-ce6f96972dd7 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388498 Nov 25 12:09:32.483934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9a029da0-f8ac-49b1-a62c-ab6bd944c818 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:09:32.596428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:32.622750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:09:32.632859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:09:32.637802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:32.639939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-edc82a04-2b37-4300-8714-aba45052d8e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:09:32.661558 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-5b59b073-5ff6-405d-bc24-b6b7ba07c93a req-513d05d3-6fcc-4700-b77c-89ce180e786c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0751078 Nov 25 12:09:32.681027 dv-neutron-819177-1-hyperv neutron-server[83571]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'code': 422} returned with failed status Nov 25 12:09:32.706096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:09:32.714116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.714454 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.714784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.715109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.715429 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.715747 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.716097 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.716423 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.716715 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.717025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.717332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:09:32.721935 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:09:32.916928 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dfe62-9cfc-43a0-acf1-b65126c110f5 req-bf88887d-3a34-4918-b85a-1a98e6692299 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:32.918410 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c6dfe62-9cfc-43a0-acf1-b65126c110f5 req-bf88887d-3a34-4918-b85a-1a98e6692299 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0772009 Nov 25 12:09:32.964083 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0c6dfe62-9cfc-43a0-acf1-b65126c110f5 req-5b58dda4-955f-409d-bb2e-fe017e61bbae tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401220 Nov 25 12:09:33.001295 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-fb629b9f-1473-46d6-a6e5-fd04f372db8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2249751 Nov 25 12:09:34.072420 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d84bbfe1-74f6-4985-af98-b7e4c3c14aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:34.167073 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef978-67ae-4388-9d9f-e807b7552ff4 req-ec94d1da-7e6f-4073-9fb9-0c207f47302f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:34.168528 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-365ef978-67ae-4388-9d9f-e807b7552ff4 req-ec94d1da-7e6f-4073-9fb9-0c207f47302f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0809493 Nov 25 12:09:34.214923 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-365ef978-67ae-4388-9d9f-e807b7552ff4 req-4fe5145f-a382-4cf9-b47b-0f9258bfd3bb tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Nov 25 12:09:34.268392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:35.206872 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-d950ff75-5039-41b0-b3ef-8facf54cd28f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303&tenant_id=c4ebf332944941eb98cee39ad5ebba4d HTTP/1.1" status: 200 len: 1096 time: 0.0689487 Nov 25 12:09:35.298626 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-f58ab5f8-ad93-4ac0-a79c-a0f301893803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1096 time: 0.0716395 Nov 25 12:09:35.418250 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fc9f0-6359-4bae-a1a8-bfded092dc7d req-3bc2354a-c9e3-4a96-a2d2-12f989e213a7 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:35.419721 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4b5fc9f0-6359-4bae-a1a8-bfded092dc7d req-3bc2354a-c9e3-4a96-a2d2-12f989e213a7 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0807259 Nov 25 12:09:35.437360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-16b7c7fa-604d-41b6-809c-e3e71484c8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:35.438798 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-16b7c7fa-604d-41b6-809c-e3e71484c8fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1343825 Nov 25 12:09:35.466069 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4b5fc9f0-6359-4bae-a1a8-bfded092dc7d req-d7cb387d-c11f-42ea-9adb-1872a39ef99f tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401127 Nov 25 12:09:35.540146 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-5eb6f053-a52d-480c-8abd-fe6c67351204 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 999 time: 0.0941937 Nov 25 12:09:35.602253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-c899b446-abb9-49c2-8d22-92ad957c014d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:35.603713 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-c899b446-abb9-49c2-8d22-92ad957c014d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0571113 Nov 25 12:09:35.677430 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-942dd352-827e-4095-a70a-c7412cdb0a49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672581 Nov 25 12:09:35.809609 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-7fc9adfa-5af0-4ae3-94d4-7dbde5cc9e32 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251791 Nov 25 12:09:35.939210 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bffd1bf9-b2a6-4330-adeb-5f7a5eae541f req-fac12896-db6d-4e0f-9937-d569fb986613 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233561 Nov 25 12:09:36.378712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-dbf61ad4-bd78-4e72-b3ba-a7d55e5650e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:36.664728 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab537a-33f0-457e-990d-271b74c896d5 req-97695899-4a1f-4d39-a564-c7a8a1a06588 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:36.666075 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18ab537a-33f0-457e-990d-271b74c896d5 req-97695899-4a1f-4d39-a564-c7a8a1a06588 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0782509 Nov 25 12:09:36.710639 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-18ab537a-33f0-457e-990d-271b74c896d5 req-ccea9b5a-5463-4055-bbc6-b80a2559e744 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390370 Nov 25 12:09:37.552609 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:37.901325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c7afa-d474-4590-a407-3df8a846518a req-90cefb7b-4c82-4f9e-a6f1-abf4cf28d774 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:37.902730 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c7c7afa-d474-4590-a407-3df8a846518a req-90cefb7b-4c82-4f9e-a6f1-abf4cf28d774 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0751979 Nov 25 12:09:37.946617 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7c7c7afa-d474-4590-a407-3df8a846518a req-4dfbda1a-07ea-472f-98a1-dca3d03aa6d4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385845 Nov 25 12:09:39.031325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:39.139608 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350a1c4-fae8-47b5-a498-487dd81eb86d req-cf1deb9d-6a9b-4734-a470-37a13ef0a934 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:39.141053 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2350a1c4-fae8-47b5-a498-487dd81eb86d req-cf1deb9d-6a9b-4734-a470-37a13ef0a934 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0771635 Nov 25 12:09:39.185542 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2350a1c4-fae8-47b5-a498-487dd81eb86d req-44a9aeef-0f5a-4d4b-b063-7dfbdf0cc618 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Nov 25 12:09:40.378314 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e06ba-3665-4f42-a10a-e8f6bea4100a req-1a9185ca-b643-4d7e-828e-77f8b269299d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:40.379733 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a34e06ba-3665-4f42-a10a-e8f6bea4100a req-1a9185ca-b643-4d7e-828e-77f8b269299d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.0751827 Nov 25 12:09:40.427078 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a34e06ba-3665-4f42-a10a-e8f6bea4100a req-affb321c-60a1-4042-8acc-7bd40e22781d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Nov 25 12:09:41.726924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706257-a5f2-4084-8b3b-ac0fdb5ada76 req-897b047e-b69b-4c50-80ce-679868e57f91 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:41.728627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a2706257-a5f2-4084-8b3b-ac0fdb5ada76 req-897b047e-b69b-4c50-80ce-679868e57f91 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 943 time: 0.1803529 Nov 25 12:09:41.773317 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a2706257-a5f2-4084-8b3b-ac0fdb5ada76 req-900a5a1a-40f7-49bf-8867-07cfd914d250 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 Nov 25 12:09:42.530626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9a029da0-f8ac-49b1-a62c-ab6bd944c818 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:09:42.659560 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:09:42.672063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'port_id': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'mac_address': 'fa:16:3e:61:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:09:42.723856 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:42.740507 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a029da0-f8ac-49b1-a62c-ab6bd944c818 {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:09:42.754536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:09:42.758370 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:42.759986 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-cf1ac9a4-6c14-409e-8ff1-12fbeabf46aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:09:42.871073 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:09:42.874380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:09:42.997433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['9a029da0-f8ac-49b1-a62c-ab6bd944c818'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:09:43.041983 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6ceb3-6dd8-486c-91fb-db31006e1df8 req-8215c68f-55a4-4375-a7d4-3b6411f5a2c4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:43.043436 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ab6ceb3-6dd8-486c-91fb-db31006e1df8 req-8215c68f-55a4-4375-a7d4-3b6411f5a2c4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 944 time: 0.1479714 Nov 25 12:09:43.088426 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-6ab6ceb3-6dd8-486c-91fb-db31006e1df8 req-932f7077-7b61-47b1-b756-477e90784925 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393004 Nov 25 12:09:44.279843 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e59cc6-76a1-4fbc-8605-f5664feb6ecb req-1bf56a22-6700-41bc-8754-0f10d3ab0f08 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:44.281207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5e59cc6-76a1-4fbc-8605-f5664feb6ecb req-1bf56a22-6700-41bc-8754-0f10d3ab0f08 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 944 time: 0.0758491 Nov 25 12:09:44.325042 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c5e59cc6-76a1-4fbc-8605-f5664feb6ecb req-58a38d5a-339a-44a8-a805-ed880a98032a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Nov 25 12:09:44.546852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9a029da0-f8ac-49b1-a62c-ab6bd944c818 up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:09:44.614240 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:09:44.614614 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:44.725631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:44.751018 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:09:44.761154 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:09:44.764716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:44.767785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8a82f2bf-0c97-4c4e-afb3-c0341d0d0d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:09:44.810434 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'code': 200} Nov 25 12:09:44.836522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:09:44.839272 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:09:45.080863 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47655d3e-3607-4e67-8906-e62e103ec677 req-78c98df7-0c70-4aee-96a3-7d954ec4230a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.0714722 Nov 25 12:09:45.121383 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-47655d3e-3607-4e67-8906-e62e103ec677 req-d2c19481-6a75-4ad9-ae3e-1fe02a0460d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345898 Nov 25 12:09:45.520730 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098507a-0324-42d9-b19c-8d8600ddf981 req-e82db16a-489f-4662-a0a0-7908c8dabb12 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:45.522175 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7098507a-0324-42d9-b19c-8d8600ddf981 req-e82db16a-489f-4662-a0a0-7908c8dabb12 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0796180 Nov 25 12:09:45.568361 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7098507a-0324-42d9-b19c-8d8600ddf981 req-11861b5b-aa24-4898-8eac-b4c94f009993 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406342 Nov 25 12:09:46.759902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783fac9-c843-4ccc-9f40-9cfcd011f5d4 req-f1a797b5-1b1a-4b79-9a0d-572f3372e19d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:46.761364 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c783fac9-c843-4ccc-9f40-9cfcd011f5d4 req-f1a797b5-1b1a-4b79-9a0d-572f3372e19d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0744896 Nov 25 12:09:46.810186 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c783fac9-c843-4ccc-9f40-9cfcd011f5d4 req-a3eb7205-3db1-4aef-8b30-ba234257fe42 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 Nov 25 12:09:54.628806 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:10:00.461592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:04.082162 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-1d87f8fd-407c-40eb-a711-f819915bbd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:04.276531 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:06.379653 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6e7b7a52-3ae2-44cc-a4ff-46c1d80e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:07.553440 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:09.033670 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:11.282154 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-13ca99d0-9370-4822-8d40-069d0dfe4b68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362827 Nov 25 12:10:11.549311 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-7652c820-4bad-4a82-b0fe-017651bcbc60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.1982219 Nov 25 12:10:11.698481 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-8a66ed72-1418-4a7f-a7ef-e26220b95c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:11.701006 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-8a66ed72-1418-4a7f-a7ef-e26220b95c40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1301603 Nov 25 12:10:11.807274 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-a5155626-b985-4b5d-9768-6f99df95c4df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 1001 time: 0.0999148 Nov 25 12:10:11.871265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-2bceb13e-fa28-444c-a078-07a8cc3af84c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:11.872899 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-2bceb13e-fa28-444c-a078-07a8cc3af84c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0583496 Nov 25 12:10:11.954976 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-2756c29c-5efe-4b96-8416-12a309766b13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760612 Nov 25 12:10:12.087539 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-0307df4d-2126-4c0f-b5a7-c60e9e6827d0 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257634 Nov 25 12:10:12.227635 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a80e6b6a-6ea3-4ab7-8a7e-5157bc5a525e req-4cfb1c34-176b-47e6-9188-b2e2ca3380aa service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274211 Nov 25 12:10:30.453817 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:31.628403 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:10:34.079400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ea1125be-2931-41e9-9367-a348911dc7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:34.271789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:36.383654 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fb58a18e-d830-430a-97d2-1c0e60bfd279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:37.556171 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:39.035142 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:00.453479 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:04.080618 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-63705b07-3f13-4c0a-a0e8-e1144262a045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:04.272864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:05.077711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49268) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:05.274749 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Deleting port 5e29c8b1-0853-42fb-a8f8-7096764a9518 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:05.275076 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:05.536881 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:05.537207 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:05.652562 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Calling delete_port for 5e29c8b1-0853-42fb-a8f8-7096764a9518 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:05.808431 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:05.812349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1b3f02c6-b7bd-4e4a-8e21-49b59a39d51c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:05.852186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event deleted for resources: {'Port': ['ID=5e29c8b1-0853-42fb-a8f8-7096764a9518,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:05.887911 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.888315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.888690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.889051 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.889411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.889771 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.890129 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.890484 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.890836 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.891186 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.891538 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:05.895300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:05.962789 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:06.344902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Router 41f0fa4d-44de-4393-9205-ec9d93759a0a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:11:06.384893 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3797-f1fd-4966-8f98-2ea48fe8f995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:06.539793 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:06.550183 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] Sync routers for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:06.556066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:06.561721 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:06.562332 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:06.613279 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "DELETE /v2.0/floatingips/803ca50c-e9ef-4046-87c7-ca31f6906b74 HTTP/1.1" status: 204 len: 168 time: 1.5344751 Nov 25 12:11:06.613921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:11:06.695469 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'status': 'completed', 'code': 200} Nov 25 12:11:06.743543 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:06.792663 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-4eaaa7eb-f24f-420c-8685-5f64fbf3e442 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 1098 time: 0.0752616 Nov 25 12:11:06.934011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-2a7cc381-705d-45d6-b960-df1a85d01ed4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:06.935453 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-2a7cc381-705d-45d6-b960-df1a85d01ed4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 200 len: 909 time: 0.1358831 Nov 25 12:11:07.008160 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-15e5ed62-218e-4662-9b2e-37b29008bced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 200 len: 217 time: 0.0646062 Nov 25 12:11:07.043422 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e9d81-df11-4d5d-86ef-88f700aab136 req-1756cd16-938f-44a0-9850-388052ad3345 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:07.044339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-b36e9d81-df11-4d5d-86ef-88f700aab136 req-1756cd16-938f-44a0-9850-388052ad3345 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:11:07.062991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-b36e9d81-df11-4d5d-86ef-88f700aab136 req-1756cd16-938f-44a0-9850-388052ad3345 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:11:07.071762 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b36e9d81-df11-4d5d-86ef-88f700aab136 req-1756cd16-938f-44a0-9850-388052ad3345 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.1061151 Nov 25 12:11:07.074369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:07.074586 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-ce8bded9-807e-4004-9fd6-e5806adadf77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:07.076128 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-ce8bded9-807e-4004-9fd6-e5806adadf77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 200 len: 847 time: 0.0605800 Nov 25 12:11:07.078372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] Checking router: 41f0fa4d-44de-4393-9205-ec9d93759a0a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:07.089329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:07.090096 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:07.116601 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b36e9d81-df11-4d5d-86ef-88f700aab136 req-7a7fd314-cd16-4956-8fcc-91dc378a87e5 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436702 Nov 25 12:11:07.160892 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-8854c2d4-d201-4c27-9095-42434a2c9a8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c039b897-d2e8-4a96-85b4-8a847790fa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762572 Nov 25 12:11:07.293486 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-98caa121-911e-4f5e-99a1-eee0a1fe596b service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257892 Nov 25 12:11:07.314217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:07.426981 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7b373f0b-a99a-4ddf-8c13-21b0e6777132 req-e98ca5c9-303c-448a-a2b5-d0f7b9729b71 service neutron] 10.222.0.48 "GET /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265523 Nov 25 12:11:07.605557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:07.640756 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:07.645299 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da508c-e0ca-4156-8346-e6bce08d4c2e None None] The sync data for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv is: [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:02:23Z', 'revision_number': 4, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'c613d335-12c7-44a9-a9db-bf0e5a29f91a', 'name': '', 'network_id': 'c039b897-d2e8-4a96-85b4-8a847790fa08', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'mac_address': 'fa:16:3e:d5:fb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:23Z', 'updated_at': '2021-11-25T12:02:42Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'subnets': [{'id': 'db1a59a1-af6e-471c-97de-753c08e72d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:11:07.864386 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b089ee-a184-42a1-a6e8-648946dcc61b None None] New status for floating IP 803ca50c-e9ef-4046-87c7-ca31f6906b74: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:11:08.317470 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621439c7-6714-4623-b7b5-185abb821ada req-4f2445e8-a96a-4765-8c6f-7a8122c36d7a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:08.318804 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-621439c7-6714-4623-b7b5-185abb821ada req-4f2445e8-a96a-4765-8c6f-7a8122c36d7a tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0782113 Nov 25 12:11:08.364576 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-621439c7-6714-4623-b7b5-185abb821ada req-cebda401-4990-4e36-a386-3b90658792a4 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad3a13aa-1aed-4cf1-9a16-e09033561ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Nov 25 12:11:08.496356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-c0066cf7-cc2f-42da-a578-5646d9dd32fd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:08.496956 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-c0066cf7-cc2f-42da-a578-5646d9dd32fd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Synchronizing usage tracker for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:11:08.508720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-c0066cf7-cc2f-42da-a578-5646d9dd32fd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Unset dirty status for tenant:c4ebf332944941eb98cee39ad5ebba4d on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:11:08.509793 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-c0066cf7-cc2f-42da-a578-5646d9dd32fd tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 945 time: 0.0878100 Nov 25 12:11:08.576523 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Deleting port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:08.576793 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:08.629091 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:11:08.915149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] For port 9a029da0-f8ac-49b1-a62c-ab6bd944c818, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9a029da0-f8ac-49b1-a62c-ab6bd944c818,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:08.915499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:09.034071 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Calling delete_port for 9a029da0-f8ac-49b1-a62c-ab6bd944c818 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:09.037960 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:09.173782 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:09.179004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4b0e5e4d-d4a3-46dd-8c3a-05017df09aab tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:09.224302 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event deleted for resources: {'Port': ['ID=9a029da0-f8ac-49b1-a62c-ab6bd944c818,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:09.265084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.265469 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.265842 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.266211 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.266578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.266942 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.267306 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.267670 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.268049 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.268996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.269358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:09.275965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:09.307946 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] No DVR routers for this DVR port 9a029da0-f8ac-49b1-a62c-ab6bd944c818 on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:11:09.310149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:09.312686 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-deleted', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:11:09.328558 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1775f062-e996-4ada-ac8e-f3fdcca9a310 req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.48 "DELETE /v2.0/ports/9a029da0-f8ac-49b1-a62c-ab6bd944c818 HTTP/1.1" status: 204 len: 173 time: 0.8135283 Nov 25 12:11:09.368495 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f57d89-bc7a-4027-8b30-6571633ba303', 'name': 'network-vif-deleted', 'tag': '9a029da0-f8ac-49b1-a62c-ab6bd944c818', 'status': 'completed', 'code': 200} Nov 25 12:11:09.526952 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8b74dcb4-019e-4a11-9d02-27c712d7f6db req-6fc2b88f-957c-4eda-834e-f2f660fa8611 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f57d89-bc7a-4027-8b30-6571633ba303 HTTP/1.1" status: 200 len: 210 time: 0.0425003 Nov 25 12:11:10.634133 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49306) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:10.707197 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82678c0-8831-4d77-9d9b-6896b51b37b9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:10.737102 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82678c0-8831-4d77-9d9b-6896b51b37b9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:10.800848 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82678c0-8831-4d77-9d9b-6896b51b37b9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:10.806606 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-37168647-d6a8-4de7-9550-b8011f424afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:10.822170 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82678c0-8831-4d77-9d9b-6896b51b37b9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a13aa-1aed-4cf1-9a16-e09033561ef2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:10.824645 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b82678c0-8831-4d77-9d9b-6896b51b37b9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:10.833872 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b82678c0-8831-4d77-9d9b-6896b51b37b9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:10.837905 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b82678c0-8831-4d77-9d9b-6896b51b37b9 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] 10.222.0.41 "DELETE /v2.0/security-groups/ad3a13aa-1aed-4cf1-9a16-e09033561ef2 HTTP/1.1" status: 204 len: 168 time: 0.2000070 Nov 25 12:11:10.893093 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:11.412785 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:12.115600 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Deleting port c613d335-12c7-44a9-a9db-bf0e5a29f91a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:12.116267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:12.281937 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] For port c613d335-12c7-44a9-a9db-bf0e5a29f91a, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=c613d335-12c7-44a9-a9db-bf0e5a29f91a,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:12.282159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:12.398390 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Calling delete_port for c613d335-12c7-44a9-a9db-bf0e5a29f91a owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:12.574076 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:12.577496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-0433b691-3784-49f9-ade1-c2c77dbce09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:12.620991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c613d335-12c7-44a9-a9db-bf0e5a29f91a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:12.623753 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:12.900708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:13.053078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9a029da0-f8ac-49b1-a62c-ab6bd944c818 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:11:13.085033 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 9a029da0-f8ac-49b1-a62c-ab6bd944c818 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:11:13.085387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 9a029da0-f8ac-49b1-a62c-ab6bd944c818 not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:11:13.570862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Router 41f0fa4d-44de-4393-9205-ec9d93759a0a has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:11:13.764172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:13.774610 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] Sync routers for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:13.777620 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] 10.222.0.41 "PUT /v2.0/routers/41f0fa4d-44de-4393-9205-ec9d93759a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8835340 Nov 25 12:11:13.780130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:13.785880 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:13.786481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:13.961832 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:13.977031 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:14.168170 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:14.177990 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Deleting port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:14.178315 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:14.243889 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:11:12Z', 'revision_number': 5, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port': {'id': '9bd7f89d-b6e0-45ec-9193-fbcd09886ba0', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:21Z', 'updated_at': '2021-11-25T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:14.247675 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] Checking router: 41f0fa4d-44de-4393-9205-ec9d93759a0a for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:14.258711 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] Routers {'41f0fa4d-44de-4393-9205-ec9d93759a0a'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:14.259314 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['41f0fa4d-44de-4393-9205-ec9d93759a0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:14.358832 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] For port 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:14.359172 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:14.408518 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] Set router 41f0fa4d-44de-4393-9205-ec9d93759a0a gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:14.475250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Calling delete_port for 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:14.513983 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:11:14Z', 'revision_number': 6, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:14.518328 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39b7f-79cf-4d59-86a9-7f3555fbb8be None None] The sync data for ids ['41f0fa4d-44de-4393-9205-ec9d93759a0a'] in dv-neutron-819177-1-hyperv is: [{'id': '41f0fa4d-44de-4393-9205-ec9d93759a0a', 'name': 'tempest-TestShelveInstance-618110728-router', 'tenant_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:20Z', 'updated_at': '2021-11-25T12:11:14Z', 'revision_number': 6, 'project_id': 'c4ebf332944941eb98cee39ad5ebba4d', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:11:14.645351 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:14.649548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-65ab40d5-1af9-482a-bf73-0fa1e7450d5c tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:14.693092 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd7f89d-b6e0-45ec-9193-fbcd09886ba0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:14.696122 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:15.028054 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.276394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.280707 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.305091 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.305655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f0fa4d-44de-4393-9205-ec9d93759a0a {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 12:11:15.318543 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.319642 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] 10.222.0.41 "DELETE /v2.0/routers/41f0fa4d-44de-4393-9205-ec9d93759a0a HTTP/1.1" status: 204 len: 168 time: 1.5385840 Nov 25 12:11:15.322360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49322) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:15.382148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Deleting subnet db1a59a1-af6e-471c-97de-753c08e72d19 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 12:11:15.385197 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.436623 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.521221 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.588267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.592430 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-41d0225b-b134-4200-8efa-f3e06495faad tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:15.629364 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1a59a1-af6e-471c-97de-753c08e72d19,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:15.631778 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:15.634360 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.639685 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ea8bc-10bc-4c51-817b-e45e6551427d None None] Network c039b897-d2e8-4a96-85b4-8a847790fa08 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:11:15.641513 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-382e7e59-f3ef-46bb-bb47-b231895a3592 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/db1a59a1-af6e-471c-97de-753c08e72d19 HTTP/1.1" status: 204 len: 168 time: 0.3182163 Nov 25 12:11:15.644018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:15.755365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.767585 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Deleting port 6e6332db-501c-451a-8023-e9e879d12de0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:15.767908 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.943677 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] DHCP port deletion for c039b897-d2e8-4a96-85b4-8a847790fa08 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 12:11:15.948218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Deleting port 6e6332db-501c-451a-8023-e9e879d12de0 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:15.948604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:15.973804 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] For port 6e6332db-501c-451a-8023-e9e879d12de0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6e6332db-501c-451a-8023-e9e879d12de0,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:15.974149 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.067861 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6e6332db-501c-451a-8023-e9e879d12de0 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:11:16.092375 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Calling delete_port for 6e6332db-501c-451a-8023-e9e879d12de0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:16.167126 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.171434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-487c336c-cd82-4881-85b3-3cb0dd2d669e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:16.199864 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] For port 6e6332db-501c-451a-8023-e9e879d12de0, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=6e6332db-501c-451a-8023-e9e879d12de0,segment=NetworkSegment(ee33d78a-b833-46e7-9189-c352dfbbd072),segment_id=ee33d78a-b833-46e7-9189-c352dfbbd072)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:16.200280 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.211299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6332db-501c-451a-8023-e9e879d12de0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:16.212651 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No active binding found for port 6e6332db-501c-451a-8023-e9e879d12de0 {{(pid=83571) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Nov 25 12:11:16.213060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 6e6332db-501c-451a-8023-e9e879d12de0 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:11:16.213484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c613d335-12c7-44a9-a9db-bf0e5a29f91a no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:11:16.214219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:16.219420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] No DVR routers for this DVR port 6e6332db-501c-451a-8023-e9e879d12de0 on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:11:16.351933 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Calling delete_port for 6e6332db-501c-451a-8023-e9e879d12de0 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:16.377353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: c613d335-12c7-44a9-a9db-bf0e5a29f91a {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:11:16.377439 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device c613d335-12c7-44a9-a9db-bf0e5a29f91a not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:11:16.377810 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:11:16.420511 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:11:16.420860 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 9bd7f89d-b6e0-45ec-9193-fbcd09886ba0 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:11:16.455072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.456170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:11:16.456532 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:11:16.480583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c039b897-d2e8-4a96-85b4-8a847790fa08']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:16.492269 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee33d78a-b833-46e7-9189-c352dfbbd072') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:16.492558 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee33d78a-b833-46e7-9189-c352dfbbd072') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:16.504161 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.523013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.528950 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 12:11:16.529321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:11:16.542012 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:11:16.615230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.618640 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4223e532-4e94-4964-a264-7cb127598ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:16.632322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:16.644314 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=c039b897-d2e8-4a96-85b4-8a847790fa08,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:16.649012 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:16.656463 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57caea6a-8811-4671-aeae-18b241128b46 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c039b897-d2e8-4a96-85b4-8a847790fa08 HTTP/1.1" status: 204 len: 168 time: 1.0115392 Nov 25 12:11:16.659549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49330) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:16.958124 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Deleting port 6e6332db-501c-451a-8023-e9e879d12de0 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:16.958639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:17.021119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-2e84f9ca-4cf5-4d26-96e2-8342a460de9b None None] The port '6e6332db-501c-451a-8023-e9e879d12de0' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 12:11:17.045676 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:17.632589 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Deleting port 174ec7c8-9f94-402a-bcaa-0386cdc88d13 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:17.632841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:17.800128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] For port 174ec7c8-9f94-402a-bcaa-0386cdc88d13, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=174ec7c8-9f94-402a-bcaa-0386cdc88d13,segment=NetworkSegment(1cbe884d-1e5f-4d31-9173-7736861bb1b0),segment_id=1cbe884d-1e5f-4d31-9173-7736861bb1b0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:17.800475 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:18.025716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Calling delete_port for 174ec7c8-9f94-402a-bcaa-0386cdc88d13 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:18.194519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:18.198947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-be9388e5-d7ee-405b-a696-95da393d7da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:18.239544 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=174ec7c8-9f94-402a-bcaa-0386cdc88d13,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:18.242307 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:18.521660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:19.076770 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:11:19.265086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:19.274074 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] 10.222.0.41 "PUT /v2.0/routers/3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6133730 Nov 25 12:11:19.274356 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] Sync routers for ids ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:19.276591 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49334) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:19.286403 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] Routers {'3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:19.287000 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:19.465227 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] Set router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:19.588185 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:19.778502 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:11:18Z', 'revision_number': 5, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port': {'id': 'e1b1a1bb-67a4-47a2-8c43-355fe35e2c14', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:02:27Z', 'updated_at': '2021-11-25T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:19.782257 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] Checking router: 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:19.788853 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:19.798819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Deleting port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:19.799217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:19.800903 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] Routers {'3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:19.801538 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:19.950187 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] Set router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:19.975362 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] For port e1b1a1bb-67a4-47a2-8c43-355fe35e2c14, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:19.975709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:20.051364 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:11:19Z', 'revision_number': 6, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:20.055446 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d37c4-bb6a-4c4a-9ebe-a2aefd013903 None None] The sync data for ids ['3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c'] in dv-neutron-819177-1-hyperv is: [{'id': '3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c', 'name': 'tempest-TestShelveInstance-30893352-router', 'tenant_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:02:26Z', 'updated_at': '2021-11-25T12:11:19Z', 'revision_number': 6, 'project_id': '5d93d6f3b7884e0cba8270d26cc03c32', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:11:20.102870 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Calling delete_port for e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:20.261179 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:20.265130 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-ed01f821-8be4-4989-8df0-131713ec3db6 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:20.305189 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b1a1bb-67a4-47a2-8c43-355fe35e2c14,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:20.307845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:20.523527 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:20.885178 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:20.889507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:20.915965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:20.916546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 12:11:20.929997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:20.931100 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] 10.222.0.41 "DELETE /v2.0/routers/3b6c110a-40c6-4e56-8dcc-b623dd3c4f2c HTTP/1.1" status: 204 len: 168 time: 1.6536248 Nov 25 12:11:20.933592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:20.994886 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Deleting subnet 47d6b41f-955c-4937-8771-b49994cb42eb {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 12:11:20.998566 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.049151 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16711158'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.126519 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.194933 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16594556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15829077'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.199483 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-a28b7aca-c519-4a60-9631-e8c834bf0acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:21.233366 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d6b41f-955c-4937-8771-b49994cb42eb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:21.235884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:21.239052 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.244861 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e25d6-b551-4a54-a152-049902df1cee None None] Network 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:11:21.245350 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bf456cc2-571a-49f2-8cc6-35e421ce83a7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47d6b41f-955c-4937-8771-b49994cb42eb HTTP/1.1" status: 204 len: 168 time: 0.3108110 Nov 25 12:11:21.247815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:21.351953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.362841 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Deleting port 361c2472-a5d1-4102-be01-2a0dce50e24c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:21.363163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.499241 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] DHCP port deletion for 89d20b80-96a0-4ab6-9421-ea1ea6c4c64b request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 12:11:21.503823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Deleting port 361c2472-a5d1-4102-be01-2a0dce50e24c {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:21.504291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.566226 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] For port 361c2472-a5d1-4102-be01-2a0dce50e24c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=361c2472-a5d1-4102-be01-2a0dce50e24c,segment=NetworkSegment(1cbe884d-1e5f-4d31-9173-7736861bb1b0),segment_id=1cbe884d-1e5f-4d31-9173-7736861bb1b0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:21.566575 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.686693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Calling delete_port for 361c2472-a5d1-4102-be01-2a0dce50e24c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:21.699726 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] For port 361c2472-a5d1-4102-be01-2a0dce50e24c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=361c2472-a5d1-4102-be01-2a0dce50e24c,segment=NetworkSegment(1cbe884d-1e5f-4d31-9173-7736861bb1b0),segment_id=1cbe884d-1e5f-4d31-9173-7736861bb1b0)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:21.700161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.761128 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.765620 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-354089a3-b0a0-4dfa-adc1-b069a63b0fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:21.810230 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Pushing event deleted for resources: {'Port': ['ID=361c2472-a5d1-4102-be01-2a0dce50e24c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:21.813072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:21.815560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] No DVR routers for this DVR port 361c2472-a5d1-4102-be01-2a0dce50e24c on host dv-neutron-819177-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:11:21.823500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Calling delete_port for 361c2472-a5d1-4102-be01-2a0dce50e24c owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:11:21.892315 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:11:21.892674 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:11:21.931456 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.957299 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d20b80-96a0-4ab6-9421-ea1ea6c4c64b']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:21.968862 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbe884d-1e5f-4d31-9173-7736861bb1b0') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:21.969148 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbe884d-1e5f-4d31-9173-7736861bb1b0') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:21.980191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16711151'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:21.995741 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.001797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 12:11:22.002744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593618'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: Traceback (most recent call last): Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: timer() Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: cb(*args, **kw) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: self._notify() Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: self.callback(batched_events) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: event.method(event) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: return f(self, *a, **k) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._get(url).json() Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:11:22.015364 dv-neutron-819177-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:11:22.059347 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 361c2472-a5d1-4102-be01-2a0dce50e24c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:11:22.092158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.094623 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 361c2472-a5d1-4102-be01-2a0dce50e24c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:11:22.094978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 361c2472-a5d1-4102-be01-2a0dce50e24c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:11:22.095403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:11:22.095723 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-eacad15a-accc-481b-8c5d-a49b5cd4113e tempest-BulkNetworkOpsIpV6Test-1121483815 tempest-BulkNetworkOpsIpV6Test-1121483815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:22.111125 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.120303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d20b80-96a0-4ab6-9421-ea1ea6c4c64b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:22.123016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:22.124814 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] 10.222.0.41 "DELETE /v2.0/networks/89d20b80-96a0-4ab6-9421-ea1ea6c4c64b HTTP/1.1" status: 204 len: 168 time: 0.8758903 Nov 25 12:11:22.165765 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:11:22.166123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device e1b1a1bb-67a4-47a2-8c43-355fe35e2c14 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:11:22.166557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 174ec7c8-9f94-402a-bcaa-0386cdc88d13 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:11:22.199230 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 174ec7c8-9f94-402a-bcaa-0386cdc88d13 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:11:22.199582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 174ec7c8-9f94-402a-bcaa-0386cdc88d13 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:11:22.260271 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:22.308630 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ae6510a-1637-4766-a9c4-98952e1912d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4ebf332944941eb98cee39ad5ebba4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471528 Nov 25 12:11:22.310815 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:22.368970 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.393919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.394264 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Deleting port 361c2472-a5d1-4102-be01-2a0dce50e24c {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:11:22.394668 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.457907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-a25ed6ec-5664-410c-979f-6fba0c9308a6 None None] The port '361c2472-a5d1-4102-be01-2a0dce50e24c' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 12:11:22.552548 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.556228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4ea95f62-d23d-4dd0-bdd9-0d4073d63e54 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:22.569740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f697e-8e2b-4768-afff-0a4a7037fb83,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:22.573751 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:22.576827 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:22.578005 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f5f697e-8e2b-4768-afff-0a4a7037fb83 HTTP/1.1" status: 204 len: 168 time: 0.2663515 Nov 25 12:11:22.953479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49362) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:23.004338 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1ff9b768-1f03-4d7d-aa63-e0e18dd594d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d93d6f3b7884e0cba8270d26cc03c32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495603 Nov 25 12:11:23.006636 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49366) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:23.063408 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f851cf72-1545-49db-8dc0-a98d7a81ee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:23.088652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f851cf72-1545-49db-8dc0-a98d7a81ee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:23.142182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f851cf72-1545-49db-8dc0-a98d7a81ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:23.146886 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-cfd63dc1-0f47-4ef0-833c-44161dce2d87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:23.253407 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851cf72-1545-49db-8dc0-a98d7a81ee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf707c-a27f-4adc-98ec-c93771c4aa56,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:23.256331 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f851cf72-1545-49db-8dc0-a98d7a81ee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:23.259892 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f851cf72-1545-49db-8dc0-a98d7a81ee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:23.261065 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-f851cf72-1545-49db-8dc0-a98d7a81ee21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44cf707c-a27f-4adc-98ec-c93771c4aa56 HTTP/1.1" status: 204 len: 168 time: 0.2535508 Nov 25 12:11:24.060894 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49388) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:24.188281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-549491261-network', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:24.193140 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:24.197190 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Usage tracker for resource:network and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:24.200043 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:24.206760 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:24.216250 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Made reservation on behalf of 3f171c5b76cb466e9638e4794e91d737 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:11:24.218435 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.230911 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.262231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:24.266013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:24.269202 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:24.275100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:24.340628 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.344412 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.348021 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e592cae8-9121-4dde-9cf9-dd3006c26041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:24.377655 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:11:24.382907 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365c9914-f52f-450d-a79f-3e964be48a75,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:24.386346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:24.390011 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.390406 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Added segment 9fe78078-d4bd-4b66-bd91-fb31a63b5ee9 of type vlan for network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 Nov 25 12:11:24.417740 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.445167 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.446393 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:24.446988 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.450253 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-2a273b20-879a-427f-874d-0d02241d8248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:24.549420 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Pushing event updated for resources: {'Network': ['ID=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:24.552277 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:24.553782 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4eabb058-c43c-4574-adb5-060af069028f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4918952 Nov 25 12:11:24.556744 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49394) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:24.559712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:11:24.563846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Request body: {'subnet': {'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-549491261-subnet', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:24.569177 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:24.573429 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Usage tracker for resource:subnet and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:24.576418 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:24.583716 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:24.596693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Made reservation on behalf of 3f171c5b76cb466e9638e4794e91d737 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:11:24.599175 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.806900 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.810363 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f5260c55-ce7e-413a-9f69-dbb42f250e7f tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:24.870312 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feae6242-bf52-4085-a670-3099a3d6bc15,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:24.879706 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:24.895551 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Checking segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:24.895897 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Network hostable DHCP agents. Network: 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:11:24.916627 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:11:24.925455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:24.929159 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:24.929725 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.934876 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d56655-3573-4d21-aff2-63a7187e0fae None None] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:11:24.951106 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb8f54b1-ad16-4ba4-b8c6-6774465e28e3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3923049 Nov 25 12:11:24.953680 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49398) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:24.959239 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:24.963896 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:24.967630 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Usage tracker for resource:router and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:24.970434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:24.976124 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:24.985997 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:24.986910 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.004874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.155819 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.159940 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 12:11:25.160784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.313627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Allocated IP 172.20.0.2 (1d61a07b-e927-4ed2-8a0c-3f7ca3ace949/feae6242-bf52-4085-a670-3099a3d6bc15/8ac24937-1c6c-465a-b917-1b1f325d2032) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:25.339614 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.372321 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.503757 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Allocated IP 172.26.5.58 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/a55a932c-560f-44b6-880b-88f1ef10fde1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:25.515720 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.526363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Transition to ACTIVE for port object 8ac24937-1c6c-465a-b917-1b1f325d2032 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:25.546865 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Transition to ACTIVE for port object 8ac24937-1c6c-465a-b917-1b1f325d2032 will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:25.554211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.558583 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:25.623724 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:25.626894 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:25.631116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:25.633216 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Pushing event updated for resources: {'Port': ['ID=8ac24937-1c6c-465a-b917-1b1f325d2032,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:25.653840 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.671844 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.672220 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.672616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.672953 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.673317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.673649 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.674025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.674854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.675179 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.675502 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.675824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:25.683012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:25.686660 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.690662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3fb3320b-b5e5-47bd-bb4b-dbcf58ab2664 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:25.733025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Attempting to bind port 8ac24937-1c6c-465a-b917-1b1f325d2032 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:11:25.733394 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Attempting to bind port 8ac24937-1c6c-465a-b917-1b1f325d2032 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:11:25.733761 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Attempting to bind port 8ac24937-1c6c-465a-b917-1b1f325d2032 on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:25.740741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:11:25.741123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Checking segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:25.741526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.741924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Bound using segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:11:25.742387 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Bound port: 8ac24937-1c6c-465a-b917-1b1f325d2032, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:11:25.742759 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.753507 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:25.760484 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:25.762992 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:25.808502 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Pushing event updated for resources: {'Port': ['ID=a55a932c-560f-44b6-880b-88f1ef10fde1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:25.811797 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:25.830400 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] For port 8ac24937-1c6c-465a-b917-1b1f325d2032, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:11:25.833752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] For port 8ac24937-1c6c-465a-b917-1b1f325d2032, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8ac24937-1c6c-465a-b917-1b1f325d2032,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:11:25.837186 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.840719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:25.921831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Pushing event updated for resources: {'Port': ['ID=8ac24937-1c6c-465a-b917-1b1f325d2032,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:25.924984 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:25.948982 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:25.949712 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:26.292546 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Router 30a6f6d3-c6b6-49c3-b407-0b08832c88df is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 12:11:26.493083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:26.502635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Sync routers for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:26.519437 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:26.520477 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:26.520944 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-846f9092-d8b5-47f2-95ee-eecabdabc913 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5662959 Nov 25 12:11:26.521669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:26.523964 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49402) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:26.715660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:26.936684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2ace0-9fca-4f07-8f15-7a5be8534f9f None None] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:11:27.063471 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-471a1471-0533-4efd-9208-92ac6713fb4c None None] Provisioning for port 8ac24937-1c6c-465a-b917-1b1f325d2032 completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:27.254626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:25Z', 'revision_number': 3, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:27.260188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Checking router: 30a6f6d3-c6b6-49c3-b407-0b08832c88df for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:27.260549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Updating router 30a6f6d3-c6b6-49c3-b407-0b08832c88df port a55a932c-560f-44b6-880b-88f1ef10fde1 binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:11:27.276118 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.323515 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.493223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Allocated IP 172.20.0.1 (1d61a07b-e927-4ed2-8a0c-3f7ca3ace949/feae6242-bf52-4085-a670-3099a3d6bc15/d506dfe5-8dc0-4ae4-8062-0a859854d1ba) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:27.642816 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.658115 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Transition to ACTIVE for port object d506dfe5-8dc0-4ae4-8062-0a859854d1ba will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:27.668106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.679625 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.680613 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Transition to ACTIVE for port object a55a932c-560f-44b6-880b-88f1ef10fde1 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:27.684238 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-505f423e-36e4-4ca2-a7e7-a6d64348e8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:27.687285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.691431 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:27.748176 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:27.751394 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:27.756204 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:27.777238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f392e-9d05-4148-945a-4251030930b7 None None] Pushing event updated for resources: {'Port': ['ID=a55a932c-560f-44b6-880b-88f1ef10fde1,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:27.779472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Attempting to bind port a55a932c-560f-44b6-880b-88f1ef10fde1 on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:11:27.779867 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Attempting to bind port a55a932c-560f-44b6-880b-88f1ef10fde1 by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:11:27.780261 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Attempting to bind port a55a932c-560f-44b6-880b-88f1ef10fde1 on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:27.783859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ea5f392e-9d05-4148-945a-4251030930b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:27.785549 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:27.789620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:11:27.789993 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:27.790402 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.790934 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:11:27.791866 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Bound port: a55a932c-560f-44b6-880b-88f1ef10fde1, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:11:27.792220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:27.792337 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.814098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.875412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] For port a55a932c-560f-44b6-880b-88f1ef10fde1, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:11:27.879626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] For port a55a932c-560f-44b6-880b-88f1ef10fde1, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a55a932c-560f-44b6-880b-88f1ef10fde1,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:11:27.884695 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:27.888859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:27.964522 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f392e-9d05-4148-945a-4251030930b7 None None] Pushing event updated for resources: {'Port': ['ID=a55a932c-560f-44b6-880b-88f1ef10fde1,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:27.968784 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ea5f392e-9d05-4148-945a-4251030930b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:27.973274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:27.973978 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:28.037013 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.114907 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ac24937-1c6c-465a-b917-1b1f325d2032 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:28.162389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-de2e3952-ab50-4c6a-8ed8-81d3a4775b52 None None] Provisioning for port d506dfe5-8dc0-4ae4-8062-0a859854d1ba completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:28.183309 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-de2e3952-ab50-4c6a-8ed8-81d3a4775b52 None None] Provisioning complete for port d506dfe5-8dc0-4ae4-8062-0a859854d1ba triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:28.183684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-de2e3952-ab50-4c6a-8ed8-81d3a4775b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.263714 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.265391 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-de2e3952-ab50-4c6a-8ed8-81d3a4775b52 None None] Port d506dfe5-8dc0-4ae4-8062-0a859854d1ba cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:11:28.269777 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.270696 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:28.296398 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-e37ec830-89f7-4ca5-9546-033d5f5bed5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:28.341075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 8ac24937-1c6c-465a-b917-1b1f325d2032 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:28.374871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.378237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:28.381500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:28.397669 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8ac24937-1c6c-465a-b917-1b1f325d2032 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:28.397827 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.517223 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:28.518855 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:28.705891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.749380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 8ac24937-1c6c-465a-b917-1b1f325d2032, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8ac24937-1c6c-465a-b917-1b1f325d2032,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:28.754398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.756326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:28.806681 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:28.816780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e14ec-5327-41cb-ad4e-3c8954e3a97d None None] The sync data for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv is: [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:11:28.848422 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-f4ceb8c2-32ec-44c1-a244-a7c5a1c843b5 None None] Provisioning complete for port d506dfe5-8dc0-4ae4-8062-0a859854d1ba triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:28.848805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb8c2-32ec-44c1-a244-a7c5a1c843b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.872775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=8ac24937-1c6c-465a-b917-1b1f325d2032,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:28.879950 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:28.907656 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-f4ceb8c2-32ec-44c1-a244-a7c5a1c843b5 None None] Port d506dfe5-8dc0-4ae4-8062-0a859854d1ba cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:11:28.913881 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Router 30a6f6d3-c6b6-49c3-b407-0b08832c88df has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:11:29.130217 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:29.142605 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/30a6f6d3-c6b6-49c3-b407-0b08832c88df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6139727 Nov 25 12:11:30.005120 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49424) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:30.010759 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-215994940-network', 'tenant_id': '927a756a28904e0d90c29957762f66b8'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:30.015615 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:30.020099 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Usage tracker for resource:network and tenant:927a756a28904e0d90c29957762f66b8 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:30.022885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:30.029752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:30.042062 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Made reservation on behalf of 927a756a28904e0d90c29957762f66b8 for: {'network': 1} {{(pid=83570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:11:30.044443 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for network, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.057028 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.088373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:30.092209 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Usage tracker for resource:security_group_rule and tenant:927a756a28904e0d90c29957762f66b8 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:30.094987 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:30.100646 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:30.137327 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a55a932c-560f-44b6-880b-88f1ef10fde1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:30.165403 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.169179 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.172083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-f5bd61d2-fbe7-4232-9f82-203623300523 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:30.199439 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:11:30.208345 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11550cc5-86d9-4a0d-99c5-a40881e0dcc6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:30.210824 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port a55a932c-560f-44b6-880b-88f1ef10fde1 completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:30.211752 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:30.214220 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.214564 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.segments_db [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Added segment a188ac76-9049-41d4-8b52-8dbde13f995d of type vlan for network dcae8d9a-9d13-4f82-8e88-9318a05e1416 Nov 25 12:11:30.216487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a55a932c-560f-44b6-880b-88f1ef10fde1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:30.216949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.241966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746508182532'] for network, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.271196 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749'] for network, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.272583 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:30.273149 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.277973 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d963392a-001b-4ea8-a076-cfced9abc8e5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:30.328604 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.344760 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port a55a932c-560f-44b6-880b-88f1ef10fde1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a55a932c-560f-44b6-880b-88f1ef10fde1,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:30.348970 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.349786 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ac24937-1c6c-465a-b917-1b1f325d2032 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:30.377915 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3711560 Nov 25 12:11:30.380115 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-ea5f392e-9d05-4148-945a-4251030930b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:30.380810 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49428) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:30.386392 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Request body: {'subnet': {'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-215994940-subnet', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:30.389559 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Pushing event updated for resources: {'Network': ['ID=dcae8d9a-9d13-4f82-8e88-9318a05e1416,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:30.391356 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:30.392979 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a99ecf50-8a27-45bf-939e-585a1c37d896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:30.402991 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Usage tracker for resource:subnet and tenant:927a756a28904e0d90c29957762f66b8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:30.405909 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:30.412292 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:30.417380 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 details requested by agent ovs-agent-dv-neutron-819177-1-hyperv with host dv-neutron-819177-1-hyperv {{(pid=83571) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:11:30.423098 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Made reservation on behalf of 927a756a28904e0d90c29957762f66b8 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:11:30.426058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15829104'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.562797 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=a55a932c-560f-44b6-880b-88f1ef10fde1,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:30.565873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.569483 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:30.586250 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 8ac24937-1c6c-465a-b917-1b1f325d2032 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:30.586631 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.631114 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16594621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15829058'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.635284 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-1295a9d9-c8c6-4b3f-8672-e3a4fbe69874 tempest-NetworksTestDHCPv6-435796532 tempest-NetworksTestDHCPv6-435796532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:30.703231 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba491fd-e979-4c8d-bfd0-ce6178b1add0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:30.706978 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:30.715008 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Checking segment: {'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:30.715358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Network hostable DHCP agents. Network: dcae8d9a-9d13-4f82-8e88-9318a05e1416, hostable agents: ['109d6141-6454-427b-99f8-d7fc56ed04a5'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:11:30.737587 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 is scheduled to be hosted by DHCP agent 109d6141-6454-427b-99f8-d7fc56ed04a5 with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:11:30.746902 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819177-1-hyperv, dcae8d9a-9d13-4f82-8e88-9318a05e1416) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:30.750595 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:30.751166 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.756295 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd7f58-b66a-4d9d-b8fe-f30b8f2e7d95 None None] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:11:30.772769 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7794c105-9f04-40ad-9e1c-8f06dc7e7add admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3908916 Nov 25 12:11:30.775215 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.41', 49432) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:30.780455 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:30.785470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:30.789346 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Usage tracker for resource:router and tenant:927a756a28904e0d90c29957762f66b8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:30.792123 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:30.797791 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:30.808547 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-923784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8626'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.809427 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-925473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920069', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8637'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.827119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:30.976991 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad47fc-66e6-57d5-8af3-2d5350ff89c3-dcae8d9a-9d13-4f82-8e88-9318a05e1416', 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'fixed_ips': [{'subnet_id': '8ba491fd-e979-4c8d-bfd0-ce6178b1add0'}]}} from dv-neutron-819177-1-hyperv. {{(pid=83571) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 25 12:11:30.977806 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.082053 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-923814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.135438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.db_base_plugin_common [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Allocated IP 172.20.0.2 (dcae8d9a-9d13-4f82-8e88-9318a05e1416/8ba491fd-e979-4c8d-bfd0-ce6178b1add0/94165a1a-c1b3-4ee0-90e5-cfebd203d6af) {{(pid=83571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:31.267327 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.301155 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.336218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Notify callbacks [] for port, precommit_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.347519 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Transition to ACTIVE for port object 94165a1a-c1b3-4ee0-90e5-cfebd203d6af will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:31.366961 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Transition to ACTIVE for port object 94165a1a-c1b3-4ee0-90e5-cfebd203d6af will not be triggered until provisioned by entity DHCP. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:31.372484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889'] for port, after_create {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.377809 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:31.436730 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Allocated IP 172.26.5.26 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/41542f29-58f4-423f-b018-6ffdbab94e8c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:31.488997 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 is already hosted by enough agents. {{(pid=83571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:31.492494 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.scheduler.base_scheduler [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Resources bound (agent type, host, resource id): {{(pid=83571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:31.495574 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Received port after_create {{(pid=83571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:31.497564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Pushing event updated for resources: {'Port': ['ID=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,revision_number=1']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:31.500582 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:31.584172 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Attempting to bind port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:11:31.584552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Attempting to bind port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:11:31.584920 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Attempting to bind port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af on network dcae8d9a-9d13-4f82-8e88-9318a05e1416 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:31.590384 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.591212 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:11:31.591592 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Checking segment: {'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:31.592025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.592425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Bound using segment: {'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:11:31.593456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Bound port: 94165a1a-c1b3-4ee0-90e5-cfebd203d6af, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:11:31.593839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.619402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.623499 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-7afd667a-5ecb-428f-bb98-0f520bdcacb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:31.686330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] For port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:11:31.690019 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:31.690359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] For port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,segment=NetworkSegment(a188ac76-9049-41d4-8b52-8dbde13f995d),segment_id=a188ac76-9049-41d4-8b52-8dbde13f995d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:11:31.693296 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:31.694005 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.697839 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:31.699839 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8fa21d93-80e4-40af-a51b-f1223388d85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:31.722163 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=41542f29-58f4-423f-b018-6ffdbab94e8c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:31.726993 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:31.776534 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Pushing event updated for resources: {'Port': ['ID=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:31.779725 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:31.863539 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:31.864372 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-923825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919506'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:32.117084 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 is scheduled to L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 12:11:32.150379 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a55a932c-560f-44b6-880b-88f1ef10fde1 up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:32.227086 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port a55a932c-560f-44b6-880b-88f1ef10fde1 triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:32.227461 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:32.317141 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:32.327114 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Sync routers for ids ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:32.339877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 94165a1a-c1b3-4ee0-90e5-cfebd203d6af up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:32.343948 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:32.347883 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-34cc02b3-cc66-4ddc-ac83-fb3837ade6f1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5691431 Nov 25 12:11:32.348189 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49440) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:32.356721 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Routers {'3eb7a87b-c5b8-45ee-a490-edb85b8afe81'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:32.357339 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:32.416684 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:32.562561 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Set router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:32.723719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbaa4e2-310f-4e78-8514-cb24d901b46d None None] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:11:32.820652 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] Provisioning for port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:32.828303 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] Provisioning complete for port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:32.829109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:32.860249 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:11:31Z', 'revision_number': 3, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port': {'id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:31Z', 'updated_at': '2021-11-25T12:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:32.864959 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Checking router: 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:32.865723 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Updating router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 port 41542f29-58f4-423f-b018-6ffdbab94e8c binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:11:32.915226 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.044129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.092785 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] For port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,segment=NetworkSegment(a188ac76-9049-41d4-8b52-8dbde13f995d),segment_id=a188ac76-9049-41d4-8b52-8dbde13f995d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:33.098077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.100054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-00b71ebd-4e07-4823-8f85-a201b52aa159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:33.165774 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.180793 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] Pushing event updated for resources: {'Port': ['ID=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:33.184217 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-78faefde-c7f0-47df-bcc3-069a03b85465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:33.318134 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.331139 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Transition to ACTIVE for port object 41542f29-58f4-423f-b018-6ffdbab94e8c will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:33.331766 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9e740d4f-2ce9-4879-8f8c-a7ff3cadd85d None None] Provisioning complete for port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:33.332145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9e740d4f-2ce9-4879-8f8c-a7ff3cadd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.338850 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.342697 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-06b50840-514c-4a56-b30f-a1d033e2ac4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:33.393961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Allocated IP 172.20.0.1 (dcae8d9a-9d13-4f82-8e88-9318a05e1416/8ba491fd-e979-4c8d-bfd0-ce6178b1add0/4192766b-80ab-4895-ba11-a0f1fa0a099c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:33.425603 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Pushing event updated for resources: {'Port': ['ID=41542f29-58f4-423f-b018-6ffdbab94e8c,revision_number=2']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:33.427938 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Attempting to bind port 41542f29-58f4-423f-b018-6ffdbab94e8c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:11:33.428327 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Attempting to bind port 41542f29-58f4-423f-b018-6ffdbab94e8c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:11:33.428804 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Attempting to bind port 41542f29-58f4-423f-b018-6ffdbab94e8c on network 35b3f533-d13d-49b2-bde7-632e1c76c762 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:33.439976 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:11:33.440369 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Checking segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:33.440767 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.441164 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Bound using segment: {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:11:33.441619 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Bound port: 41542f29-58f4-423f-b018-6ffdbab94e8c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb08890f-e805-4b56-9ab0-c0c709123ae9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:11:33.441988 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.465244 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.465571 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.465899 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.466223 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.466545 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.466867 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.467215 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.467507 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.467821 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.468158 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.468470 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:11:33.476586 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:33.526426 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] For port 41542f29-58f4-423f-b018-6ffdbab94e8c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:11:33.529926 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] For port 41542f29-58f4-423f-b018-6ffdbab94e8c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41542f29-58f4-423f-b018-6ffdbab94e8c,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:11:33.535893 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.540477 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-fe0eb9d3-ca4b-4fb2-b58c-69fda1ec22a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:33.553421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.568921 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Transition to ACTIVE for port object 4192766b-80ab-4895-ba11-a0f1fa0a099c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:33.592137 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.599031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e00be461-7f24-49b0-a3b0-618bd1e285d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:33.617077 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Pushing event updated for resources: {'Port': ['ID=41542f29-58f4-423f-b018-6ffdbab94e8c,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:33.620470 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-0d79f07e-864b-497b-8e89-78ce4ae6baae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:33.622701 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Routers {'3eb7a87b-c5b8-45ee-a490-edb85b8afe81'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:33.623294 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:33.658816 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:33.661471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:33.664091 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:33.712638 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=4192766b-80ab-4895-ba11-a0f1fa0a099c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:33.716161 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:33.732300 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919324'] for router_interface, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.809331 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] Set router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:33.819442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.877600 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d3c006d5-afbc-41e5-ab26-36062b8a2eee None None] Provisioning for port 4192766b-80ab-4895-ba11-a0f1fa0a099c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:33.884269 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d3c006d5-afbc-41e5-ab26-36062b8a2eee None None] Provisioning complete for port 4192766b-80ab-4895-ba11-a0f1fa0a099c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:33.884881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d3c006d5-afbc-41e5-ab26-36062b8a2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:33.954252 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-d3c006d5-afbc-41e5-ab26-36062b8a2eee None None] Port 4192766b-80ab-4895-ba11-a0f1fa0a099c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:11:34.075388 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 94165a1a-c1b3-4ee0-90e5-cfebd203d6af up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:34.119390 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:11:31Z', 'revision_number': 3, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port': {'id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:31Z', 'updated_at': '2021-11-25T12:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:34.123352 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de8904-b072-4df3-a968-aeb0246fc9c4 None None] The sync data for ids ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'] in dv-neutron-819177-1-hyperv is: [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:11:31Z', 'revision_number': 3, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port': {'id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:31Z', 'updated_at': '2021-11-25T12:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:11:34.131873 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ae313e82-92cb-4eb9-b970-04b97f1a9e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.163884 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:34.164484 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.167563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.171570 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.198274 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a128ba16-36cf-49b8-a026-d13679ff2d14 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:34.276647 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-920688'] for router_interface, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.280666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=4192766b-80ab-4895-ba11-a0f1fa0a099c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:34.284308 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:34.291108 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.412572 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:34.413626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:34.679679 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c10ff713-c1ad-414d-a8f7-f86c3069c05d None None] Provisioning complete for port 4192766b-80ab-4895-ba11-a0f1fa0a099c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:34.680075 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c10ff713-c1ad-414d-a8f7-f86c3069c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.734103 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-c10ff713-c1ad-414d-a8f7-f86c3069c05d None None] Port 4192766b-80ab-4895-ba11-a0f1fa0a099c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:11:34.799160 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:11:34.997455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:35.006672 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] 10.222.0.41 "PUT /v2.0/routers/3eb7a87b-c5b8-45ee-a490-edb85b8afe81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6574647 Nov 25 12:11:35.795157 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49458) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:35.801549 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493897110', 'description': 'tempest-secgroup-smoke-1493897110 description', 'project_id': '3f171c5b76cb466e9638e4794e91d737'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:35.807588 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:35.811542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:35.814455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:35.820132 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:35.831479 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:35.866579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:35.870396 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:35.873130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:35.878655 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:35.935427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:35.939154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:35.942954 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b81e60f1-c5c6-40c8-b978-b7bbd04c92f5 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:35.984938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1be60-3e8e-4016-a5ff-1916d4b35765,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:35.989476 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:35.992821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:35.993597 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-009d3639-5cdf-4bfe-a08a-9493ee146f4c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1966090 Nov 25 12:11:35.996339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49462) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:36.002813 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'security_group_rule': {'security_group_id': '62a1be60-3e8e-4016-a5ff-1916d4b35765', 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:36.008971 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:36.012853 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:36.015634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:36.021924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:36.041411 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.102029 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.105506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.110961 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-171d070f-b882-47f2-92b6-69dd5ccdffbe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:36.130255 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637b6aad-9916-45de-afbd-145d194e93b8,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:36.134666 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:36.138762 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.139981 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-d84877ef-4d4d-4202-aa54-652d7b5783c6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1426070 Nov 25 12:11:36.143239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49466) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:36.148586 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'security_group_rule': {'security_group_id': '62a1be60-3e8e-4016-a5ff-1916d4b35765', 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:36.154162 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:36.158054 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:36.160985 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:36.166513 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:36.181658 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.240381 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.243508 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.245222 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-166bb963-9653-4644-87b9-17ad47bf9289 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:36.266544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368e10e4-aee7-4003-9904-07aea02bc6fe,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:36.271306 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:36.276366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.277508 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2329d328-d0e9-4afd-b5b9-cb9b4d182b58 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1333909 Nov 25 12:11:36.280176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49470) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:36.285582 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'security_group_rule': {'security_group_id': '62a1be60-3e8e-4016-a5ff-1916d4b35765', 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:36.291199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:36.294885 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:36.297704 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:36.303202 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:36.319547 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.386557 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.386987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2d5a28f6-4d20-47ed-b613-f3065230460e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.391271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.393117 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2fadd151-86e0-4aca-9970-b4ae0eb3015b tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:36.413966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594cacbb-23bf-402d-bfd3-67e5b414d54e,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:36.416435 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:36.423088 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.424813 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a1cc3721-a9e3-4a25-acd3-7c369748a738 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1437194 Nov 25 12:11:36.427455 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49474) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:36.432729 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'security_group_rule': {'security_group_id': '62a1be60-3e8e-4016-a5ff-1916d4b35765', 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:36.438246 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:36.442526 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:36.445315 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:36.451112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:36.466033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.527546 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.531543 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.533409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-63357871-82ec-46ef-ad13-33b9c1ccd0a8 tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:36.554624 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99470b96-c062-4509-8bd4-54e4bc72489a,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:36.557010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:36.564307 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.566249 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6b4ed8d7-d890-4aac-bdc0-2d7ea76de363 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1378794 Nov 25 12:11:36.568934 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49478) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:36.574601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'security_group_rule': {'security_group_id': '62a1be60-3e8e-4016-a5ff-1916d4b35765', 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:36.580363 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:36.584341 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:36.587127 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:36.592901 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:36.602284 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Project 3f171c5b76cb466e9638e4794e91d737 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:11:36.609182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.672104 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.675902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.677674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-5d460266-a54a-4137-afe1-19027555ab90 tempest-TestMinimumBasicScenario-419120452 tempest-TestMinimumBasicScenario-419120452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:36.699474 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a93290-a872-497e-8b28-1e298fc580c6,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:36.703182 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:36.711154 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.712313 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-baa65be2-4c1c-44e9-b755-5a7309016c4b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1424716 Nov 25 12:11:36.714966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49484) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:36.720239 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'security_group_rule': {'security_group_id': '62a1be60-3e8e-4016-a5ff-1916d4b35765', 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:36.725714 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:36.729446 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:security_group_rule and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:36.732252 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:36.738632 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:36.844903 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.securitygroups_db [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Project 3f171c5b76cb466e9638e4794e91d737 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:11:36.851618 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.915194 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.918627 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939303'] for security_group_rule, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.920444 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-a5a44d0b-76c9-4365-af7a-533a49fcd05e tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:36.941680 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dc41a1-e302-41fb-b401-4f5556253806,revision_number=0']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:36.943919 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:36.950768 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:36.951907 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-767b3c73-f5b1-4b1c-bd19-48d0f57e3256 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2360682 Nov 25 12:11:37.121165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-7b897dec-c32c-498b-9c79-c12288d074cb tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Synchronizing usage tracker for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:security_group {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:11:37.137190 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-7b897dec-c32c-498b-9c79-c12288d074cb tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Unset dirty status for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:security_group {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:11:37.138296 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-7b897dec-c32c-498b-9c79-c12288d074cb tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493897110&fields=id&tenant_id=3f171c5b76cb466e9638e4794e91d737 HTTP/1.1" status: 200 len: 267 time: 0.0569165 Nov 25 12:11:37.283039 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-acfeb7d7-4b3b-4b94-b046-ff33c640c97f tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:37.284968 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-acfeb7d7-4b3b-4b94-b046-ff33c640c97f tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 809 time: 0.1398382 Nov 25 12:11:37.300431 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-450f953b-a74a-4ed3-8cab-ff07fe61f7f2 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/quotas/3f171c5b76cb466e9638e4794e91d737 HTTP/1.1" status: 200 len: 375 time: 0.0102618 Nov 25 12:11:37.380562 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-70e95f36-cfea-4ce5-bc6a-1a20e436faf7 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754969 Nov 25 12:11:37.562430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:37.596873 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-8d1345ba-ef12-4220-b72c-67a5cb4d68e7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 12:11:37.597869 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-8d1345ba-ef12-4220-b72c-67a5cb4d68e7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2065938 Nov 25 12:11:37.727745 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-1fe5d2e4-9405-4774-a5db-200bcdc6766f service neutron] 10.222.0.41 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238317 Nov 25 12:11:37.854807 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-3cad61bd-2cd1-4361-844a-2b92e751cec6 service neutron] 10.222.0.41 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213849 Nov 25 12:11:38.034999 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-01b380a9-6c38-4f0e-b6c0-dea2a7eb254e req-235f9607-63dc-4354-a9ea-a330b5699f2d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 210 time: 0.0414567 Nov 25 12:11:39.040804 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:39.202885 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c6ccc447-1ad5-4db6-a4d8-6b2517d4114a req-aeb2c571-55a9-4497-b4e2-c836f98fe756 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 210 time: 0.0499051 Nov 25 12:11:39.368162 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-06d12474-8d38-45cb-9a3b-9347cb9fe834 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:39.369016 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-06d12474-8d38-45cb-9a3b-9347cb9fe834 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Synchronizing usage tracker for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:11:39.388861 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-06d12474-8d38-45cb-9a3b-9347cb9fe834 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Unset dirty status for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:11:39.390228 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-06d12474-8d38-45cb-9a3b-9347cb9fe834 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 809 time: 0.2062848 Nov 25 12:11:39.452409 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-c099e47b-f38f-46cd-b3c2-d29e7226b55d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Synchronizing usage tracker for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:11:39.465028 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-c099e47b-f38f-46cd-b3c2-d29e7226b55d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Unset dirty status for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:11:39.466179 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-c099e47b-f38f-46cd-b3c2-d29e7226b55d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f171c5b76cb466e9638e4794e91d737 HTTP/1.1" status: 200 len: 380 time: 0.0626292 Nov 25 12:11:39.475137 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'port': {'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'admin_state_up': True, 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'security_groups': ['62a1be60-3e8e-4016-a5ff-1916d4b35765']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:39.729592 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:39.733391 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:port and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:39.736248 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:39.741869 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:39.752973 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Made reservation on behalf of 3f171c5b76cb466e9638e4794e91d737 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:11:39.756058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:39.918201 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Allocated IP 172.20.0.11 (1d61a07b-e927-4ed2-8a0c-3f7ca3ace949/feae6242-bf52-4085-a670-3099a3d6bc15/64349001-d4e3-4e5b-8fde-31d0c9bafabc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:40.086190 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41542f29-58f4-423f-b018-6ffdbab94e8c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:40.107425 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.123693 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Transition to ACTIVE for port object 64349001-d4e3-4e5b-8fde-31d0c9bafabc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:40.145560 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.151214 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-4aa6b8e6-0f89-4411-9d45-12be0b120849 tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:40.153453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 41542f29-58f4-423f-b018-6ffdbab94e8c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:40.158188 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 41542f29-58f4-423f-b018-6ffdbab94e8c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:40.158563 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.215865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:40.223402 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:40.228072 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:40.269056 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:40.273669 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:40.279375 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.295496 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:40.295717 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 41542f29-58f4-423f-b018-6ffdbab94e8c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41542f29-58f4-423f-b018-6ffdbab94e8c,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:40.296154 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.300587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.302587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:40.328753 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-336f8284-4274-47e4-a2a8-01ea2474e681 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572767 Nov 25 12:11:40.342058 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Request body: {'port': {'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:40.375174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=41542f29-58f4-423f-b018-6ffdbab94e8c,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:40.380800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:40.448337 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31261-75e5-4825-8987-0e090313d5d3 req-47a350b5-5b65-43ef-b6fc-1a9b99a07efa tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:40.449934 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2fa31261-75e5-4825-8987-0e090313d5d3 req-47a350b5-5b65-43ef-b6fc-1a9b99a07efa tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 932 time: 0.0879009 Nov 25 12:11:40.465438 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.501202 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2fa31261-75e5-4825-8987-0e090313d5d3 req-f1085c3c-d155-4f9c-8e41-e2ba14759c02 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Nov 25 12:11:40.587552 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-66e00795-5654-462b-883a-90005dff9784 None None] Provisioning for port 64349001-d4e3-4e5b-8fde-31d0c9bafabc completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:40.592362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-66e00795-5654-462b-883a-90005dff9784 None None] Provisioning complete for port 64349001-d4e3-4e5b-8fde-31d0c9bafabc triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:40.592731 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-66e00795-5654-462b-883a-90005dff9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.681602 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-66e00795-5654-462b-883a-90005dff9784 None None] Port 64349001-d4e3-4e5b-8fde-31d0c9bafabc cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:11:40.805704 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64349001-d4e3-4e5b-8fde-31d0c9bafabc {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:11:40.812196 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.826713 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Transition to ACTIVE for port object 64349001-d4e3-4e5b-8fde-31d0c9bafabc will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:40.830263 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:40.833681 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-3893ba30-52c3-4ab3-9fc6-2be302020b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:40.951859 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:40.956313 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:41.062055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Attempting to bind port 64349001-d4e3-4e5b-8fde-31d0c9bafabc on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:11:41.062335 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Attempting to bind port 64349001-d4e3-4e5b-8fde-31d0c9bafabc by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:11:41.062658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Attempting to bind port 64349001-d4e3-4e5b-8fde-31d0c9bafabc on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:41.068255 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Port 64349001-d4e3-4e5b-8fde-31d0c9bafabc on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 12:11:41.068568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Attempting to bind port 64349001-d4e3-4e5b-8fde-31d0c9bafabc on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:41.074915 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:11:41.075237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Checking segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:41.075611 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Bound using segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:11:41.076045 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Bound port: 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:11:41.076379 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:41.164953 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:11:41.167734 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:11:41.171965 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:41.176158 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-138cf117-2bbd-4be5-b40a-076e5d1786ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:41.228010 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:41.229357 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] 10.222.0.48 "PUT /v2.0/ports/64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 1094 time: 0.8930769 Nov 25 12:11:41.230096 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:11:41.253658 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:41.259267 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-93905e1b-a197-4ced-88c9-03b25bf51202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:41.304621 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'status': 'completed', 'code': 200} Nov 25 12:11:41.349020 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-a3d4ab53-73fc-4326-ab8f-6b2ef96524fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1097 time: 0.0799887 Nov 25 12:11:41.422533 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-e40c17f6-0260-4a68-9c94-78220dda24cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 217 time: 0.0650384 Nov 25 12:11:41.483901 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-015acb71-fba2-4375-97b0-9fa582dabe2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:41.485329 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-015acb71-fba2-4375-97b0-9fa582dabe2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0566447 Nov 25 12:11:41.563792 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-3ae122e6-2cd3-4b05-ba7e-c93221137879 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721395 Nov 25 12:11:41.701860 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8f22-55e0-4db0-9426-98cf9b012972 req-f2966859-3f14-4c36-a860-0e83856f34c7 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:41.703342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-35cf8f22-55e0-4db0-9426-98cf9b012972 req-f2966859-3f14-4c36-a860-0e83856f34c7 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 944 time: 0.0793102 Nov 25 12:11:41.754427 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-35cf8f22-55e0-4db0-9426-98cf9b012972 req-9dde2377-4b0c-44f8-8ca4-8caf7af48cc3 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448618 Nov 25 12:11:41.806214 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-e43daa9d-3796-4e81-90ad-a2349639ff01 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356951 Nov 25 12:11:41.943284 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0b66dafb-f414-40f4-bc99-1d4597f666d5 req-5dd4bdc7-3197-449c-b68a-ddfd1b054da3 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305215 Nov 25 12:11:42.058714 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-b19a8741-4d1f-4343-9f8b-6453e470dac1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1097 time: 0.0692263 Nov 25 12:11:42.072573 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41542f29-58f4-423f-b018-6ffdbab94e8c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:42.138716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 41542f29-58f4-423f-b018-6ffdbab94e8c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:42.139095 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:42.188719 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-849bef17-ee53-42eb-8a86-8b0363ccf05c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:42.190704 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-849bef17-ee53-42eb-8a86-8b0363ccf05c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1252019 Nov 25 12:11:42.262346 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-e8f7a0e4-a97b-45f9-9dc5-ee20c02f3fd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 217 time: 0.0644026 Nov 25 12:11:42.324604 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-895485ad-1686-4dfe-83ec-ea67ffcc86e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:42.325887 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-895485ad-1686-4dfe-83ec-ea67ffcc86e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0559697 Nov 25 12:11:42.404301 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-7508e60c-4924-43b3-a73e-0f85cf524bc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698740 Nov 25 12:11:42.536645 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-476dd80e-9418-4b33-8271-1338fbd46ddd service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247699 Nov 25 12:11:42.665560 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f725ea53-f37e-4cc4-90ca-b7e4280d1598 req-1098e81c-07f2-4a49-ae5b-14cedb991c3e service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217806 Nov 25 12:11:42.947775 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d74c-3574-4a39-831c-404d49f8d50a req-03908059-54f3-4cc6-85f1-07798ec2cee2 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:42.949135 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4691d74c-3574-4a39-831c-404d49f8d50a req-03908059-54f3-4cc6-85f1-07798ec2cee2 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 944 time: 0.0743475 Nov 25 12:11:42.995243 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-4691d74c-3574-4a39-831c-404d49f8d50a req-ddaca504-3211-4119-af50-a8802b57b591 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405233 Nov 25 12:11:43.519243 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Sync routers for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:43.531413 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:43.532068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:43.707050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:44.010167 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:28Z', 'revision_number': 2, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:44.014397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Checking router: 30a6f6d3-c6b6-49c3-b407-0b08832c88df for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:44.014397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Updating router 30a6f6d3-c6b6-49c3-b407-0b08832c88df port d506dfe5-8dc0-4ae4-8062-0a859854d1ba binding host dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:11:44.065215 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:44.189630 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecda3f2-61d3-4025-807c-6de348039e25 req-b07486de-41a7-4ff9-a282-c4b5dad407b5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:44.191674 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aecda3f2-61d3-4025-807c-6de348039e25 req-b07486de-41a7-4ff9-a282-c4b5dad407b5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 944 time: 0.0796990 Nov 25 12:11:44.235524 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aecda3f2-61d3-4025-807c-6de348039e25 req-35455bd8-1a27-46c2-b471-3bc90b1c1dd4 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381606 Nov 25 12:11:44.392772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:44.403730 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Transition to ACTIVE for port object d506dfe5-8dc0-4ae4-8062-0a859854d1ba will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:44.410125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:44.413732 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-03b1ecf6-af1e-4eb3-890d-fd5c4fdfa7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:44.531904 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fff20a-3700-4ae7-9618-2d6863c3dfff None None] Pushing event updated for resources: {'Port': ['ID=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:44.536923 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-48fff20a-3700-4ae7-9618-2d6863c3dfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:44.626077 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Attempting to bind port d506dfe5-8dc0-4ae4-8062-0a859854d1ba on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:11:44.626442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Attempting to bind port d506dfe5-8dc0-4ae4-8062-0a859854d1ba by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:11:44.626840 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Attempting to bind port d506dfe5-8dc0-4ae4-8062-0a859854d1ba on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:44.633903 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:11:44.634301 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Checking segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:44.634698 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:44.635116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Bound using segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:11:44.635576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Bound port: d506dfe5-8dc0-4ae4-8062-0a859854d1ba, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:11:44.635945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:44.734227 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] For port d506dfe5-8dc0-4ae4-8062-0a859854d1ba, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:11:44.737161 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] For port d506dfe5-8dc0-4ae4-8062-0a859854d1ba, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:11:44.741238 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:44.744626 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:44.867157 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fff20a-3700-4ae7-9618-2d6863c3dfff None None] Pushing event updated for resources: {'Port': ['ID=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:44.869917 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:44.870606 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:44.920482 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-48fff20a-3700-4ae7-9618-2d6863c3dfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:45.070767 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:45.184744 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Sync routers for ids ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:45.197194 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Routers {'3eb7a87b-c5b8-45ee-a490-edb85b8afe81'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:45.197804 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:45.213013 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 64349001-d4e3-4e5b-8fde-31d0c9bafabc details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:11:45.374670 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Set router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:45.444052 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb59d39-59d2-400d-8326-2dff9ef018fe req-9629fd61-27de-44e9-9247-e8c86942d3a9 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:45.448440 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8bb59d39-59d2-400d-8326-2dff9ef018fe req-9629fd61-27de-44e9-9247-e8c86942d3a9 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 944 time: 0.0841737 Nov 25 12:11:45.474705 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:45.493906 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-8bb59d39-59d2-400d-8326-2dff9ef018fe req-1e2f59f7-c507-4b28-9b80-c0e58c14566f tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Nov 25 12:11:45.494564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:11:45.562153 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:44Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:45.564795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:45.578791 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781d22-13b7-4f7c-a8e2-b11d8e8aa01d None None] The sync data for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv is: [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:44Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:11:45.586497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64349001-d4e3-4e5b-8fde-31d0c9bafabc {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:11:45.603488 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:45.610055 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:45.612491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-33fad0d2-195a-4d10-9057-ae1fdf27886a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:45.665286 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:11:45.678916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:45.683068 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:45.703397 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:11:33Z', 'revision_number': 4, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port': {'id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:31Z', 'updated_at': '2021-11-25T12:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '4192766b-80ab-4895-ba11-a0f1fa0a099c', 'name': '', 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'mac_address': 'fa:16:3e:46:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba491fd-e979-4c8d-bfd0-ce6178b1add0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:33Z', 'updated_at': '2021-11-25T12:11:34Z', 'revision_number': 2, 'project_id': '927a756a28904e0d90c29957762f66b8', 'subnets': [{'id': '8ba491fd-e979-4c8d-bfd0-ce6178b1add0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:45.707673 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Checking router: 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:45.708141 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Updating router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 port 4192766b-80ab-4895-ba11-a0f1fa0a099c binding host dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 25 12:11:45.794156 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:45.816219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['64349001-d4e3-4e5b-8fde-31d0c9bafabc'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:11:46.129109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d506dfe5-8dc0-4ae4-8062-0a859854d1ba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:46.174900 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Notify callbacks [] for port, precommit_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.186072 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.provisioning_blocks [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Transition to ACTIVE for port object 4192766b-80ab-4895-ba11-a0f1fa0a099c will not be triggered until provisioned by entity L2. {{(pid=83572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:11:46.193305 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.196984 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-73fe2e14-f5ca-4643-a614-c6c9785df903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:46.199992 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port d506dfe5-8dc0-4ae4-8062-0a859854d1ba completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:46.205083 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d506dfe5-8dc0-4ae4-8062-0a859854d1ba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:46.205594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.312629 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ab4a-e4dc-414f-8361-470b29518518 None None] Pushing event updated for resources: {'Port': ['ID=4192766b-80ab-4895-ba11-a0f1fa0a099c,revision_number=3']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:46.316525 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1df3ab4a-e4dc-414f-8361-470b29518518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:46.323828 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.362191 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port d506dfe5-8dc0-4ae4-8062-0a859854d1ba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:46.366916 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.369714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-48fff20a-3700-4ae7-9618-2d6863c3dfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:46.404260 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Attempting to bind port 4192766b-80ab-4895-ba11-a0f1fa0a099c on host dv-neutron-819177-1-hyperv for vnic_type normal with profile {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:11:46.404633 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Attempting to bind port 4192766b-80ab-4895-ba11-a0f1fa0a099c by drivers openvswitch,hyperv on host dv-neutron-819177-1-hyperv at level 0 using segments [{'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:11:46.405150 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Attempting to bind port 4192766b-80ab-4895-ba11-a0f1fa0a099c on network dcae8d9a-9d13-4f82-8e88-9318a05e1416 {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:11:46.413509 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Checking agent: {'id': '3e599bc2-556e-494d-b465-6739c85d867a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819177-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 10, 34), 'started_at': datetime.datetime(2021, 11, 25, 11, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819177-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:11:46.413880 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Checking segment: {'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:11:46.414278 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.414673 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Bound using segment: {'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'} {{(pid=83572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:11:46.415142 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.managers [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Bound port: 4192766b-80ab-4895-ba11-a0f1fa0a099c, host: dv-neutron-819177-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a188ac76-9049-41d4-8b52-8dbde13f995d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416'}}] {{(pid=83572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:11:46.415514 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.437116 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:46.440425 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:46.500648 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] For port 4192766b-80ab-4895-ba11-a0f1fa0a099c, host dv-neutron-819177-1-hyperv, cleared binding levels {{(pid=83572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:11:46.504215 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.plugins.ml2.db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] For port 4192766b-80ab-4895-ba11-a0f1fa0a099c, host dv-neutron-819177-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4192766b-80ab-4895-ba11-a0f1fa0a099c,segment=NetworkSegment(a188ac76-9049-41d4-8b52-8dbde13f995d),segment_id=a188ac76-9049-41d4-8b52-8dbde13f995d)] {{(pid=83572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:11:46.509753 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron_lib.callbacks.manager [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:46.513290 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-a3133a0e-2476-4a21-857c-5579df9713e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:46.591248 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ab4a-e4dc-414f-8361-470b29518518 None None] Pushing event updated for resources: {'Port': ['ID=4192766b-80ab-4895-ba11-a0f1fa0a099c,revision_number=4']} {{(pid=83572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:46.594810 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG oslo_concurrency.lockutils [None req-1df3ab4a-e4dc-414f-8361-470b29518518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:46.598598 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Routers {'3eb7a87b-c5b8-45ee-a490-edb85b8afe81'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:46.599362 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:46.712131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4eda9-a1e4-4972-9381-141ad8d833e7 req-01e6e2bc-32af-415c-b004-5e71dbe85326 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:46.714207 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1fc4eda9-a1e4-4972-9381-141ad8d833e7 req-01e6e2bc-32af-415c-b004-5e71dbe85326 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 945 time: 0.0923026 Nov 25 12:11:46.762040 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1fc4eda9-a1e4-4972-9381-141ad8d833e7 req-7b0ed2c9-ec9c-4365-9cf2-9317f34646d6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Nov 25 12:11:46.785457 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] Set router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:47.082545 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:11:33Z', 'revision_number': 4, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port': {'id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:31Z', 'updated_at': '2021-11-25T12:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '4192766b-80ab-4895-ba11-a0f1fa0a099c', 'name': '', 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'mac_address': 'fa:16:3e:46:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba491fd-e979-4c8d-bfd0-ce6178b1add0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:33Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 4, 'project_id': '927a756a28904e0d90c29957762f66b8', 'subnets': [{'id': '8ba491fd-e979-4c8d-bfd0-ce6178b1add0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:47.086328 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183a691-0065-4b63-8f44-4e041fbd7fce None None] The sync data for ids ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'] in dv-neutron-819177-1-hyperv is: [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:11:33Z', 'revision_number': 4, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port': {'id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:31Z', 'updated_at': '2021-11-25T12:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': '4192766b-80ab-4895-ba11-a0f1fa0a099c', 'name': '', 'network_id': 'dcae8d9a-9d13-4f82-8e88-9318a05e1416', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'mac_address': 'fa:16:3e:46:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba491fd-e979-4c8d-bfd0-ce6178b1add0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:33Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 4, 'project_id': '927a756a28904e0d90c29957762f66b8', 'subnets': [{'id': '8ba491fd-e979-4c8d-bfd0-ce6178b1add0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:11:47.209003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 64349001-d4e3-4e5b-8fde-31d0c9bafabc up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:47.278874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port 64349001-d4e3-4e5b-8fde-31d0c9bafabc completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:47.284232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 64349001-d4e3-4e5b-8fde-31d0c9bafabc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:47.284627 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:47.403059 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:47.429491 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:11:47.440472 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:47.446109 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:47.447562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:47.528599 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'code': 200} Nov 25 12:11:47.571818 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:47.575281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:47.752580 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1ceea40b-8b99-43d3-ad38-ad5728e4d7f9 req-1c5de0af-46db-4b0c-bd50-daa546a4a221 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1099 time: 0.0722394 Nov 25 12:11:47.796065 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1ceea40b-8b99-43d3-ad38-ad5728e4d7f9 req-6711ae95-6591-48c2-8bb2-759993a2c204 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369093 Nov 25 12:11:47.964178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214295d-119b-4885-a178-65ca092f5dcc req-a3830c11-ea99-410d-8f00-cb1f6215542c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:47.965608 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1214295d-119b-4885-a178-65ca092f5dcc req-a3830c11-ea99-410d-8f00-cb1f6215542c tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 946 time: 0.0773420 Nov 25 12:11:48.015564 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1214295d-119b-4885-a178-65ca092f5dcc req-62d285fb-0a60-4c19-ac7a-01b77b53c736 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 Nov 25 12:11:48.133326 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4192766b-80ab-4895-ba11-a0f1fa0a099c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:48.200236 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning for port 4192766b-80ab-4895-ba11-a0f1fa0a099c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:11:48.205014 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 4192766b-80ab-4895-ba11-a0f1fa0a099c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:48.205392 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:48.315798 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:48.346900 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] For port 4192766b-80ab-4895-ba11-a0f1fa0a099c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4192766b-80ab-4895-ba11-a0f1fa0a099c,segment=NetworkSegment(a188ac76-9049-41d4-8b52-8dbde13f995d),segment_id=a188ac76-9049-41d4-8b52-8dbde13f995d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:11:48.350701 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:48.351549 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d506dfe5-8dc0-4ae4-8062-0a859854d1ba up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:48.373666 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:48.461576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Pushing event updated for resources: {'Port': ['ID=4192766b-80ab-4895-ba11-a0f1fa0a099c,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:48.464474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:48.476796 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port d506dfe5-8dc0-4ae4-8062-0a859854d1ba triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:48.477173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:49.209164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32a66-0652-4b9d-b052-19da1e4ba530 req-09da22cc-7194-47fb-8569-8b0d2575ed11 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:49.210567 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-55f32a66-0652-4b9d-b052-19da1e4ba530 req-09da22cc-7194-47fb-8569-8b0d2575ed11 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 946 time: 0.0753069 Nov 25 12:11:49.257294 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-55f32a66-0652-4b9d-b052-19da1e4ba530 req-6e44e384-4745-438a-8807-a210e7906e52 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Nov 25 12:11:49.450978 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbc3f9-2864-473d-8bb2-f01b8dced41e req-310dba12-73b5-4272-9075-40ef32e72a57 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:49.452399 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cfdbc3f9-2864-473d-8bb2-f01b8dced41e req-310dba12-73b5-4272-9075-40ef32e72a57 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 946 time: 0.0783637 Nov 25 12:11:49.496525 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-cfdbc3f9-2864-473d-8bb2-f01b8dced41e req-c715985e-d26f-4531-8cd7-320371a09057 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Nov 25 12:11:49.524009 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49544) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:49.659369 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-83f348ee-dcfa-4e1d-a628-73160f23d279 tempest-TestSnapshotPattern-1923927669 tempest-TestSnapshotPattern-1923927669-project-admin] Synchronizing usage tracker for tenant:927a756a28904e0d90c29957762f66b8 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:11:49.676187 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-83f348ee-dcfa-4e1d-a628-73160f23d279 tempest-TestSnapshotPattern-1923927669 tempest-TestSnapshotPattern-1923927669-project-admin] Unset dirty status for tenant:927a756a28904e0d90c29957762f66b8 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:11:49.677374 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-83f348ee-dcfa-4e1d-a628-73160f23d279 tempest-TestSnapshotPattern-1923927669 tempest-TestSnapshotPattern-1923927669-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1094 time: 0.1524174 Nov 25 12:11:49.680321 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49550) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:11:49.685506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:11:49.690842 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:11:49.694563 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:floatingip and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:11:49.697626 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:11:49.703241 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:11:49.713195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:49.938529 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:50.072791 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Allocated IP 172.26.5.22 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/d631d846-30ed-4f7e-ab0c-9f52ee63eb4e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:11:50.080748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4192766b-80ab-4895-ba11-a0f1fa0a099c up at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:11:50.146772 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Provisioning complete for port 4192766b-80ab-4895-ba11-a0f1fa0a099c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:11:50.147147 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:50.220824 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:50.248977 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:50.253907 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-fbf9551b-b747-450d-8511-0d3455e28442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:50.319122 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:11:50.322467 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:11:50.326530 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:11:50.350378 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'Port': ['ID=d631d846-30ed-4f7e-ab0c-9f52ee63eb4e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:50.354994 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:50.818619 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:50.871520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:51.067817 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:51.072347 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:51.075798 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:11:51.172281 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'Port': ['ID=d631d846-30ed-4f7e-ab0c-9f52ee63eb4e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:11:51.176711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:11:51.190445 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:51.377552 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Floating IP 28ece845-3c71-407c-be16-736e04b8a87f associated. External IP: 172.26.5.22, port: 64349001-d4e3-4e5b-8fde-31d0c9bafabc. Nov 25 12:11:51.854522 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Router 30a6f6d3-c6b6-49c3-b407-0b08832c88df has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:11:52.049902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:11:52.073958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:52.128321 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-63642ac9-d99b-45af-b1cf-dfc93033ecd0 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4469314 Nov 25 12:11:52.128976 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:11:52.181786 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'status': 'completed', 'code': 200} Nov 25 12:11:52.276754 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-994f6f62-c393-42b1-a591-45bac9a20bc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1099 time: 0.0712032 Nov 25 12:11:52.407358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-a8f91512-436b-4d3c-a230-79cbd0a87700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:52.409280 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-a8f91512-436b-4d3c-a230-79cbd0a87700 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1253185 Nov 25 12:11:52.508551 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-3aac3453-5329-4692-9f36-7543a467059b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 999 time: 0.0927892 Nov 25 12:11:52.568467 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-b7d72bce-96f7-42d5-a59c-b0bf260f7303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:52.569844 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-b7d72bce-96f7-42d5-a59c-b0bf260f7303 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0553229 Nov 25 12:11:52.640992 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-39461137-0e76-44ba-bd7f-91316ba6115f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647495 Nov 25 12:11:52.765803 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-0b9b43ff-23bc-40e2-8e1b-8e1c705d2137 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185215 Nov 25 12:11:53.002872 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-40199d55-29c5-4bdf-a07b-fb4452c2687f req-ba14b9ea-8288-4776-866f-deab859f6392 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310932 Nov 25 12:11:53.403790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] Sync routers for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:11:53.417101 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:53.417718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:53.594383 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:53.952089 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:11:50Z', 'revision_number': 0, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:53.956359 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] Checking router: 30a6f6d3-c6b6-49c3-b407-0b08832c88df for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:11:53.966729 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:11:53.967331 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:11:36Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:54.140206 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:11:54.515060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:11:50Z', 'revision_number': 0, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:11:54.519039 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805b3d8-03cf-4fec-9017-cfe3ed30fac5 None None] The sync data for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv is: [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:11:50Z', 'revision_number': 0, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:12:00.486716 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:03.869707 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304306e-974e-41a4-ab33-77f294796f90 None None] New status for floating IP 28ece845-3c71-407c-be16-736e04b8a87f: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:12:04.085150 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b4a51780-b987-4d2d-b782-c44a594cfce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:04.271821 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:06.389274 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-46e913e3-a175-4712-9aca-4b53e184a9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:07.565780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:09.043850 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:11.182011 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-f4e57322-ddc9-4fc9-bf86-4c369c0cbc81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655060 Nov 25 12:12:11.316607 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-1ed18d5a-a7c6-408b-98de-a02ae80faf87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1099 time: 0.0664940 Nov 25 12:12:11.456583 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-711972e8-6022-4090-967f-54942c266620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:11.458006 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-711972e8-6022-4090-967f-54942c266620 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1234009 Nov 25 12:12:11.559148 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-d85e48d0-748b-411e-9ba6-8068b5343863 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 1001 time: 0.0945022 Nov 25 12:12:11.623708 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-f6f82608-f145-4351-aa4c-bcc5ceae5d03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:11.625160 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-f6f82608-f145-4351-aa4c-bcc5ceae5d03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0593109 Nov 25 12:12:11.697784 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-984f8ad3-28c3-4e83-bc2d-f4c2b397040f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656700 Nov 25 12:12:11.826910 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-81e6f728-3481-40d2-ae28-530f6c2b97b2 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215560 Nov 25 12:12:11.959485 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afe0afbb-0081-4a9d-96b5-e1a83d5b18c0 req-50ce36ad-00c3-4c60-b7b9-68dbcee7a974 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248386 Nov 25 12:12:22.634825 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:12:30.496987 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:34.086885 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40011d2d-f4c9-4d6a-b08c-afdae9d39036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:34.277170 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:36.390593 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c108662b-d322-4547-b897-0f7e0b69af9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:37.570054 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:39.046365 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:59.634543 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:13:00.511621 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:04.088398 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-678e8d5e-3562-4d5a-b664-722520173d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:04.278081 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:06.391908 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0bba9807-b478-4839-b2ed-7fe17f7d97f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:07.572718 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:09.049580 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:12.174943 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-de25c9bb-2457-40de-8bd5-00108a01fa23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660095 Nov 25 12:13:12.314298 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-bd1ec124-09a9-4420-821f-e5fc9be0d7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1099 time: 0.0710561 Nov 25 12:13:12.464737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f42fe-f427-474f-9762-2dee2f33d346 req-8c3231bd-fcfc-4a7b-a3ce-e9e053d59061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:12.466141 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-8c3231bd-fcfc-4a7b-a3ce-e9e053d59061 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1310487 Nov 25 12:13:12.569366 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-15327d5d-7a2f-49a4-8f2f-605b8d57df35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 1001 time: 0.0947559 Nov 25 12:13:12.628874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f42fe-f427-474f-9762-2dee2f33d346 req-3980b588-1565-4cef-bd99-91764f57d337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:12.630253 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-3980b588-1565-4cef-bd99-91764f57d337 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0552039 Nov 25 12:13:12.705541 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-207afe44-6a56-4afc-984b-3d2feac0a014 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680859 Nov 25 12:13:12.832457 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-b969ebfb-9a9b-4305-8fff-243b24d68622 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201048 Nov 25 12:13:13.058300 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-430f42fe-f427-474f-9762-2dee2f33d346 req-d53ba3ba-b32f-47c6-99ed-7a35b129c5da service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193034 Nov 25 12:13:30.542173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:34.090403 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-89517836-8b58-46bd-b443-a593cfeb914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:34.279957 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:36.393201 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4be6c018-bf63-43dc-8261-d8213c432ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:36.633893 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:13:37.576628 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:39.051160 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:49.887372 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 64349001-d4e3-4e5b-8fde-31d0c9bafabc details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:13:50.026982 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:13:50.042112 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:13:50.101636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:50.120428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64349001-d4e3-4e5b-8fde-31d0c9bafabc {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:13:50.135313 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:13:50.138859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:50.140536 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-2c62e8a8-fe3c-4a85-92f1-c2893a596814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:50.206663 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:50.215496 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['64349001-d4e3-4e5b-8fde-31d0c9bafabc'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:13:50.249197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.249537 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.249869 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.250197 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.250525 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.250846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.251166 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.251487 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.251802 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.252146 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.252462 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:50.257539 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:51.906084 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 64349001-d4e3-4e5b-8fde-31d0c9bafabc up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:13:51.979682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port 64349001-d4e3-4e5b-8fde-31d0c9bafabc triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:13:51.979682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:52.100643 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:52.132019 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:13:52.146378 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:13:52.151354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:52.153694 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-dbeffc8f-a7bd-4423-9694-387b32be6bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:52.240646 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:52.250812 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:52.292486 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'code': 200} Nov 25 12:14:00.542050 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:01.158841 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-b7681036-a181-4c99-927d-f3a7f9632eec tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493897110&fields=id&tenant_id=3f171c5b76cb466e9638e4794e91d737 HTTP/1.1" status: 200 len: 267 time: 0.0399611 Nov 25 12:14:01.300692 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-22a089e3-1a91-4df5-84f5-3adf9d7dd623 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:01.302081 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-22a089e3-1a91-4df5-84f5-3adf9d7dd623 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 809 time: 0.1365647 Nov 25 12:14:01.317539 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-d4a88b1b-1c24-421b-9099-56061ad31acf tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/quotas/3f171c5b76cb466e9638e4794e91d737 HTTP/1.1" status: 200 len: 375 time: 0.0102091 Nov 25 12:14:01.402688 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-270d7349-f4dd-4b6f-acbc-d69b9e6755fa tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0796020 Nov 25 12:14:01.480589 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-9b7f5798-51c6-41f8-a513-14feef77c472 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83570) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 25 12:14:01.481544 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-9b7f5798-51c6-41f8-a513-14feef77c472 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0681858 Nov 25 12:14:01.609535 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-cf1f53c5-8efe-4daa-84ba-3fde507a0ea3 service neutron] 10.222.0.41 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218159 Nov 25 12:14:01.738233 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-203bb436-5a4c-44e5-a649-df605bae0167 service neutron] 10.222.0.41 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230741 Nov 25 12:14:01.934079 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a3c3d6a7-ed07-4054-ab90-e61827583355 req-6aebd140-33ec-496b-a3dc-250ab0d54e64 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 210 time: 0.0418777 Nov 25 12:14:02.931709 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-555da4e0-c879-47ad-813e-dcea843242d4 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:02.933211 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-555da4e0-c879-47ad-813e-dcea843242d4 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 809 time: 0.1464055 Nov 25 12:14:02.992070 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-b8e63704-1a74-4812-b7a1-4de5c07d1f0e tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f171c5b76cb466e9638e4794e91d737 HTTP/1.1" status: 200 len: 380 time: 0.0444779 Nov 25 12:14:03.001426 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'port': {'device_id': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'admin_state_up': True, 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'security_groups': ['62a1be60-3e8e-4016-a5ff-1916d4b35765']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:14:03.096577 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-decc159d-823c-4b95-8dec-62b837c046f2 req-143dd6a0-197d-4515-a24f-bb7cd8b1889d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 210 time: 0.0404763 Nov 25 12:14:03.141352 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:03.145228 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:port and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:03.148612 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:03.154358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:03.165567 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Made reservation on behalf of 3f171c5b76cb466e9638e4794e91d737 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:03.168814 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:03.359336 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Allocated IP 172.20.0.5 (1d61a07b-e927-4ed2-8a0c-3f7ca3ace949/feae6242-bf52-4085-a670-3099a3d6bc15/fa529e69-1642-4968-9ca0-d8fa6c00aa8c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:03.602823 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:03.622617 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Transition to ACTIVE for port object fa529e69-1642-4968-9ca0-d8fa6c00aa8c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:03.649234 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:03.657381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-87ec65b1-69d0-4bfe-a375-9caade119cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:03.740847 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:03.745018 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:03.749434 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:14:03.800919 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:03.816503 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.816874 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.817251 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.817621 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.817989 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.818359 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.818720 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.819083 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.819478 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.819831 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.820213 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:03.825914 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:03.832147 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:03.832768 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:03.861149 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f56e7302-5a47-436d-8866-978f775dcb88 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8643363 Nov 25 12:14:03.965564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 64349001-d4e3-4e5b-8fde-31d0c9bafabc no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:14:04.035396 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e70ff31d-e756-4d79-8b28-92d060884fe3 None None] Provisioning for port fa529e69-1642-4968-9ca0-d8fa6c00aa8c completed by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:04.045159 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e70ff31d-e756-4d79-8b28-92d060884fe3 None None] Provisioning complete for port fa529e69-1642-4968-9ca0-d8fa6c00aa8c triggered by entity DHCP. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:04.045776 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e70ff31d-e756-4d79-8b28-92d060884fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:04.200031 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c764e11f-0317-4cd8-8196-35778e6c3d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:04.209578 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-e70ff31d-e756-4d79-8b28-92d060884fe3 None None] Port fa529e69-1642-4968-9ca0-d8fa6c00aa8c cannot update to ACTIVE because it is not bound. {{(pid=83571) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 25 12:14:04.215367 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:04.243004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:14:04.252855 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:14:04.257822 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:04.259831 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:04.329315 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'code': 200} Nov 25 12:14:04.332950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083562b-9ba3-4c68-9bcd-c6a3b4fbd913 req-9e915b98-6a62-4bb3-b479-c203b68e6f9b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:04.334973 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c083562b-9ba3-4c68-9bcd-c6a3b4fbd913 req-9e915b98-6a62-4bb3-b479-c203b68e6f9b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.0892949 Nov 25 12:14:04.351263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:04.364168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=8']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:04.367714 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:04.392374 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c083562b-9ba3-4c68-9bcd-c6a3b4fbd913 req-08b92218-525d-416b-932f-a1aea82afe44 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499277 Nov 25 12:14:05.600156 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5756-01d2-4599-8f60-06804a0ab953 req-cd192ca4-4773-43e2-8bd3-f13017135b15 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:05.601635 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-78be5756-01d2-4599-8f60-06804a0ab953 req-cd192ca4-4773-43e2-8bd3-f13017135b15 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.0845878 Nov 25 12:14:05.647176 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-78be5756-01d2-4599-8f60-06804a0ab953 req-689ad1b9-6713-4a39-9d98-b5f189f40134 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401025 Nov 25 12:14:06.395871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c88caec0-e221-4f33-8c28-6c0c4d92773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:06.957575 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05a266-6328-4f18-b940-37381c374208 req-19228d71-32e8-4059-b7e4-fcc03e7b3516 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:06.958986 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2b05a266-6328-4f18-b940-37381c374208 req-19228d71-32e8-4059-b7e4-fcc03e7b3516 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.1883435 Nov 25 12:14:07.009793 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2b05a266-6328-4f18-b940-37381c374208 req-a06cb473-5a1a-4556-b7e1-e96dd201c3df tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Nov 25 12:14:07.579871 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:08.218694 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333eea0-b7d1-43ff-8ea1-b22677e0a0b7 req-b6e647da-cdd4-4d51-b8e2-a1e9edfa6c49 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:08.220297 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a333eea0-b7d1-43ff-8ea1-b22677e0a0b7 req-b6e647da-cdd4-4d51-b8e2-a1e9edfa6c49 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.0891869 Nov 25 12:14:08.266136 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a333eea0-b7d1-43ff-8ea1-b22677e0a0b7 req-2c2785c7-5383-4025-b117-491e92e30602 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404871 Nov 25 12:14:09.054775 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:09.477468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50b2d-08f7-49db-8561-09ca2277b0d4 req-4547819d-c711-44e2-83e1-ed9e73402bf6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:09.478913 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ffc50b2d-08f7-49db-8561-09ca2277b0d4 req-4547819d-c711-44e2-83e1-ed9e73402bf6 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.0780065 Nov 25 12:14:09.544341 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ffc50b2d-08f7-49db-8561-09ca2277b0d4 req-aa4ddd34-3d33-450f-a1c5-eec29993e46e tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598009 Nov 25 12:14:10.749952 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858be9-3322-49df-bc46-ab0176d84a6e req-37558498-f7e8-4d23-a1cc-7fd69759f26b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:10.752313 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ab858be9-3322-49df-bc46-ab0176d84a6e req-37558498-f7e8-4d23-a1cc-7fd69759f26b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.0817559 Nov 25 12:14:10.802786 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ab858be9-3322-49df-bc46-ab0176d84a6e req-d242536b-bef9-450e-84d0-b172d424bb2b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433826 Nov 25 12:14:12.010013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cbbfb-2174-4472-b909-fc397fc2aa02 req-cca7c2e2-1f9b-40ad-bcf7-7b5f80756e81 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:12.011496 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b84cbbfb-2174-4472-b909-fc397fc2aa02 req-cca7c2e2-1f9b-40ad-bcf7-7b5f80756e81 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.0794969 Nov 25 12:14:12.060486 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-b84cbbfb-2174-4472-b909-fc397fc2aa02 req-4b160bdc-fbe5-4eff-8e24-0e96f90da742 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Nov 25 12:14:13.270784 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0b6f-396a-4978-b4a2-7d6aa98e9439 req-f0d11e22-8c39-4065-b2af-ab382526258b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:13.272409 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db2a0b6f-396a-4978-b4a2-7d6aa98e9439 req-f0d11e22-8c39-4065-b2af-ab382526258b tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.0851321 Nov 25 12:14:13.317157 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-db2a0b6f-396a-4978-b4a2-7d6aa98e9439 req-37ce5651-2087-4fc2-ab01-f489cb8b88d7 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Nov 25 12:14:13.634107 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:14:14.421845 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Request body: {'port': {'device_id': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:14:14.451078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.48', 54702) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:14.535891 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:14.581659 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-ac8170e8-b030-469b-8f40-c2f52323ecd6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1291788 Nov 25 12:14:14.587661 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91c1ee-1342-47ec-9c43-f8d630d8b0f0 req-471374c0-22e0-4561-961f-757a8dea1c28 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:14.589010 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c91c1ee-1342-47ec-9c43-f8d630d8b0f0 req-471374c0-22e0-4561-961f-757a8dea1c28 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 931 time: 0.1396310 Nov 25 12:14:14.638460 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2c91c1ee-1342-47ec-9c43-f8d630d8b0f0 req-95d3b3d8-e4a9-426b-bace-732a564981a2 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Nov 25 12:14:14.736457 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-ded91139-d916-41e9-b71b-04564ef1d0e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1097 time: 0.0779443 Nov 25 12:14:14.873055 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa529e69-1642-4968-9ca0-d8fa6c00aa8c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:14:14.879698 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-86d52197-7478-40b0-b2b7-61104b4f7496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:14.879846 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:14.881172 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-86d52197-7478-40b0-b2b7-61104b4f7496 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1258883 Nov 25 12:14:14.894004 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Transition to ACTIVE for port object fa529e69-1642-4968-9ca0-d8fa6c00aa8c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:14.897099 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:14.901153 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-8ac17d40-f009-4ba7-b569-e300b6fea9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:14.987504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-ac98786c-d9d3-4a2c-94a1-22bd4db3a3a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 999 time: 0.0996089 Nov 25 12:14:15.026799 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Pushing event updated for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:15.058135 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-ff17a446-8161-449e-9c08-5f14fb094f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:15.059789 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-ff17a446-8161-449e-9c08-5f14fb094f2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0662041 Nov 25 12:14:15.143923 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-7bb55a1b-7b84-465c-b608-7fce086f5f26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777180 Nov 25 12:14:15.173884 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:15.247786 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Attempting to bind port fa529e69-1642-4968-9ca0-d8fa6c00aa8c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:15.248082 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Attempting to bind port fa529e69-1642-4968-9ca0-d8fa6c00aa8c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:15.248358 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Attempting to bind port fa529e69-1642-4968-9ca0-d8fa6c00aa8c on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:14:15.253957 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Port fa529e69-1642-4968-9ca0-d8fa6c00aa8c on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 25 12:14:15.254265 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Attempting to bind port fa529e69-1642-4968-9ca0-d8fa6c00aa8c on network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 25 12:14:15.260837 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Checking agent: {'id': 'f7a5a1a9-6b84-4c0c-8224-0a5b50aa7b82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'started_at': datetime.datetime(2021, 11, 25, 11, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 12:14:15.261160 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Checking segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 25 12:14:15.261525 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Bound using segment: {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 25 12:14:15.261930 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Bound port: fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:15.262260 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.278863 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-c44a090a-db06-4971-8958-dae2287f5a60 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265748 Nov 25 12:14:15.349334 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:14:15.352281 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:14:15.357100 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16594474'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.361205 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:15.410500 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7f3eb174-51eb-484d-8925-90b56a30c2bc req-0532b89a-fba3-4355-b777-7d63d4066926 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244905 Nov 25 12:14:15.413865 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.415212 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa529e69-1642-4968-9ca0-d8fa6c00aa8c HTTP/1.1" status: 200 len: 1093 time: 0.9979680 Nov 25 12:14:15.415737 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:14:15.438949 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Pushing event updated for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:15.441996 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-25875749-3ae7-4802-b676-9a7f10d6d655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:15.543404 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-9138aded-abf7-4f0b-8bf0-78215fa0118b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 1096 time: 0.0783131 Nov 25 12:14:15.600415 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'status': 'completed', 'code': 200} Nov 25 12:14:15.615918 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-6c05d1df-0f93-4cad-af54-7c22d0db0698 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c HTTP/1.1" status: 200 len: 217 time: 0.0652492 Nov 25 12:14:15.680985 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-82c685a6-b806-4aad-b9d6-d29cb66250dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:15.682452 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-82c685a6-b806-4aad-b9d6-d29cb66250dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0597780 Nov 25 12:14:15.755839 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-9754c727-b10f-456a-8589-35400ce31b62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670736 Nov 25 12:14:15.839271 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b33fb-bd24-41e2-aba1-27fc689110fb req-fd17d41c-c8e0-4faa-990f-4d61f359da25 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:15.840844 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77b33fb-bd24-41e2-aba1-27fc689110fb req-fd17d41c-c8e0-4faa-990f-4d61f359da25 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 943 time: 0.0801423 Nov 25 12:14:15.885602 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a77b33fb-bd24-41e2-aba1-27fc689110fb req-2dce7af4-2212-494e-808f-b06465bb3858 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392168 Nov 25 12:14:15.889724 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-f743f0cd-ff9a-4859-a16b-3af2aab828f8 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265802 Nov 25 12:14:16.018811 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a77c1538-e722-4d57-a7a2-34d4d04444a0 req-c8ba1290-81f5-44e4-8faf-795307101b41 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231401 Nov 25 12:14:16.136517 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-616b7352-b60e-4fc5-97e9-32f7e8e692f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 1096 time: 0.0726771 Nov 25 12:14:16.267365 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-c956f38c-9a43-4a6d-92f9-fa844d24aaf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:16.268797 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-c956f38c-9a43-4a6d-92f9-fa844d24aaf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1226823 Nov 25 12:14:16.334070 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-ea51f922-e118-4a1f-bdb7-a4024df4d714 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c HTTP/1.1" status: 200 len: 217 time: 0.0583124 Nov 25 12:14:16.397322 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-02eed468-271f-4770-b19f-307ac48696bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:16.399232 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-02eed468-271f-4770-b19f-307ac48696bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0583184 Nov 25 12:14:16.471879 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-73c752a2-893c-4299-9782-e669e98a90be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660572 Nov 25 12:14:16.603297 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-7a33bd14-9884-4582-baa2-300740ea0303 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231647 Nov 25 12:14:16.735678 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef8ae769-c0c0-4715-a52e-8040accc34b7 req-921deb82-622c-4154-a472-64d69f58b0d0 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250160 Nov 25 12:14:17.077781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9b5b-0f57-4990-9aa2-0f763da2562b req-84b7c1d0-09cc-457d-9c80-157430565463 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:17.079216 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-771c9b5b-0f57-4990-9aa2-0f763da2562b req-84b7c1d0-09cc-457d-9c80-157430565463 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 943 time: 0.0752027 Nov 25 12:14:17.128124 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-771c9b5b-0f57-4990-9aa2-0f763da2562b req-75772bbe-f67e-4011-99cd-517e1b6d3d6e tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Nov 25 12:14:18.414393 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbdf46-3064-4f7f-82a4-169b2f40b115 req-9b4c1d71-6b9d-4a96-aae5-c02ed7e66ae3 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:18.415815 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d3cbdf46-3064-4f7f-82a4-169b2f40b115 req-9b4c1d71-6b9d-4a96-aae5-c02ed7e66ae3 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 943 time: 0.1659632 Nov 25 12:14:18.458693 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-d3cbdf46-3064-4f7f-82a4-169b2f40b115 req-f5ca74e7-66d5-435f-bc2a-3f1c52d585ba tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373430 Nov 25 12:14:19.655808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fabb4d-0cc9-4eb1-885b-875aaee8a2ed req-1942d9f7-3539-455e-97bf-fe7fca760401 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:19.657250 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6fabb4d-0cc9-4eb1-885b-875aaee8a2ed req-1942d9f7-3539-455e-97bf-fe7fca760401 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 943 time: 0.0780432 Nov 25 12:14:19.701170 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a6fabb4d-0cc9-4eb1-885b-875aaee8a2ed req-9c02e8a8-2838-465d-8cc8-b283c69b9ca8 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 Nov 25 12:14:20.026854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fa529e69-1642-4968-9ca0-d8fa6c00aa8c details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:14:20.156209 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:14:20.168665 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'port_id': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'mac_address': 'fa:16:3e:93:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:14:20.223768 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:20.240129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa529e69-1642-4968-9ca0-d8fa6c00aa8c {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:14:20.254289 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:14:20.258881 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:20.260660 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:20.323122 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:20.326210 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:20.531909 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['fa529e69-1642-4968-9ca0-d8fa6c00aa8c'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:14:20.895195 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389951-08b5-4b8d-8b42-6e6ae9621e95 req-a96be517-ba30-4872-ba92-e625097326a9 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:20.896656 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c2389951-08b5-4b8d-8b42-6e6ae9621e95 req-a96be517-ba30-4872-ba92-e625097326a9 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 944 time: 0.0746403 Nov 25 12:14:20.940848 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-c2389951-08b5-4b8d-8b42-6e6ae9621e95 req-343a9b61-d259-40f4-82bc-4b3eb3f0f939 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Nov 25 12:14:22.041882 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fa529e69-1642-4968-9ca0-d8fa6c00aa8c up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:22.111872 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning for port fa529e69-1642-4968-9ca0-d8fa6c00aa8c completed by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:22.116523 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port fa529e69-1642-4968-9ca0-d8fa6c00aa8c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:22.116899 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.139414 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eb94c-53e6-43e0-a86c-9a8768796f86 req-a78871b7-5591-45c9-afee-16f7a539dce7 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:22.140891 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fa3eb94c-53e6-43e0-a86c-9a8768796f86 req-a78871b7-5591-45c9-afee-16f7a539dce7 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 944 time: 0.0801585 Nov 25 12:14:22.185523 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-fa3eb94c-53e6-43e0-a86c-9a8768796f86 req-30912d9b-a26f-4f13-b5f9-6ce88235bb23 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Nov 25 12:14:22.229988 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.255106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:14:22.265044 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:14:22.269187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.272369 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-48fff20a-3700-4ae7-9618-2d6863c3dfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:22.312646 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'code': 200} Nov 25 12:14:22.339023 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=5']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:22.342036 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:22.538288 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8dbe96a7-bed8-498d-bf23-162505f96de2 req-39c0809e-2915-4221-8661-85978baa3cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 1098 time: 0.0710199 Nov 25 12:14:22.581684 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8dbe96a7-bed8-498d-bf23-162505f96de2 req-9be69e2f-8a90-40c9-b5e2-3ac22f006764 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369594 Nov 25 12:14:23.376922 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ace3-b828-4433-8494-e8fbd801531d req-7a3c8315-2ccf-4806-8ff9-b9007fc1ccce tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:23.378342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7264ace3-b828-4433-8494-e8fbd801531d req-7a3c8315-2ccf-4806-8ff9-b9007fc1ccce tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 945 time: 0.0750875 Nov 25 12:14:23.425896 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-7264ace3-b828-4433-8494-e8fbd801531d req-878f3570-3d81-44d7-b36a-1fe18eb01a44 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Nov 25 12:14:24.625902 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9bdc-0827-40ab-9702-612f90e95271 req-932fd84a-0aed-4550-aee5-5c004bfe4d75 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:24.627342 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aa0d9bdc-0827-40ab-9702-612f90e95271 req-932fd84a-0aed-4550-aee5-5c004bfe4d75 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 945 time: 0.0765195 Nov 25 12:14:24.672951 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-aa0d9bdc-0827-40ab-9702-612f90e95271 req-449f8dff-cc59-4429-96d7-ac5b08543a29 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Nov 25 12:14:24.879509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df1d72-d1ef-45a5-a47e-93b11aa494f8 req-2ee00ecd-5209-46ac-9a0f-1a8098d49d1d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:24.881130 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66df1d72-d1ef-45a5-a47e-93b11aa494f8 req-2ee00ecd-5209-46ac-9a0f-1a8098d49d1d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 945 time: 0.0823603 Nov 25 12:14:24.925726 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-66df1d72-d1ef-45a5-a47e-93b11aa494f8 req-39f36352-9823-4bc6-abe7-27a9d1c24252 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385945 Nov 25 12:14:24.953786 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49772) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:25.023935 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-a11fe893-22dd-4c37-a3ad-96fa99c4e601 tempest-TestSnapshotPattern-1923927669 tempest-TestSnapshotPattern-1923927669-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 1093 time: 0.0688965 Nov 25 12:14:25.026340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49776) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:25.031745 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.v2.base [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Request body: {'floatingip': {'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'port_id': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 12:14:25.037365 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:25.041210 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Usage tracker for resource:floatingip and tenant:3f171c5b76cb466e9638e4794e91d737 is out of sync, need to count used quota {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:25.044303 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:25.049910 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.quota.driver [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:25.060550 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.195423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.330629 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Allocated IP 172.26.5.135 (35b3f533-d13d-49b2-bde7-632e1c76c762/b9591449-f79b-4ca5-b55b-b69f87f33643/cb8efd10-4625-4475-92fd-955482c6e347) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:25.474427 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.501972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746508224889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.505958 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-d3ed9d51-784c-43f3-9f22-a6d46c57070c tempest-NetworksIpV6Test-1063983690 tempest-NetworksIpV6Test-1063983690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:25.567735 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Network 35b3f533-d13d-49b2-bde7-632e1c76c762 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:25.570808 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:25.573712 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:14:25.605899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'Port': ['ID=cb8efd10-4625-4475-92fd-955482c6e347,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:25.622614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.622989 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.623354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.623716 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.624112 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.624469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.624822 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.625175 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.625544 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.625895 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.626249 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:25.634376 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:26.181991 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.235757 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.431705 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.436124 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16690850'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.439490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ec71d20d-4178-42b6-94c4-cb836aa7d26b tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:26.545340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event updated for resources: {'Port': ['ID=cb8efd10-4625-4475-92fd-955482c6e347,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:26.549560 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:26.556651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919427'] for floatingip, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.745502 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.db.l3_db [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Floating IP 3d6ff01e-af10-4164-b5e4-3aa50bcaf79b associated. External IP: 172.26.5.135, port: fa529e69-1642-4968-9ca0-d8fa6c00aa8c. Nov 25 12:14:27.124138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Router 30a6f6d3-c6b6-49c3-b407-0b08832c88df has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:14:27.317867 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:14:27.327428 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439227ca-210d-4446-a574-adef779f5c56 None None] Sync routers for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:14:27.339588 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:14:27.340245 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:14:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:27.342480 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:27.397943 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3699696 Nov 25 12:14:27.398515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:14:27.526063 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:14:27.533692 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'status': 'completed', 'code': 200} Nov 25 12:14:27.627756 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ab569432-e8a8-45dc-935f-26339c57469b req-f9d13fe6-7dfd-4c74-89cc-08b886e09af5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 1098 time: 0.0701149 Nov 25 12:14:27.863871 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab569432-e8a8-45dc-935f-26339c57469b req-ce9525d1-9e63-4a25-84da-55496a8e340f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:27.865380 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ab569432-e8a8-45dc-935f-26339c57469b req-ce9525d1-9e63-4a25-84da-55496a8e340f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.2313793 Nov 25 12:14:27.914344 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:12:04Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}, {'id': '3d6ff01e-af10-4164-b5e4-3aa50bcaf79b', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:93:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:14:25Z', 'updated_at': '2021-11-25T12:14:25Z', 'revision_number': 0, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:27.918202 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439227ca-210d-4446-a574-adef779f5c56 None None] Checking router: 30a6f6d3-c6b6-49c3-b407-0b08832c88df for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:14:27.929353 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:14:27.929952 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:14:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:27.969395 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ab569432-e8a8-45dc-935f-26339c57469b req-a85c25e8-302f-4701-a489-9b248497138b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c HTTP/1.1" status: 200 len: 999 time: 0.0969012 Nov 25 12:14:28.035917 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab569432-e8a8-45dc-935f-26339c57469b req-824f4e3a-25f5-4035-93ee-6bca3c5e36e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:28.037463 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ab569432-e8a8-45dc-935f-26339c57469b req-824f4e3a-25f5-4035-93ee-6bca3c5e36e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0606344 Nov 25 12:14:28.104996 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:14:28.113353 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ab569432-e8a8-45dc-935f-26339c57469b req-d6611e5a-69b7-409a-a471-2bce5162e1b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680840 Nov 25 12:14:28.243895 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ab569432-e8a8-45dc-935f-26339c57469b req-48be1358-33ea-4c92-a0d9-76661eae6bf6 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238165 Nov 25 12:14:28.373570 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ab569432-e8a8-45dc-935f-26339c57469b req-31902d73-0cfa-429a-a331-4ade93a28b5c service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234291 Nov 25 12:14:28.444208 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-439227ca-210d-4446-a574-adef779f5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:12:04Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}, {'id': '3d6ff01e-af10-4164-b5e4-3aa50bcaf79b', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:93:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:14:25Z', 'updated_at': '2021-11-25T12:14:25Z', 'revision_number': 0, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:28.448407 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439227ca-210d-4446-a574-adef779f5c56 None None] The sync data for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv is: [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:12:04Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}, {'id': '3d6ff01e-af10-4164-b5e4-3aa50bcaf79b', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:93:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:14:25Z', 'updated_at': '2021-11-25T12:14:25Z', 'revision_number': 0, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:14:28.629762 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b38a9-15ad-4ad5-a625-b027ed682572 None None] New status for floating IP 3d6ff01e-af10-4164-b5e4-3aa50bcaf79b: ACTIVE {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:14:30.556111 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.092712 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ea490a0b-e33a-419d-935e-273db152bb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.281975 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.398174 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6a25299a-6c6f-45c6-ad17-f0d1c22a99d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.581636 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:39.059846 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:50.634321 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:15:00.571877 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.093275 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72dd8814-7949-4335-b424-e9996f7f1e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.283187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:06.398526 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c93296e0-1174-4c08-aa29-3a266a04a57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:07.585587 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:09.059123 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:14.265059 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-ed02811a-c245-401c-8dd9-644ba243e888 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1415846 Nov 25 12:15:14.404334 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-79eb5409-5daf-43b4-8109-45c2636e6bd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1097 time: 0.0711434 Nov 25 12:15:14.550218 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-e8b72246-decd-47c9-b70e-f95c7a304a66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:14.551630 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-e8b72246-decd-47c9-b70e-f95c7a304a66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1274316 Nov 25 12:15:14.652767 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-3fd01716-4e57-4c73-8a6b-b81b9cf0bc48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 999 time: 0.0940473 Nov 25 12:15:14.714191 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-665df191-4f12-4979-9087-3b7c3e963321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:14.715460 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-665df191-4f12-4979-9087-3b7c3e963321 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0555615 Nov 25 12:15:14.786099 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-4079483d-bd77-411b-bd00-c2c78b92ecdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644000 Nov 25 12:15:14.914500 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-6ce0790f-2653-40b1-8ba5-fd275b9c95f5 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224434 Nov 25 12:15:15.046299 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-581a9629-f1ee-4b78-a779-8c8d494a8e52 req-33b95dd3-8db9-4cad-9ab2-5ba38ba3c6aa service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245906 Nov 25 12:15:27.635153 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:15:30.590854 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:34.094263 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8ee5425c-7154-46bf-b048-e52931fc1307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:34.285788 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:36.400234 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3eb79d2a-aaaf-4529-8770-3569a4a95623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:37.588622 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:39.062256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:58.624410 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fa529e69-1642-4968-9ca0-d8fa6c00aa8c details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=83571) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:15:58.771218 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:15:58.785789 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Returning: {'device': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'port_id': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'mac_address': 'fa:16:3e:93:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83571) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:15:58.850022 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:58.869433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa529e69-1642-4968-9ca0-d8fa6c00aa8c {{(pid=83571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:15:58.888562 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:15:58.892845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:58.895152 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:58.969361 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=6']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:58.974924 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] get_ports_and_sgs() called for port_ids ['fa529e69-1642-4968-9ca0-d8fa6c00aa8c'] {{(pid=83571) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 25 12:15:59.009433 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.009780 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.010119 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.010453 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.010790 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.011113 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.011438 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.011763 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.012106 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.012430 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.012752 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:59.026564 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:00.592354 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:00.626177 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fa529e69-1642-4968-9ca0-d8fa6c00aa8c up at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:00.700678 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Provisioning complete for port fa529e69-1642-4968-9ca0-d8fa6c00aa8c triggered by entity L2. {{(pid=83571) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:00.701187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282077'] for port, provisioning_complete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:00.881224 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:00.909719 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c'}] {{(pid=83571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:16:00.923271 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:00.928974 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746508649997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746508224907', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746508224952'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:00.931508 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:00.990686 dv-neutron-819177-1-hyperv neutron-server[83571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'code': 200} Nov 25 12:16:01.010319 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Pushing event updated for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=7']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:01.014256 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_concurrency.lockutils [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:04.098185 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-86461993-bb9c-46e8-9872-8b4b3d32b3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:04.294630 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:04.641096 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:16:06.407554 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-59e3a46b-a111-438d-b015-f98e5845fa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:07.595635 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:08.909796 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49930) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:09.065452 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:09.211804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Deleting port cb8efd10-4625-4475-92fd-955482c6e347 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:09.212066 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:09.377621 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:09.377938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:09.494355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Calling delete_port for cb8efd10-4625-4475-92fd-955482c6e347 owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:09.640765 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:09.644935 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bce66276-c3cf-45ff-a8b2-346e197d4ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:09.685423 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event deleted for resources: {'Port': ['ID=cb8efd10-4625-4475-92fd-955482c6e347,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:09.723032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.723410 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.723781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.724176 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.724540 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.724899 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.725461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.725880 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.726309 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.726676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.727031 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:09.733536 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:09.788221 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:10.166894 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Router 30a6f6d3-c6b6-49c3-b407-0b08832c88df has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:16:10.360230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:16:10.370442 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] Sync routers for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:16:10.373146 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:10.382540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:10.383145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:10.427957 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-2703adbe-e3b1-4e6a-9d8f-9cac3718a592 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "DELETE /v2.0/floatingips/3d6ff01e-af10-4164-b5e4-3aa50bcaf79b HTTP/1.1" status: 204 len: 168 time: 1.5170135 Nov 25 12:16:10.428662 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:16:10.488641 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'status': 'completed', 'code': 200} Nov 25 12:16:10.560145 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:10.595816 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-77e32ba8-52f9-477d-b32c-18353bfc1283 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 1098 time: 0.0842915 Nov 25 12:16:10.855460 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-84cae236-b6f7-4fcc-b2ab-2d0f7aa5062d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:10.856939 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-84cae236-b6f7-4fcc-b2ab-2d0f7aa5062d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.2544758 Nov 25 12:16:10.910663 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d958e8-595e-4066-86eb-8aa4bef98ac6 req-c48043c1-1d26-429a-b90d-8b019806c33d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:10.911356 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-a9d958e8-595e-4066-86eb-8aa4bef98ac6 req-c48043c1-1d26-429a-b90d-8b019806c33d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Synchronizing usage tracker for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:16:10.930405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:12:04Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:10.932034 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-a9d958e8-595e-4066-86eb-8aa4bef98ac6 req-c48043c1-1d26-429a-b90d-8b019806c33d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Unset dirty status for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:16:10.932977 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-edc1707e-10c1-4357-860a-d6c13d336904 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c HTTP/1.1" status: 200 len: 217 time: 0.0661247 Nov 25 12:16:10.935181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] Checking router: 30a6f6d3-c6b6-49c3-b407-0b08832c88df for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:16:10.936429 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9d958e8-595e-4066-86eb-8aa4bef98ac6 req-c48043c1-1d26-429a-b90d-8b019806c33d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 945 time: 0.1804681 Nov 25 12:16:10.946558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:10.947165 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:10.979504 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-a9d958e8-595e-4066-86eb-8aa4bef98ac6 req-c64452a9-b35c-4d28-975c-1a6d1f7963d4 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 Nov 25 12:16:10.997495 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-225fff9c-5513-48b7-ac05-e3cf6b00e692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:10.999840 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-225fff9c-5513-48b7-ac05-e3cf6b00e692 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0592649 Nov 25 12:16:11.075924 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-549535b4-3e87-45e2-b025-dc90781d2ccb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689752 Nov 25 12:16:11.122897 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:11.211244 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-1953a379-a058-4fa3-918b-2bf68302bb6a service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270747 Nov 25 12:16:11.344926 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b278f7ff-b960-476c-bc5f-c57bc4466f52 req-379fa483-0ad7-4d2d-8d42-1f6c97998731 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266286 Nov 25 12:16:11.474910 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:12:04Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:11.478838 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93699db-a78a-4800-ab31-09ce9dba732b None None] The sync data for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv is: [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_floatingips': [{'id': '28ece845-3c71-407c-be16-736e04b8a87f', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'router_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'port_id': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'mac_address': 'fa:16:3e:bd:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:11:50Z', 'updated_at': '2021-11-25T12:12:04Z', 'revision_number': 1, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:16:11.709681 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da74d5e-ef3f-46d1-a956-aa8e29cac844 None None] New status for floating IP 3d6ff01e-af10-4164-b5e4-3aa50bcaf79b: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:16:12.282831 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5784f8-4860-4568-a34e-a8af0f28fc9c req-589a10e6-7859-4303-866d-7c11e09c21e1 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:12.284371 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e5784f8-4860-4568-a34e-a8af0f28fc9c req-589a10e6-7859-4303-866d-7c11e09c21e1 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 945 time: 0.1802037 Nov 25 12:16:12.329350 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-2e5784f8-4860-4568-a34e-a8af0f28fc9c req-ebeb84d4-bf26-4f11-840f-628aaf06a717 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387781 Nov 25 12:16:12.330388 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-1a28685f-b7c2-40d3-8868-abd12f52ada1 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:12.331065 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-1a28685f-b7c2-40d3-8868-abd12f52ada1 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Synchronizing usage tracker for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:16:12.343470 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-1a28685f-b7c2-40d3-8868-abd12f52ada1 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Unset dirty status for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:16:12.344728 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-1a28685f-b7c2-40d3-8868-abd12f52ada1 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 945 time: 0.0929306 Nov 25 12:16:12.414247 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Deleting port fa529e69-1642-4968-9ca0-d8fa6c00aa8c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:12.414500 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:12.652009 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] For port fa529e69-1642-4968-9ca0-d8fa6c00aa8c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:12.652382 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:12.709925 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fa529e69-1642-4968-9ca0-d8fa6c00aa8c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:12.771606 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Calling delete_port for fa529e69-1642-4968-9ca0-d8fa6c00aa8c owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:12.862748 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1072600'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:12.919262 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:12.924987 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-47f79a67-8684-486b-8bea-6bc34cafbe7d tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:12.966220 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event deleted for resources: {'Port': ['ID=fa529e69-1642-4968-9ca0-d8fa6c00aa8c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:13.008186 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.008564 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.008938 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.009303 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.009668 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.010024 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.010381 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.010735 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.011086 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.011436 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.011787 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819177-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:13.018578 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:13.051048 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] No DVR routers for this DVR port fa529e69-1642-4968-9ca0-d8fa6c00aa8c on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:16:13.053246 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:13.055662 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'name': 'network-vif-deleted', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:16:13.070850 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-82a4709f-4c2a-42df-b225-db1ff79e15c4 req-83258e83-6725-4248-9ee4-a88feae0d3f5 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "DELETE /v2.0/ports/fa529e69-1642-4968-9ca0-d8fa6c00aa8c HTTP/1.1" status: 204 len: 173 time: 0.7179780 Nov 25 12:16:13.108977 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d655c-0129-4307-9ad4-d56e19da37c8', 'name': 'network-vif-deleted', 'tag': 'fa529e69-1642-4968-9ca0-d8fa6c00aa8c', 'status': 'completed', 'code': 200} Nov 25 12:16:13.512599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-70ac09b8-e9e3-4c77-ba35-da58727c94f4 req-1e3e41c4-4cb6-4dfa-8c9e-323591df8a79 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d655c-0129-4307-9ad4-d56e19da37c8 HTTP/1.1" status: 200 len: 210 time: 0.0445304 Nov 25 12:16:15.161890 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 49986) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:15.359180 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Deleting port d631d846-30ed-4f7e-ab0c-9f52ee63eb4e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:15.359505 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:15.519950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:15.520218 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:15.640787 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Calling delete_port for d631d846-30ed-4f7e-ab0c-9f52ee63eb4e owned by network:floatingip {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:15.781802 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:15.785931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4fbd0d57-a252-4865-b1dc-8e85aca5c2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:15.830232 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event deleted for resources: {'Port': ['ID=d631d846-30ed-4f7e-ab0c-9f52ee63eb4e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:15.832732 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:15.921398 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for floatingip, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:16.307382 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Router 30a6f6d3-c6b6-49c3-b407-0b08832c88df has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:16:16.604950 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:16:16.614561 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] Sync routers for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:16:16.620723 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for floatingip, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:16.626550 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:16.627233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:16.676758 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-b652c39d-6a0b-4152-bc1e-0bc033d44405 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "DELETE /v2.0/floatingips/28ece845-3c71-407c-be16-736e04b8a87f HTTP/1.1" status: 204 len: 168 time: 1.5137837 Nov 25 12:16:16.677421 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:16:16.732807 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'status': 'completed', 'code': 200} Nov 25 12:16:16.761859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fa529e69-1642-4968-9ca0-d8fa6c00aa8c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:16.800194 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: fa529e69-1642-4968-9ca0-d8fa6c00aa8c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:16.800460 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device fa529e69-1642-4968-9ca0-d8fa6c00aa8c not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:16.827046 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-b426a497-3716-4d8c-b472-229bc18132cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f171c5b76cb466e9638e4794e91d737&device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 1097 time: 0.0715661 Nov 25 12:16:16.845070 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:16.967237 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-ae10c7b0-f4ce-4258-9ae1-5ac00d2320dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:16.968827 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-ae10c7b0-f4ce-4258-9ae1-5ac00d2320dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 200 len: 910 time: 0.1349697 Nov 25 12:16:17.043399 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-b9c18804-2880-4f72-bbed-43c0d513dc32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 200 len: 217 time: 0.0657070 Nov 25 12:16:17.071889 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379210d-c734-4f33-944f-2856f4623c65 req-01a56315-3b8b-4054-9e17-4ae51b730d2d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:17.072509 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-1379210d-c734-4f33-944f-2856f4623c65 req-01a56315-3b8b-4054-9e17-4ae51b730d2d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Synchronizing usage tracker for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:16:17.089409 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.quota.resource [req-1379210d-c734-4f33-944f-2856f4623c65 req-01a56315-3b8b-4054-9e17-4ae51b730d2d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Unset dirty status for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:16:17.090627 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1379210d-c734-4f33-944f-2856f4623c65 req-01a56315-3b8b-4054-9e17-4ae51b730d2d tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 944 time: 0.0963016 Nov 25 12:16:17.109762 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-20101091-0c62-41f9-aab3-6db49f674889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:17.111415 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-20101091-0c62-41f9-aab3-6db49f674889 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 200 len: 848 time: 0.0594516 Nov 25 12:16:17.138458 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-1379210d-c734-4f33-944f-2856f4623c65 req-6b4a26c9-8b18-412d-909e-cc99faf8f126 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Nov 25 12:16:17.177981 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:17.182386 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] Checking router: 30a6f6d3-c6b6-49c3-b407-0b08832c88df for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:16:17.195193 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:17.195830 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:17.305123 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-5c77f530-6222-4fb8-8981-acabaeeb3c4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1872191 Nov 25 12:16:17.370737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:17.435989 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-0f8b20cf-7cf9-4a72-89d0-0f88f155b031 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235883 Nov 25 12:16:17.570428 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cad5d1d0-a35a-41a4-94ae-639ce6f34bcf req-0bef1f8b-da48-4e6c-88bb-38f94212cd87 service neutron] 10.222.0.48 "GET /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260073 Nov 25 12:16:17.690603 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:17.694405 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a92beb-1a4e-40e6-9306-2b0cf8a3473a None None] The sync data for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv is: [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:11:27Z', 'revision_number': 4, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv', '_interfaces': [{'id': 'd506dfe5-8dc0-4ae4-8062-0a859854d1ba', 'name': '', 'network_id': '1d61a07b-e927-4ed2-8a0c-3f7ca3ace949', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'mac_address': 'fa:16:3e:32:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:27Z', 'updated_at': '2021-11-25T12:11:46Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'subnets': [{'id': 'feae6242-bf52-4085-a670-3099a3d6bc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:16:17.901850 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7774e4e-e05f-4700-acfe-a60ada513786 None None] New status for floating IP 28ece845-3c71-407c-be16-736e04b8a87f: DOWN {{(pid=83572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 25 12:16:18.341247 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31129ac1-f011-418e-80a1-90623d9421d2 req-613b9523-9cda-431c-836e-f0aabed4bacf tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:18.342599 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-31129ac1-f011-418e-80a1-90623d9421d2 req-613b9523-9cda-431c-836e-f0aabed4bacf tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 944 time: 0.0803447 Nov 25 12:16:18.387136 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-31129ac1-f011-418e-80a1-90623d9421d2 req-60be99e4-a567-4085-be85-a8a17d87be56 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/security-groups?id=62a1be60-3e8e-4016-a5ff-1916d4b35765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390587 Nov 25 12:16:18.511644 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0900f8-483c-435c-ae85-1241bbad711a req-4c0029eb-bc8d-4e6a-8914-eda39f661327 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:18.512330 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-8f0900f8-483c-435c-ae85-1241bbad711a req-4c0029eb-bc8d-4e6a-8914-eda39f661327 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Synchronizing usage tracker for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:16:18.523649 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-8f0900f8-483c-435c-ae85-1241bbad711a req-4c0029eb-bc8d-4e6a-8914-eda39f661327 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Unset dirty status for tenant:3f171c5b76cb466e9638e4794e91d737 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:16:18.524806 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8f0900f8-483c-435c-ae85-1241bbad711a req-4c0029eb-bc8d-4e6a-8914-eda39f661327 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 944 time: 0.0858772 Nov 25 12:16:18.595635 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Deleting port 64349001-d4e3-4e5b-8fde-31d0c9bafabc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:18.595885 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:18.832219 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] For port 64349001-d4e3-4e5b-8fde-31d0c9bafabc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=64349001-d4e3-4e5b-8fde-31d0c9bafabc,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:18.832568 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:18.948878 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Calling delete_port for 64349001-d4e3-4e5b-8fde-31d0c9bafabc owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:19.085905 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16594465'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:19.091157 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-bff6540e-eef9-498a-bb38-a11274b42ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:19.133119 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event deleted for resources: {'Port': ['ID=64349001-d4e3-4e5b-8fde-31d0c9bafabc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:19.136443 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG oslo_concurrency.lockutils [None req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:19.204807 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] No DVR routers for this DVR port 64349001-d4e3-4e5b-8fde-31d0c9bafabc on host hv-neutron-8191 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:16:19.207145 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205295'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:19.209695 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-deleted', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:16:19.225436 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8f0900f8-483c-435c-ae85-1241bbad711a req-b413602c-0e68-4708-9cd5-b6456fb33313 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.48 "DELETE /v2.0/ports/64349001-d4e3-4e5b-8fde-31d0c9bafabc HTTP/1.1" status: 204 len: 173 time: 0.6939476 Nov 25 12:16:19.265495 dv-neutron-819177-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb5749-0ea0-4d20-a6b3-68230863e12c', 'name': 'network-vif-deleted', 'tag': '64349001-d4e3-4e5b-8fde-31d0c9bafabc', 'status': 'completed', 'code': 200} Nov 25 12:16:19.566830 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [req-ce993bb1-1e2b-476a-8937-c4aeb0131c27 req-8cbf3635-5cc7-4230-a35d-30eed803386f tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8eb5749-0ea0-4d20-a6b3-68230863e12c HTTP/1.1" status: 200 len: 210 time: 0.0421081 Nov 25 12:16:20.673254 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50004) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:20.743938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12fa-ef99-4ea2-9806-81db7b88b023 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:20.773490 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12fa-ef99-4ea2-9806-81db7b88b023 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:20.834809 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12fa-ef99-4ea2-9806-81db7b88b023 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:20.839349 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-e751b280-389e-4ccc-8bee-c65fbc545aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:20.854263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b12fa-ef99-4ea2-9806-81db7b88b023 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1be60-3e8e-4016-a5ff-1916d4b35765,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:20.856866 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-8d2b12fa-ef99-4ea2-9806-81db7b88b023 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:20.865094 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12fa-ef99-4ea2-9806-81db7b88b023 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:20.866262 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-8d2b12fa-ef99-4ea2-9806-81db7b88b023 tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] 10.222.0.41 "DELETE /v2.0/security-groups/62a1be60-3e8e-4016-a5ff-1916d4b35765 HTTP/1.1" status: 204 len: 168 time: 0.1920569 Nov 25 12:16:20.925614 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50010) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:21.301674 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:21.874438 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Deleting port d506dfe5-8dc0-4ae4-8062-0a859854d1ba {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:21.875199 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:22.136966 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] For port d506dfe5-8dc0-4ae4-8062-0a859854d1ba, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:22.137338 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:22.255556 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Calling delete_port for d506dfe5-8dc0-4ae4-8062-0a859854d1ba owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:22.425032 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:22.428468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bfef6347-24da-4669-861c-2405f1224fab tempest-TestSnapshotPattern-1450615708 tempest-TestSnapshotPattern-1450615708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:22.468804 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d506dfe5-8dc0-4ae4-8062-0a859854d1ba,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:22.471217 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:22.736279 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 64349001-d4e3-4e5b-8fde-31d0c9bafabc no longer exists at agent hyperv_hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:22.756535 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:22.769281 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] No Port match for: 64349001-d4e3-4e5b-8fde-31d0c9bafabc {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:22.769639 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Device 64349001-d4e3-4e5b-8fde-31d0c9bafabc not bound to the agent host hv-neutron-8191 {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:23.307778 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Router 30a6f6d3-c6b6-49c3-b407-0b08832c88df has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:16:23.608931 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:16:23.617330 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] Sync routers for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:16:23.623451 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1c98b847-a704-45bb-ac05-adc1cba4b1ca admin admin] 10.222.0.41 "PUT /v2.0/routers/30a6f6d3-c6b6-49c3-b407-0b08832c88df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6945586 Nov 25 12:16:23.623807 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50014) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:23.629129 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:23.629741 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:23.818335 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:23.852409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: dv-neutron-819177-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:24.018755 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.028690 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Deleting port a55a932c-560f-44b6-880b-88f1ef10fde1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:24.029326 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.134558 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:16:22Z', 'revision_number': 5, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port': {'id': 'a55a932c-560f-44b6-880b-88f1ef10fde1', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:25Z', 'updated_at': '2021-11-25T12:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:24.138845 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] Checking router: 30a6f6d3-c6b6-49c3-b407-0b08832c88df for host: dv-neutron-819177-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:16:24.150298 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] Routers {'30a6f6d3-c6b6-49c3-b407-0b08832c88df'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:24.151043 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:24.216783 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] For port a55a932c-560f-44b6-880b-88f1ef10fde1, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=a55a932c-560f-44b6-880b-88f1ef10fde1,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:24.217251 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.307316 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] Set router 30a6f6d3-c6b6-49c3-b407-0b08832c88df gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:24.341475 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Calling delete_port for a55a932c-560f-44b6-880b-88f1ef10fde1 owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:24.415175 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:16:24Z', 'revision_number': 6, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:24.419258 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38cf548-6e76-44b1-b578-c2698ca27f90 None None] The sync data for ids ['30a6f6d3-c6b6-49c3-b407-0b08832c88df'] in dv-neutron-819177-1-hyperv is: [{'id': '30a6f6d3-c6b6-49c3-b407-0b08832c88df', 'name': 'tempest-TestSnapshotPattern-549491261-router', 'tenant_id': '3f171c5b76cb466e9638e4794e91d737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:24Z', 'updated_at': '2021-11-25T12:16:24Z', 'revision_number': 6, 'project_id': '3f171c5b76cb466e9638e4794e91d737', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:16:24.524678 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.528373 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-348362f5-8ba1-480e-b5f7-8a4fc7cfdbde tempest-TestShelveInstance-1687439126 tempest-TestShelveInstance-1687439126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:24.572355 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55a932c-560f-44b6-880b-88f1ef10fde1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:24.575400 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:24.794858 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.161499 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.166138 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.193164 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.193651 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a6f6d3-c6b6-49c3-b407-0b08832c88df {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 12:16:25.206790 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.207910 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-6eb3a71f-c0c7-4187-bc41-1527f412bb54 admin admin] 10.222.0.41 "DELETE /v2.0/routers/30a6f6d3-c6b6-49c3-b407-0b08832c88df HTTP/1.1" status: 204 len: 168 time: 1.5831897 Nov 25 12:16:25.211130 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50018) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:25.419080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Deleting subnet feae6242-bf52-4085-a670-3099a3d6bc15 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 12:16:25.421780 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.474515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.548581 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.618230 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.621967 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-73377e80-4c06-4f31-a7e4-2ec552efb80f tempest-TestNetworkBasicOps-1025978610 tempest-TestNetworkBasicOps-1025978610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:25.655851 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feae6242-bf52-4085-a670-3099a3d6bc15,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:25.658380 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:25.663193 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.668325 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa05a80-e67b-48de-973d-a62ebe411acc None None] Network 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:16:25.670205 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-57056163-daa6-4416-b838-188e984e5648 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/feae6242-bf52-4085-a670-3099a3d6bc15 HTTP/1.1" status: 204 len: 168 time: 0.4580822 Nov 25 12:16:25.672664 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50024) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:25.775312 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.785360 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Deleting port 8ac24937-1c6c-465a-b917-1b1f325d2032 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:25.785675 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.917662 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] DHCP port deletion for 1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 12:16:25.921963 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Deleting port 8ac24937-1c6c-465a-b917-1b1f325d2032 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:25.922285 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.989013 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] For port 8ac24937-1c6c-465a-b917-1b1f325d2032, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8ac24937-1c6c-465a-b917-1b1f325d2032,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:25.989351 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.111827 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Calling delete_port for 8ac24937-1c6c-465a-b917-1b1f325d2032 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:26.123168 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] For port 8ac24937-1c6c-465a-b917-1b1f325d2032, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=8ac24937-1c6c-465a-b917-1b1f325d2032,segment=NetworkSegment(9fe78078-d4bd-4b66-bd91-fb31a63b5ee9),segment_id=9fe78078-d4bd-4b66-bd91-fb31a63b5ee9)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:26.123557 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.187416 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.191524 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-29d743b8-8fb7-4b34-bdbc-f4e4799de209 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:26.238939 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a55a932c-560f-44b6-880b-88f1ef10fde1 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:26.239558 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac24937-1c6c-465a-b917-1b1f325d2032,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:26.242471 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:26.246083 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] No DVR routers for this DVR port 8ac24937-1c6c-465a-b917-1b1f325d2032 on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:16:26.267078 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Calling delete_port for 8ac24937-1c6c-465a-b917-1b1f325d2032 owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:26.309738 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: a55a932c-560f-44b6-880b-88f1ef10fde1 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:26.310082 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device a55a932c-560f-44b6-880b-88f1ef10fde1 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:26.310504 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ac24937-1c6c-465a-b917-1b1f325d2032 no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:26.345474 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 8ac24937-1c6c-465a-b917-1b1f325d2032 {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:26.345823 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 8ac24937-1c6c-465a-b917-1b1f325d2032 not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:26.346232 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d506dfe5-8dc0-4ae4-8062-0a859854d1ba no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:26.368799 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.386795 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: d506dfe5-8dc0-4ae4-8062-0a859854d1ba {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:26.387125 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device d506dfe5-8dc0-4ae4-8062-0a859854d1ba not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:26.395737 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d61a07b-e927-4ed2-8a0c-3f7ca3ace949']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:26.407686 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:16:26.408016 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:26.408169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:16:26.408318 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe78078-d4bd-4b66-bd91-fb31a63b5ee9') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:26.419366 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.435542 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.441485 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 12:16:26.441797 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:16:26.455794 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:16:26.628891 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.633001 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3b69c3f3-43aa-4308-9cce-c9691aa70351 tempest-RoutersIpV6Test-364884205 tempest-RoutersIpV6Test-364884205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:26.648276 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.654465 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Pushing event deleted for resources: {'Network': ['ID=1d61a07b-e927-4ed2-8a0c-3f7ca3ace949,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:26.658640 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:26.670516 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-1c67f5ea-63ea-4e1b-a6d2-bd9f08b5b49d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1d61a07b-e927-4ed2-8a0c-3f7ca3ace949 HTTP/1.1" status: 204 len: 168 time: 0.9969413 Nov 25 12:16:26.673340 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50028) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:26.909060 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Deleting port 8ac24937-1c6c-465a-b917-1b1f325d2032 {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:26.909594 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:27.027576 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d898b3a-df6d-42c1-aca4-728fe9fc9c8c None None] The port '8ac24937-1c6c-465a-b917-1b1f325d2032' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 12:16:27.054879 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-920707'] for router_interface, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:27.632601 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Deleting port 4192766b-80ab-4895-ba11-a0f1fa0a099c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:27.633226 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:27.800442 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] For port 4192766b-80ab-4895-ba11-a0f1fa0a099c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=4192766b-80ab-4895-ba11-a0f1fa0a099c,segment=NetworkSegment(a188ac76-9049-41d4-8b52-8dbde13f995d),segment_id=a188ac76-9049-41d4-8b52-8dbde13f995d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:27.800699 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:27.917310 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Calling delete_port for 4192766b-80ab-4895-ba11-a0f1fa0a099c owned by network:router_interface {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:28.185652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:28.189086 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-bc46dcb1-9ecb-4971-a87e-16f98bef49fe tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:28.228461 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4192766b-80ab-4895-ba11-a0f1fa0a099c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:28.232263 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:28.510515 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920925'] for router_interface, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.058747 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 has already been hosted by L3 agent 3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8 {{(pid=83570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:16:29.254005 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] Notify agent at l3_agent.dv-neutron-819177-1-hyperv the message routers_updated {{(pid=83570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:16:29.262187 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] Sync routers for ids ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'] in dv-neutron-819177-1-hyperv {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 25 12:16:29.270634 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-25e1070c-8a0e-4041-b74f-4f5b257120f7 admin admin] 10.222.0.41 "PUT /v2.0/routers/3eb7a87b-c5b8-45ee-a490-edb85b8afe81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5962934 Nov 25 12:16:29.273078 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50032) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:29.273713 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] Routers {'3eb7a87b-c5b8-45ee-a490-edb85b8afe81'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:29.274420 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:29.447231 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] Set router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 gateway port host: dv-neutron-819177-1-hyperv {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:29.463466 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks [] for router, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.727840 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'external_fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:16:28Z', 'revision_number': 5, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port': {'id': '41542f29-58f4-423f-b018-6ffdbab94e8c', 'name': '', 'network_id': '35b3f533-d13d-49b2-bde7-632e1c76c762', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819177-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:11:31Z', 'updated_at': '2021-11-25T12:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9591449-f79b-4ca5-b55b-b69f87f33643', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819177-1-hyperv'}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:29.731543 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] Checking router: 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 for host: dv-neutron-819177-1-hyperv {{(pid=83572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 25 12:16:29.741953 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] Routers {'3eb7a87b-c5b8-45ee-a490-edb85b8afe81'} bound to L3 agent in host dv-neutron-819177-1-hyperv {{(pid=83572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:16:29.742544 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819177-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:10:36Z,description=,heartbeat_timestamp=2021-11-25T12:16:06Z,host='dv-neutron-819177-1-hyperv',id=3c3eb119-5ae4-4804-a7e1-3b5941ceb4e8,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:10:36Z,topic='l3_agent')) {'router_ids': ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'], 'active': True} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:29.771080 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.780711 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Deleting port 41542f29-58f4-423f-b018-6ffdbab94e8c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:29.781023 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.889683 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_dvr_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] Set router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 gateway port host: None {{(pid=83572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 25 12:16:29.952795 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] For port 41542f29-58f4-423f-b018-6ffdbab94e8c, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=41542f29-58f4-423f-b018-6ffdbab94e8c,segment=NetworkSegment(cb08890f-e805-4b56-9ab0-c0c709123ae9),segment_id=cb08890f-e805-4b56-9ab0-c0c709123ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:29.953131 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.993098 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.l3_hamode_db [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:16:29Z', 'revision_number': 6, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port_host': None}], 'dv-neutron-819177-1-hyperv', False) {} {{(pid=83572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:29.996911 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4386bf0-6b68-4491-a115-e6e94d1e3b9d None None] The sync data for ids ['3eb7a87b-c5b8-45ee-a490-edb85b8afe81'] in dv-neutron-819177-1-hyperv is: [{'id': '3eb7a87b-c5b8-45ee-a490-edb85b8afe81', 'name': 'tempest-TestSnapshotPattern-215994940-router', 'tenant_id': '927a756a28904e0d90c29957762f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:11:30Z', 'updated_at': '2021-11-25T12:16:29Z', 'revision_number': 6, 'project_id': '927a756a28904e0d90c29957762f66b8', 'gw_port_host': None}] {{(pid=83572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 25 12:16:30.072828 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Calling delete_port for 41542f29-58f4-423f-b018-6ffdbab94e8c owned by network:router_gateway {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:30.230534 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.234071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-de7037d5-9492-421a-afcd-0d4725e5bc87 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:30.276354 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Pushing event deleted for resources: {'Port': ['ID=41542f29-58f4-423f-b018-6ffdbab94e8c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:30.279071 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:30.451291 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4192766b-80ab-4895-ba11-a0f1fa0a099c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:30.485805 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 4192766b-80ab-4895-ba11-a0f1fa0a099c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:30.486389 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 4192766b-80ab-4895-ba11-a0f1fa0a099c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:30.505215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919550'] for router_gateway, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.608657 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.760468 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-923714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8580'] for router, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.764781 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.791215 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-857298'] for router, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.791652 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb7a87b-c5b8-45ee-a490-edb85b8afe81 {{(pid=83570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 12:16:30.804972 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] Notify callbacks [] for router, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.806069 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-75d13cda-e60e-4b4d-ac0a-1efc195d7570 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3eb7a87b-c5b8-45ee-a490-edb85b8afe81 HTTP/1.1" status: 204 len: 168 time: 1.5321186 Nov 25 12:16:30.808667 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50036) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:30.981672 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Deleting subnet 8ba491fd-e979-4c8d-bfd0-ce6178b1add0 {{(pid=83570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 25 12:16:30.984708 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.036245 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15961444'] for subnet, precommit_delete_associations {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.111579 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279247'] for subnet, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.180868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1279232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16690932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16513067'] for subnet, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.184960 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-3acf8171-a4be-495a-8d59-e4460c0f3156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:31.216676 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba491fd-e979-4c8d-bfd0-ce6178b1add0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:31.220576 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:31.223165 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.228800 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb625b3e-f96d-4ee0-bdc9-70ba53a1d734 None None] Network dcae8d9a-9d13-4f82-8e88-9318a05e1416 requested from dv-neutron-819177-1-hyperv {{(pid=83571) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 25 12:16:31.229970 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-ba33c0ea-7eae-460a-9c59-89cbde646a64 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ba491fd-e979-4c8d-bfd0-ce6178b1add0 HTTP/1.1" status: 204 len: 168 time: 0.4203804 Nov 25 12:16:31.232718 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50040) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:31.337539 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175055'] for network, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.347506 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Deleting port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:31.347826 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.467009 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] DHCP port deletion for dcae8d9a-9d13-4f82-8e88-9318a05e1416 request from dv-neutron-819177-1-hyperv {{(pid=83571) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 25 12:16:31.471304 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Deleting port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:31.471777 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.558800 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] For port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,segment=NetworkSegment(a188ac76-9049-41d4-8b52-8dbde13f995d),segment_id=a188ac76-9049-41d4-8b52-8dbde13f995d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:31.559152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.669650 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] For port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af, host dv-neutron-819177-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819177-1-hyperv',level=0,port_id=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,segment=NetworkSegment(a188ac76-9049-41d4-8b52-8dbde13f995d),segment_id=a188ac76-9049-41d4-8b52-8dbde13f995d)] {{(pid=83571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:16:31.670087 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979507'] for port, precommit_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.678231 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Calling delete_port for 94165a1a-c1b3-4ee0-90e5-cfebd203d6af owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:31.751325 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746508650743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746508224898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16690857'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.754924 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2360acf1-b016-41d2-b9fc-98ee2aa72d75 tempest-TestNetworkAdvancedServerOps-757512408 tempest-TestNetworkAdvancedServerOps-757512408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:31.793833 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Calling delete_port for 94165a1a-c1b3-4ee0-90e5-cfebd203d6af owned by network:dhcp {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 25 12:16:31.799770 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Pushing event deleted for resources: {'Port': ['ID=94165a1a-c1b3-4ee0-90e5-cfebd203d6af,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:31.803010 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:31.803938 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] No DVR routers for this DVR port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af on host dv-neutron-819177-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:16:31.867104 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.db.api [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:16:31.867468 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG oslo_db.api [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:16:31.917792 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280656', 'neutron.services.segments.db._delete_segments_for_network-8746508743635'] for network, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.941821 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcae8d9a-9d13-4f82-8e88-9318a05e1416']}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:31.954178 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a188ac76-9049-41d4-8b52-8dbde13f995d') {'for_net_delete': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:31.954469 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.services.segments.db [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a188ac76-9049-41d4-8b52-8dbde13f995d') {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:31.966305 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746508744942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15961469'] for segment, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.982242 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079483'] for segment, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.988152 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 25 12:16:31.988520 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1079426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16689754'] for segment, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: Traceback (most recent call last): Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: timer() Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: cb(*args, **kw) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: return func(*args, **kwargs) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: self._notify() Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: self.callback(batched_events) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: event.method(event) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: return f(self, *a, **k) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._get(url).json() Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: return self.request(url, 'GET', **kwargs) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:16:32.001380 dv-neutron-819177-1-hyperv neutron-server[83570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:16:32.077033 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919445'] for network, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.080844 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-2dc70e58-ef81-44e4-8817-edb6629427ff tempest-RoutersNegativeTest-367372424 tempest-RoutersNegativeTest-367372424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:32.094297 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Notify callbacks [] for network, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.106301 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcae8d9a-9d13-4f82-8e88-9318a05e1416,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:32.109717 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:32.111492 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4512b2f6-8d9b-48dc-a62a-0868af570733 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dcae8d9a-9d13-4f82-8e88-9318a05e1416 HTTP/1.1" status: 204 len: 168 time: 0.8778324 Nov 25 12:16:32.206065 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 94165a1a-c1b3-4ee0-90e5-cfebd203d6af no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:32.239757 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 94165a1a-c1b3-4ee0-90e5-cfebd203d6af {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:32.240132 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 94165a1a-c1b3-4ee0-90e5-cfebd203d6af not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:32.240553 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41542f29-58f4-423f-b018-6ffdbab94e8c no longer exists at agent ovs-agent-dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:32.246384 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50046) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:32.275945 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] No Port match for: 41542f29-58f4-423f-b018-6ffdbab94e8c {{(pid=83571) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 25 12:16:32.276317 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.rpc [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Device 41542f29-58f4-423f-b018-6ffdbab94e8c not bound to the agent host dv-neutron-819177-1-hyperv {{(pid=83571) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:32.298219 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-4c580f72-473c-4e9c-b631-137c1d85ad1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f171c5b76cb466e9638e4794e91d737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505691 Nov 25 12:16:32.300561 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50050) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:32.358339 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.369003 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Deleting port 94165a1a-c1b3-4ee0-90e5-cfebd203d6af {{(pid=83571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 25 12:16:32.369397 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746508644100'] for port, before_delete {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.383043 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.431478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.plugin [None req-5d99554d-2139-4074-b3df-0fd3e25432a9 None None] The port '94165a1a-c1b3-4ee0-90e5-cfebd203d6af' was deleted {{(pid=83571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 25 12:16:32.439350 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.442673 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-00defe71-0928-460f-a079-4cbc1e570f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:32.456370 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365c9914-f52f-450d-a79f-3e964be48a75,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:32.460518 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:32.463590 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.464718 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/365c9914-f52f-450d-a79f-3e964be48a75 HTTP/1.1" status: 204 len: 168 time: 0.1632955 Nov 25 12:16:32.858868 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50058) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:32.907479 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-c6ee0380-32ce-4de0-aecc-6a8d6f8f564e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=927a756a28904e0d90c29957762f66b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473905 Nov 25 12:16:32.909773 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.wsgi [-] (83570) accepted ('10.222.0.41', 50062) {{(pid=83570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:32.966634 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85fefd8e-3472-47a3-a3be-61aae04b05b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.991610 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85fefd8e-3472-47a3-a3be-61aae04b05b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:33.040569 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85fefd8e-3472-47a3-a3be-61aae04b05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939508'] for security_group, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:33.044096 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-50e80a46-4995-4ce2-b2a3-c740dc899c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:33.056607 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fefd8e-3472-47a3-a3be-61aae04b05b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11550cc5-86d9-4a0d-99c5-a40881e0dcc6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:33.059397 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG oslo_concurrency.lockutils [None req-85fefd8e-3472-47a3-a3be-61aae04b05b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:33.061294 dv-neutron-819177-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85fefd8e-3472-47a3-a3be-61aae04b05b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:33.062382 dv-neutron-819177-1-hyperv neutron-server[83570]: INFO neutron.wsgi [None req-85fefd8e-3472-47a3-a3be-61aae04b05b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11550cc5-86d9-4a0d-99c5-a40881e0dcc6 HTTP/1.1" status: 204 len: 168 time: 0.1517575 Nov 25 12:16:34.101066 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-09b60e61-f0eb-4b62-a1ff-0d880bd3e3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.284399 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.401233 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f8c722f4-84a4-4ee5-b6f4-cb7d6a0c8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:37.592012 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:39.068376 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:41.641062 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:17:00.598616 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:04.102490 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ada23de3-94b5-4769-863a-e6fcacf25350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:04.286181 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:06.401699 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-64a39031-3527-4d0a-8052-d072653f7c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:07.595076 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:09.071542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:18.641542 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:17:30.610895 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:34.103481 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6dfae22f-908f-476f-90b8-5c454e8819d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:34.288004 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:36.402466 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2647770c-b54b-472a-ab0f-de699c19b6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:37.598390 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:39.074015 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:55.641976 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:18:00.610750 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:04.104859 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-460d62ec-a716-4491-8bb1-996101ef1041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:04.288778 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:06.404187 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-87913f8a-9b14-4b07-b315-76e2d4fad55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:07.599977 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:09.078025 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:30.624362 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:32.641204 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:18:34.107540 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-014e0da0-08e3-43aa-87a8-487599aa6a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:34.291072 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:36.407340 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b794565b-6407-40f3-9062-79a6c07e698a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:37.606219 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:39.081213 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:00.623412 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:04.110874 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-70cddb34-35ac-49a7-92c9-67f6d72e4bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:04.292131 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:06.408949 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3c7222eb-454e-434e-88ab-d40f9477b0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:07.606497 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:09.084139 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:09.640618 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:19:30.653249 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:34.111857 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-057ca476-18c8-4a03-8766-2820cf7ffc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:34.294246 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:36.409260 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-19b690eb-bbc7-49ac-90ab-c52de354ae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:37.610027 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:39.086803 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:46.640527 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:20:00.667737 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:04.114137 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3b70996f-ae2f-4652-b603-dd8bab9bf89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:04.294807 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:06.410173 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2209dc56-d6e2-42a2-9499-843ff3b96233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:07.612863 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:08.272947 dv-neutron-819177-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-77694ecf-693a-45fe-b3f1-7d76666d1f10 req-fcde2d9b-a0dc-4fb7-af89-5d8146e007f7 service neutron] (83569) timed out ('10.222.0.41', 48788) {{(pid=83569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 12:20:09.091620 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.674221 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:20:30.669180 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:34.115029 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4e326c64-7a6e-40ca-bac2-cfa4448f7f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:34.295645 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:36.411069 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8dda0bdc-8342-4bf8-9039-d89f7c786075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:37.614478 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:39.095409 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:00.644364 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:21:00.682837 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:04.115852 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-db5671d8-439a-4ccf-8550-83a3ffac3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:04.296965 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:06.412205 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a90a-ea27-40e9-92b4-f904238d9b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:07.618542 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:09.096196 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:30.683169 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:34.116946 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-3b066e18-5a3c-4887-adab-f582989d541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:34.298891 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:36.413456 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f9a5dc85-bed2-472b-a59f-adc988d38214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:37.621211 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:37.643740 dv-neutron-819177-1-hyperv neutron-server[83572]: DEBUG neutron.db.agents_db [None req-8e395a55-8fc2-43f7-bae2-f08f0ff6ca38 None None] Agent healthcheck: found 6 active agents {{(pid=83572) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:21:39.099500 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:00.679682 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0af6777e-49bf-4df9-9ad9-27f3f3c66952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:04.119363 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9a80c86d-9bb2-40ec-b95f-570aa01ef896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:04.299927 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8db6bc47-2045-4015-8dc9-078169bc815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:06.414612 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5977b612-eb6f-4225-b515-98c663338232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:07.623329 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-0ded3548-2996-4126-949e-2583220a3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:09.103163 dv-neutron-819177-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-f83c8936-043b-4804-acf3-33a834aa2233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746508743617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282506'] for agent, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}